diff --git a/taskweaver/memory/experience.py b/taskweaver/memory/experience.py index 78e9d78c..2e735a0a 100644 --- a/taskweaver/memory/experience.py +++ b/taskweaver/memory/experience.py @@ -1,5 +1,6 @@ import json import os +import warnings from dataclasses import dataclass from typing import List, Literal, Optional, Tuple @@ -35,8 +36,8 @@ class ExperienceConfig(ModuleConfig): def _configure(self) -> None: self._set_name("experience") - self.session_history_dir = self._get_path( - "session_history_dir", + self.experience_dir = self._get_path( + "experience_dir", os.path.join(self.src.app_base_path, "experience"), ) self.default_exp_prompt_path = self._get_path( @@ -62,8 +63,7 @@ def __init__( self.llm_api = llm_api self.logger = logger - with open(self.config.default_exp_prompt_path, "r") as f: - self.default_prompt_template = f.read() + self.default_prompt_template = read_yaml(self.config.default_exp_prompt_path)["content"] self.experience_list: List[Experience] = [] @@ -81,6 +81,8 @@ def remove_id_fields(d): remove_id_fields(item) def select_role(conv_data, target_role): + if target_role == "All": + return for round_data in conv_data: for idx, post in enumerate(round_data["post_list"]): if post["send_from"] != target_role and post["send_to"] != target_role: @@ -96,9 +98,9 @@ def summarize_experience( self, session_id: str, prompt: Optional[str] = None, - target_role: Literal["Planner", "CodeInterpreter"] = "Planner", + target_role: Literal["Planner", "CodeInterpreter", "All"] = "Planner", ): - raw_exp_file_path = os.path.join(self.config.session_history_dir, f"raw_exp_{session_id}.yaml") + raw_exp_file_path = os.path.join(self.config.experience_dir, f"raw_exp_{session_id}.yaml") conversation = read_yaml(raw_exp_file_path) conversation = self._preprocess_conversation_data(conversation, target_role) @@ -115,19 +117,20 @@ def summarize_experience( def summarize_experience_in_batch( self, prompt: Optional[str] = None, - target_role: Literal["Planner", "CodeInterpreter"] = "Planner", + target_role: Literal["Planner", "CodeInterpreter", "All"] = "Planner", ): - exp_files = os.listdir(self.config.session_history_dir) + exp_files = os.listdir(self.config.experience_dir) session_ids = [exp_file.split("_")[2].split(".")[0] for exp_file in exp_files if exp_file.startswith("raw_exp")] if len(session_ids) == 0: - raise ValueError("No experience found.") + warnings.warn("No experience found. Please type SAVE AS EXP in the chat window to save experience.") + return for session_id in session_ids: exp_file_name = f"exp_{session_id}.yaml" # if the experience file already exists, load it - if not self.config.refresh_experience and exp_file_name in os.listdir(self.config.session_history_dir): - exp_file_path = os.path.join(self.config.session_history_dir, exp_file_name) + if not self.config.refresh_experience and exp_file_name in os.listdir(self.config.experience_dir): + exp_file_path = os.path.join(self.config.experience_dir, exp_file_name) experience = read_yaml(exp_file_path) experience_obj = Experience(**experience) self.experience_list.append(experience_obj) @@ -139,7 +142,7 @@ def summarize_experience_in_batch( experience_text=summarized_experience, session_id=session_id, raw_experience_path=os.path.join( - self.config.session_history_dir, + self.config.experience_dir, f"raw_exp_{session_id}.yaml", ), ) @@ -153,7 +156,7 @@ def summarize_experience_in_batch( self.logger.info("Experience embeddings created. Embeddings number: {}".format(len(exp_embeddings))) for exp in self.experience_list: - experience_file_path = os.path.join(self.config.session_history_dir, f"exp_{exp.session_id}.yaml") + experience_file_path = os.path.join(self.config.experience_dir, f"exp_{exp.session_id}.yaml") write_yaml(experience_file_path, exp.to_dict()) self.logger.info("Experience obj saved.") @@ -185,14 +188,15 @@ def retrieve_experience(self, user_query: str) -> List[Tuple[Experience, float]] ) selected_experiences = [(exp, sim) for exp, sim in experience_rank if sim >= self.config.retrieve_threshold] - + self.logger.info(f"Retrieved {len(selected_experiences)} experiences.") + self.logger.info(f"Retrieved experiences: {[exp.session_id for exp, sim in selected_experiences]}") return selected_experiences def delete_experience(self, session_id: str): exp_file_name = f"exp_{session_id}.yaml" - if exp_file_name in os.listdir(self.config.session_history_dir): - os.remove(os.path.join(self.config.session_history_dir, exp_file_name)) - os.remove(os.path.join(self.config.session_history_dir, f"raw_exp_{session_id}.yaml")) + if exp_file_name in os.listdir(self.config.experience_dir): + os.remove(os.path.join(self.config.experience_dir, exp_file_name)) + os.remove(os.path.join(self.config.experience_dir, f"raw_exp_{session_id}.yaml")) self.logger.info(f"Experience {exp_file_name} deleted.") else: self.logger.info(f"Experience {exp_file_name} not found.") diff --git a/taskweaver/planner/planner.py b/taskweaver/planner/planner.py index fbe5819b..550a7e21 100644 --- a/taskweaver/planner/planner.py +++ b/taskweaver/planner/planner.py @@ -118,12 +118,13 @@ def __init__( self.round_compressor = round_compressor self.compression_prompt_template = read_yaml(self.config.compression_prompt_path)["content"] - self.experience_manager = experience_manager - self.experience_prompt_template = read_yaml(self.config.exp_prompt_path)["content"] - self.experience_manager.summarize_experience_in_batch( - prompt=self.experience_prompt_template, - target_role="Planner", - ) + if self.config.use_experience: + self.experience_manager = experience_manager + self.experience_prompt_template = read_yaml(self.config.exp_prompt_path)["content"] + self.experience_manager.summarize_experience_in_batch( + prompt=self.experience_prompt_template, + target_role="All", + ) self.logger.info("Planner initialized successfully") @@ -189,7 +190,7 @@ def compose_prompt( rounds: List[Round], selected_experiences: Optional[List[Experience]] = None, ) -> List[ChatMessageType]: - if selected_experiences is not None: + if selected_experiences is not None and len(selected_experiences) != 0: self.experience_instruction = self.prompt_data["experience_instruction"].format( experiences="\n===================".join([exp.experience_text for exp, sim in selected_experiences]), ) @@ -230,7 +231,7 @@ def reply( assert len(rounds) != 0, "No chat rounds found for planner" user_query = rounds[-1].user_query - if self.config.use_experience and self.experience_manager is not None: + if self.config.use_experience: selected_experiences = self.experience_manager.retrieve_experience(user_query) else: selected_experiences = None diff --git a/taskweaver/planner/planner_exp_prompt.yaml b/taskweaver/planner/planner_exp_prompt.yaml index 1fb0811b..b6dbe4fb 100644 --- a/taskweaver/planner/planner_exp_prompt.yaml +++ b/taskweaver/planner/planner_exp_prompt.yaml @@ -14,9 +14,9 @@ content: |- # About Output The output should be formatted as below: - User Query: The user query/task/request for the given conversation. - - Best Practice: What's the best plan to fulfill the user query? What additional information or guidance does Users provide to help the Planner make the correct and clear plan? How does Planner instruct CodeInterpreter to execute the plan? - - Mistakes to Avoid: What's the mistakes should be avoided in the future planning. + - Best Practice: How does Planner make the correct and clear plan? What additional information or guidance does Users provide to help the Planner make the correct and clear plan? How does Planner instruct CodeInterpreter to execute the plan? + - Mistakes to Avoid: What's the mistakes should be avoided in the future planning? Is there any additional information or guidance that should be provided by Planner to make CodeInterpreter generate the correct code in one time? - Critical Information: If there are critical information for planning, please include them in the output. - - DO NOT add the specific results of this conversation in the output because the experience and lessons learned should be generalized to other conversations. + - DO NOT add the results of this conversation in the output. - Generate only one experience from the given conversation. diff --git a/taskweaver/planner/planner_prompt.yaml b/taskweaver/planner/planner_prompt.yaml index 8d174b05..33413873 100644 --- a/taskweaver/planner/planner_prompt.yaml +++ b/taskweaver/planner/planner_prompt.yaml @@ -132,3 +132,4 @@ experience_instruction: |- # Experience And Lessons Before starting planning, please refer to the following experiences and lessons learned from the previous tasks: {experiences} + You need to borrow the experience and lessons learned from the previous tasks in your current plan. diff --git a/tests/unit_tests/data/experience/exp_test-session-1.yaml b/tests/unit_tests/data/experience/exp_test-session-1.yaml index 2bb79b8b..12f6e26a 100644 --- a/tests/unit_tests/data/experience/exp_test-session-1.yaml +++ b/tests/unit_tests/data/experience/exp_test-session-1.yaml @@ -1,782 +1,781 @@ embedding: -- 0.06968636065721512 -- 0.0035584019497036934 -- -0.029782995581626892 -- 0.041603099554777145 -- 0.036149874329566956 -- 0.056738343089818954 -- -0.00777234835550189 -- 0.010120437480509281 -- 0.08407051861286163 -- 0.01335087139159441 -- -0.02866216003894806 -- -0.02252962253987789 -- 0.0087271798402071 -- 0.011015338823199272 -- 0.0035253483802080154 -- 0.018167980015277863 -- 0.03789006173610687 -- 0.0004273157974239439 -- 0.027248432859778404 -- 0.03237872198224068 -- -0.04502443969249725 -- -0.023509439080953598 -- 0.023521820083260536 -- -0.03802222013473511 -- 0.01726372167468071 -- 0.06099449843168259 -- -0.06000641733407974 -- 0.043908510357141495 -- 0.029982002452015877 -- -0.07327941805124283 -- 0.0296042300760746 -- -0.020869432017207146 -- 0.010985923931002617 -- 0.013461312279105186 -- 2.052540821750881e-06 -- -0.029220690950751305 -- 0.006385882385075092 -- -0.026993203908205032 -- -0.012748177163302898 -- -0.08193528652191162 -- 0.02139114961028099 -- -0.014742590487003326 -- 0.0008213926339522004 -- -0.03388721123337746 -- -0.018994074314832687 -- 0.02023528702557087 -- -0.02408204972743988 -- 0.015491955913603306 -- 0.07810410112142563 -- 0.055887673050165176 -- -0.004718763753771782 -- -0.033266790211200714 -- -0.04573433846235275 -- -0.005894071888178587 -- 0.021575262770056725 -- -0.015374758280813694 -- 0.0829915702342987 -- 0.07025040686130524 -- 0.012435437180101871 -- -0.06492713838815689 -- 0.023315822705626488 -- -0.00979361031204462 -- -0.011008956469595432 -- 0.03828459233045578 -- -0.004946231842041016 -- 0.0460369847714901 -- -0.03845212236046791 -- -0.03256481513381004 -- -0.031042790040373802 -- 0.06044149026274681 -- 0.038396719843149185 -- -0.004425309598445892 -- 0.02778105065226555 -- -0.0342034213244915 -- 0.0049680988304317 -- -0.05114331468939781 -- 0.0026143481954932213 -- 0.008629764430224895 -- 0.0034357972908765078 -- 0.012566940858960152 -- 0.029441064223647118 -- 0.057245515286922455 -- -0.05297474563121796 -- 0.060199074447155 -- -0.03307289257645607 -- -0.012082376517355442 -- -0.09009159356355667 -- -0.04810577630996704 -- 0.03682956472039223 -- 0.015087057836353779 -- 0.04129359871149063 -- 0.017470574006438255 -- 0.010780909098684788 -- -0.011323336511850357 -- -0.009835511445999146 -- -0.013765382580459118 -- 0.03374214470386505 -- -0.05306122079491615 -- -0.010697487741708755 -- -0.01255045272409916 -- 0.02574785239994526 -- -0.054819848388433456 -- 0.06247587502002716 -- 0.05932128056883812 -- 0.0858960896730423 -- -0.023161783814430237 -- -0.0363796129822731 -- 0.02639707736670971 -- 0.029832424595952034 -- 0.007561940234154463 -- 0.048817843198776245 -- 0.013349617831408978 -- -0.055588167160749435 -- -0.035790249705314636 -- 0.02591705694794655 -- 0.06211789324879646 -- 0.036154404282569885 -- 0.012781144119799137 -- -0.02250046469271183 -- 0.011577342636883259 -- 0.0010195835493505 -- 0.020130407065153122 -- -0.018598372116684914 -- 0.08060188591480255 -- -0.013802552595734596 -- -0.00015772353799548 -- 0.030181968584656715 -- 0.04264680668711662 -- 0.011172382161021233 -- -0.037538424134254456 -- 0.03768012672662735 -- 0.006009541917592287 -- 0.013142046518623829 -- 0.002198724076151848 -- 0.015086953528225422 -- -0.0077251167967915535 -- 0.03318479284644127 -- -0.010221501812338829 -- -0.02137434110045433 -- -0.029331695288419724 -- 0.017145967110991478 -- -0.06106293573975563 -- -0.0311033483594656 -- 0.021091461181640625 -- -0.000946756626944989 -- 0.018710175529122353 -- 0.027312003076076508 -- 0.007958116941154003 -- -0.017522744834423065 -- 0.015727099031209946 -- -0.0359455868601799 -- -0.010579301975667477 -- -0.01582654006779194 -- 0.019770974293351173 -- -0.022412290796637535 -- 0.009978312999010086 -- -0.07433848083019257 -- -0.08562280982732773 -- 0.0035359258763492107 -- 0.043104201555252075 -- -0.0507751889526844 -- -0.0055207982659339905 -- 0.025109829381108284 -- -0.046601299196481705 -- 0.014594146981835365 -- 0.010599134489893913 -- -0.04324189946055412 -- 0.09460709989070892 -- -0.05282089114189148 -- 0.026453953236341476 -- -0.06175629422068596 -- 0.01958875171840191 -- 0.03853093460202217 -- 0.01917719468474388 -- -0.047572795301675797 -- 0.03152254968881607 -- -0.002737560775130987 -- -0.037733059376478195 -- -0.018192440271377563 -- 0.06262634694576263 -- 0.029794922098517418 -- 0.028196729719638824 -- -0.02936849556863308 -- 0.021921420469880104 -- 0.04847901687026024 -- -0.011256925761699677 -- -0.03443778678774834 -- -0.026915986090898514 -- 0.03351748362183571 -- -0.05098547786474228 -- 0.02912963554263115 -- 0.011568284593522549 -- -0.0008645464549772441 -- 0.012168160639703274 -- -0.01494962815195322 -- -0.012611287645995617 -- -0.0018587084487080574 -- -0.14029520750045776 -- -0.010265112854540348 -- -0.015847092494368553 -- 0.011092371307313442 -- -0.01861189678311348 -- 0.006890040822327137 -- 0.032952990382909775 -- -0.00956367701292038 -- 0.03799157962203026 -- 0.02510431595146656 -- -0.00836135819554329 -- 0.04113321378827095 -- -0.11217489093542099 -- 0.03275037556886673 -- -0.01921042613685131 -- -0.04235114902257919 -- -0.011682183481752872 -- -0.012209895998239517 -- 0.047137241810560226 -- -0.034298352897167206 -- -0.017296044155955315 -- 0.01528106164187193 -- -0.0034108231775462627 -- -0.0074325748719275 -- -0.003688373137265444 -- 0.012092024087905884 -- -0.02658849209547043 -- -0.015558134764432907 -- 0.009763304144144058 -- 0.0006760710966773331 -- 0.01657467521727085 -- 0.03873540833592415 -- -0.007124380674213171 -- -0.021919695660471916 -- -0.013825185596942902 -- 0.030542105436325073 -- 0.07653919607400894 -- 0.039860039949417114 -- 0.006186297163367271 -- -0.002262324094772339 -- -0.00011923098645638674 -- -0.06598544120788574 -- 0.024506499990820885 -- -0.04024015739560127 -- 0.02459339238703251 -- 0.020003216341137886 -- 0.024780768901109695 -- -0.06277304142713547 -- 0.022686123847961426 -- -0.054027192294597626 -- -0.03737024590373039 -- -0.018576648086309433 -- 0.035988226532936096 -- 0.009179117158055305 -- 0.005551956593990326 -- 0.027089446783065796 -- 0.010231937281787395 -- 0.0017818743363022804 -- 0.08671408146619797 -- -0.015401463955640793 -- 0.01894381456077099 -- -0.0655355229973793 -- 0.027709495276212692 -- 0.04277766868472099 -- -0.0064445133320987225 -- 0.016320453956723213 -- -0.026047125458717346 -- 0.03726194053888321 -- -0.030108535662293434 -- 0.02237524464726448 -- 0.005834909155964851 -- -0.03141741082072258 -- 0.009842596016824245 -- -0.02309553138911724 -- -0.05266411975026131 -- -0.03506080433726311 -- -0.05641553923487663 -- -0.021888935938477516 -- -0.02317279577255249 -- -0.0371188186109066 -- 0.01771051064133644 -- -0.025800611823797226 -- 0.04909993335604668 -- 0.06188579648733139 -- 0.0005287124076858163 -- 0.02510947920382023 -- 0.025806941092014313 -- -0.022232450544834137 -- 0.0035537120420485735 -- 0.05301205813884735 -- -0.03834114223718643 -- 0.04219977930188179 -- -0.016707897186279297 -- -0.0034174888860434294 -- -0.006504942197352648 -- 0.012558182701468468 -- 0.01440529152750969 -- -0.035656608641147614 -- -0.0062172673642635345 -- -0.005152472760528326 -- -0.0005160653381608427 -- 0.020366813987493515 -- 0.01786903291940689 -- 0.010921510867774487 -- 0.007089313119649887 -- 0.01090655755251646 -- 0.01609114184975624 -- 0.016798466444015503 -- 0.04660516232252121 -- 0.04039949178695679 -- -0.009278351441025734 -- 0.033493541181087494 -- -0.02157723344862461 -- 0.08303370326757431 -- -0.02945246547460556 -- 0.010377009399235249 -- 0.056960344314575195 -- -0.014677516184747219 -- -0.03508171811699867 -- -0.047954730689525604 -- -0.01711127907037735 -- -0.0343683585524559 -- 0.017029576003551483 -- 0.027100371196866035 -- 0.03717589005827904 -- 0.03935510292649269 -- 0.009351822547614574 -- -0.0017699971795082092 -- -0.014301271177828312 -- -0.018999310210347176 -- 0.0033744890242815018 -- -0.029409252107143402 -- 0.028464628383517265 -- -0.0007916944450698793 -- 0.0023415102623403072 -- -0.023182932287454605 -- 0.01671687513589859 -- -0.006994813214987516 -- -0.020758533850312233 -- -0.017960872501134872 -- -0.052584655582904816 -- 0.04574800282716751 -- 0.022912204265594482 -- -0.013278702273964882 -- 0.012053740210831165 -- -0.019709622487425804 -- 0.011470944620668888 -- -0.020275328308343887 -- -0.049992404878139496 -- -0.017079874873161316 -- 0.013880309648811817 -- -0.0007012097048573196 -- -0.05526130646467209 -- 0.04660797864198685 -- 0.006151644978672266 -- -0.007151837460696697 -- -0.04250326380133629 -- 0.010241643525660038 -- 0.03683393448591232 -- -0.06090160459280014 -- 0.030303431674838066 -- -0.029151592403650284 -- -0.008744942024350166 -- 0.0031540023628622293 -- 0.045797206461429596 -- 0.03264165297150612 -- 0.0333406887948513 -- 0.031785305589437485 -- 0.04471437260508537 -- -0.03606264665722847 -- 0.018925704061985016 -- 0.022196810692548752 -- 0.0035334185231477022 -- -0.058619871735572815 -- -0.041231926530599594 -- 0.04312504827976227 -- -0.014914060942828655 -- 0.02274545468389988 -- 0.08701668679714203 -- -0.012602807022631168 -- 0.010130640119314194 -- -0.08570708334445953 -- -0.006909705698490143 -- 0.04496573284268379 -- -0.021318312734365463 -- 0.028262486681342125 -- 0.02577592432498932 -- 0.04732345789670944 -- -0.032904691994190216 -- -0.02517671138048172 -- -0.0640469491481781 -- 0.0799863412976265 -- 0.11531858146190643 -- 0.0003358068934176117 -- 0.07770184427499771 -- -0.07070425897836685 -- -0.01121636014431715 -- -0.02083170786499977 -- -0.0255560502409935 -- -0.04276399314403534 -- 0.06723247468471527 -- -0.017034349963068962 -- -0.016159210354089737 -- 0.045745354145765305 -- 0.09163842350244522 -- 0.04877232760190964 -- -0.011447790078818798 -- 0.01975501887500286 -- -0.0758502259850502 -- -0.028611842542886734 -- 0.02592730149626732 -- 0.023351391777396202 -- 0.004571984056383371 -- -0.03251851722598076 -- 0.04351009801030159 -- 0.018013980239629745 -- -0.04182589799165726 -- -0.004379153251647949 -- 0.04190542548894882 -- 0.003574180416762829 -- -0.07164626568555832 -- -0.04466753825545311 -- 0.04916222393512726 -- 0.011841407977044582 -- -0.015771858394145966 -- -0.018003078177571297 -- -0.044696271419525146 -- -0.030337108299136162 -- -0.03179975971579552 -- 0.04086967930197716 -- -0.006068030372262001 -- -0.004053364507853985 -- 0.03569968417286873 -- 0.03788597136735916 -- 0.011719878762960434 -- -0.001038723043166101 -- -0.00270817126147449 -- -0.028607746586203575 -- 0.0017720706528052688 -- 0.06443087756633759 -- -0.024891605600714684 -- 0.004610251635313034 -- -0.00950580183416605 -- -0.0380634181201458 -- 0.013316914439201355 -- 0.02130206860601902 -- -0.011507404036819935 -- 0.011034307070076466 -- 0.003995490726083517 -- 0.0005610824446193874 -- -0.014641817659139633 -- -0.01535001304000616 -- 0.03017576038837433 -- -0.03188563883304596 -- -0.034112993627786636 -- -0.038025859743356705 -- 0.049368664622306824 -- -0.024355772882699966 -- -0.01726228930056095 -- -0.03107524663209915 -- -0.041689012199640274 -- 0.021993298083543777 -- 0.005731574259698391 -- -0.0373663529753685 -- -0.010619692504405975 -- -0.07145699113607407 -- 0.050383634865283966 -- 0.021661406382918358 -- -0.007915585301816463 -- 0.056669965386390686 -- 0.027750972658395767 -- -0.014504412189126015 -- -0.06361404061317444 -- -0.024474581703543663 -- 0.03153223544359207 -- -0.0030995693523436785 -- 0.021317871287465096 -- -0.0026229629293084145 -- -0.06301187723875046 -- -0.033789101988077164 -- -0.0038765768986195326 -- 0.0364282950758934 -- 0.012810508720576763 -- 0.07288337498903275 -- 0.00011132984946016222 -- 0.03757590055465698 -- -0.09720204025506973 -- -0.018712356686592102 -- 0.030345406383275986 -- -0.01595718413591385 -- -0.03638753294944763 -- -0.025261059403419495 -- -0.02483096346259117 -- 0.010137346573174 -- 0.04610343649983406 -- -0.012951145879924297 -- -0.008255303837358952 -- 0.01631326600909233 -- -0.08601219952106476 -- -0.10814723372459412 -- 0.04316185414791107 -- 0.06425423175096512 -- -0.043365176767110825 -- -0.006017762236297131 -- -0.010645619593560696 -- -0.0502290241420269 -- 0.01319550909101963 -- -0.014518758282065392 -- 0.028865082189440727 -- -0.01993700861930847 -- 0.0001783191692084074 -- -0.009479961358010769 -- -0.054646383970975876 -- 0.043533358722925186 -- 0.0036712416913360357 -- -0.02677244506776333 -- 0.0478350929915905 -- 0.0035490801092237234 -- -0.0205828920006752 -- -0.059490930289030075 -- -0.016858631744980812 -- -0.0590972974896431 -- -0.02315310575067997 -- 0.0033834632486104965 -- -0.01865355484187603 -- 0.0237566065043211 -- 0.0010704034939408302 -- -0.05702617019414902 -- -0.06727734208106995 -- -0.017866184934973717 -- -0.01703498698771 -- -0.002403370337560773 -- -0.05121677368879318 -- 0.02822892740368843 -- -0.04269840940833092 -- 0.017506495118141174 -- -0.028367899358272552 -- -0.007188247982412577 -- 0.048535145819187164 -- 0.0015901627484709024 -- -0.03775346651673317 -- 0.032834846526384354 -- 0.010421128012239933 -- 0.006014667451381683 -- -0.0345916673541069 -- -0.04669474810361862 -- 0.05902329087257385 -- -0.037967681884765625 -- 0.030692286789417267 -- -0.05436417832970619 -- 0.01685730367898941 -- -0.041388217359781265 -- 0.01574081741273403 -- -0.07799971103668213 -- 0.03784500062465668 -- -0.004181829746812582 -- -0.05269135907292366 -- 0.02673119120299816 -- -5.706951237503295e-33 -- 0.012528439983725548 -- -0.06738049536943436 -- 0.005795085337013006 -- -0.028470303863286972 -- 0.019249433651566505 -- 0.01003981288522482 -- 0.01936347782611847 -- -0.03188202902674675 -- -0.013872229494154453 -- -0.045494530349969864 -- -0.06658367067575455 -- -0.018917713314294815 -- 0.015419079922139645 -- -0.039863988757133484 -- -0.01076850388199091 -- -0.021068481728434563 -- -0.0636228621006012 -- 0.005377565044909716 -- -0.02372446097433567 -- -0.022404994815587997 -- 0.043197765946388245 -- 0.04049597680568695 -- 0.012921600602567196 -- -0.015202554874122143 -- -0.00019818672444671392 -- 0.011683684773743153 -- -0.039275236427783966 -- -0.0011036571813747287 -- -0.016349267214536667 -- -0.05710691213607788 -- 0.006024674978107214 -- -0.011115538887679577 -- 0.04696406424045563 -- -0.05469686910510063 -- -0.010111377574503422 -- -0.0362534299492836 -- -0.028083812445402145 -- 0.01492042001336813 -- -0.055948950350284576 -- 0.02608834020793438 -- 0.042459700256586075 -- 0.08815707266330719 -- 0.05188155919313431 -- -0.06048288568854332 -- 0.057777076959609985 -- 0.06983472406864166 -- 0.0007426353986375034 -- 0.026153933256864548 -- 0.04794565960764885 -- 0.008520390838384628 -- 0.07051920145750046 -- 0.025206509977579117 -- 0.013352260924875736 -- 0.01559906080365181 -- 0.04106632620096207 -- 0.07770577818155289 -- 0.011541423387825489 -- 0.018161917105317116 -- 0.009444967843592167 -- 0.05169926956295967 -- 0.05298996716737747 -- -0.003210717113688588 -- 0.020525552332401276 -- -0.027865486219525337 -- 0.0288198534399271 -- -0.006611999124288559 -- 0.02396031655371189 -- -0.012320542708039284 -- 0.008548413403332233 -- -0.05457243695855141 -- 0.020534537732601166 -- -0.020837930962443352 -- -0.11485423892736435 -- 0.0005965969176031649 -- -0.04990122839808464 -- -0.04477193206548691 -- -0.010944466106593609 -- 0.05699572339653969 -- 0.04114707559347153 -- -0.07179930061101913 -- -0.01119188778102398 -- -0.03619781881570816 -- -0.07501442730426788 -- 0.02265275828540325 -- 0.017171211540699005 -- 0.03191923350095749 -- -0.00813207495957613 -- 0.0041962978430092335 -- -0.00127053027972579 -- -0.003427737159654498 -- -0.03415728360414505 -- -0.029145317152142525 -- 0.0021541165187954903 -- 0.0034757365938276052 -- -0.02209472842514515 -- 0.009927603416144848 -- -0.023518690839409828 -- -0.011414296925067902 -- -0.04574384540319443 -- -0.045194145292043686 -- 0.03759292513132095 -- 0.05123898759484291 -- 0.023632613942027092 -- -0.01429853867739439 -- 0.010390281677246094 -- 0.005734941456466913 -- 0.0004010089614894241 -- 0.04466995596885681 -- -0.009205406531691551 -- -0.047024019062519073 -- 0.025144852697849274 -- 0.04418642818927765 -- 0.026867901906371117 -- 0.03684617578983307 -- 0.01816965825855732 -- 0.03773455321788788 -- -0.00342875299975276 -- 0.007250671740621328 -- -0.007042828947305679 -- -0.02513730898499489 -- -0.06715577095746994 -- -0.03133763372898102 -- -0.04770634323358536 -- -0.002333026612177491 -- -0.0332450196146965 -- 0.028607934713363647 -- 0.0011362099321559072 -- 0.0189749114215374 -- -0.0032902248203754425 -- 0.0417669415473938 -- 0.007997317239642143 -- 0.05711399391293526 -- 2.8332667056929495e-07 -- 0.01848018169403076 -- 0.0113088833168149 -- 0.0019518963526934385 -- 0.057936977595090866 -- -0.07815878838300705 -- 0.028671342879533768 -- -0.05450156331062317 -- 0.01440212968736887 -- -0.015639308840036392 -- 0.0236939936876297 -- 0.07961767911911011 -- 0.007587771397083998 -- -0.01833285018801689 -- 0.023648366332054138 -- -0.057798027992248535 -- 0.0025664286222308874 -- -0.050204142928123474 -- -0.0031562584917992353 -- 0.003289121435955167 -- -0.016174018383026123 -- -0.03251170739531517 -- 0.005883158650249243 -- 0.01020206417888403 -- 0.005717918276786804 -- 0.0074074044823646545 -- 0.01592220552265644 -- -0.0725485235452652 -- 0.005767758935689926 -- 0.0006489134393632412 -- 0.02057953178882599 -- 0.03759877756237984 -- 0.0013215835206210613 -- 0.032841842621564865 -- 0.003468463197350502 -- -0.01794675551354885 -- -0.0006061960011720657 -- -0.04070042818784714 -- 0.010517710819840431 -- 0.0906287357211113 -- 0.022509785369038582 -- 0.04174770042300224 -- 0.0221700556576252 -- -0.027456503361463547 -- -0.05176851525902748 -- -0.01935666613280773 -- 0.03195564076304436 -- 0.024536194279789925 -- 0.008425803855061531 -- 0.045660559087991714 -- -0.015600239858031273 -- -0.010574436746537685 -- 0.020666450262069702 -- 0.015466459095478058 -- 0.009583213366568089 -- -0.0707542672753334 -- -0.04585687816143036 -- 0.043619729578495026 -- 0.05052696540951729 -- -0.009884960018098354 -- -0.07724890857934952 -- 0.019169483333826065 -- -0.01728837564587593 -- 0.02594592794775963 -- -0.05383375287055969 -- 0.01566053368151188 -- 0.044420015066862106 -- 0.005379918031394482 -- 2.1379041774416304e-34 -- -0.013338496908545494 -- -0.02643236704170704 -- 0.03713225573301315 -- -0.07106933742761612 -- -0.0005745295784436166 -- 0.03911854326725006 -- 0.0430012121796608 -- 0.0008338892948813736 -- -0.018366990610957146 -- 0.008118465542793274 -- -0.011771462857723236 +- 0.06303833425045013 +- 0.0017130164196714759 +- -0.04360565170645714 +- 0.020105816423892975 +- 0.028443099930882454 +- 0.05239640921354294 +- 0.002629669150337577 +- 0.03167177736759186 +- 0.06574234366416931 +- 0.008545699529349804 +- -0.015693921595811844 +- 0.009816708043217659 +- 0.016445185989141464 +- 0.00912803690880537 +- -0.001968706026673317 +- 0.008955910801887512 +- 0.04795327037572861 +- -0.004195954650640488 +- 0.00017824204405769706 +- 0.035830188542604446 +- -0.052938852459192276 +- -0.016096005216240883 +- 0.028288541361689568 +- -0.00937496218830347 +- 0.003829445457085967 +- 0.033119745552539825 +- -0.05601160600781441 +- 0.04713909700512886 +- 0.031048884615302086 +- -0.08358099311590195 +- 0.04551367461681366 +- -0.009112461470067501 +- 0.021191880106925964 +- 0.009499717503786087 +- 2.1317393930075923e-06 +- -0.04372185841202736 +- 0.005657358095049858 +- -0.01708623580634594 +- 0.0016317617846652865 +- -0.04835137724876404 +- 0.04358024150133133 +- -0.005781377200037241 +- 0.017232835292816162 +- -0.020912695676088333 +- -0.01045138668268919 +- 0.017734328284859657 +- -0.0198979489505291 +- 0.019428053870797157 +- 0.09571194648742676 +- 0.07095188647508621 +- 0.0006134072900749743 +- -0.03869826719164848 +- -0.06741712987422943 +- 0.013498708605766296 +- 0.013146529905498028 +- -0.029018789529800415 +- 0.08610408008098602 +- 0.08019790798425674 +- 0.017582720145583153 +- -0.05505954846739769 +- 0.005104023963212967 +- -0.026818105950951576 +- -0.007929940707981586 +- 0.04362957552075386 +- -0.005886421538889408 +- 0.04440866783261299 +- -0.026734216138720512 +- -0.03540203720331192 +- -0.020279744639992714 +- 0.05507206171751022 +- 0.04132552072405815 +- -0.018747497349977493 +- 0.01927533745765686 +- -0.024112673476338387 +- -0.020467158406972885 +- -0.0591939352452755 +- -0.010927272029221058 +- 0.00541392108425498 +- 0.0011552118230611086 +- 0.01171406265348196 +- 0.010496583767235279 +- 0.0640489012002945 +- -0.05624966695904732 +- 0.06896422058343887 +- -0.016218427568674088 +- -0.011026098392903805 +- -0.0921502485871315 +- -0.0530550554394722 +- 0.03714793175458908 +- 0.004530466627329588 +- 0.05306975916028023 +- 0.011747809126973152 +- 0.012412617914378643 +- -0.01076279953122139 +- -0.018811071291565895 +- -0.015688735991716385 +- 0.044444579631090164 +- -0.05169285088777542 +- 0.010227244347333908 +- -0.02354327030479908 +- 0.02231556922197342 +- -0.04733606427907944 +- 0.06328429281711578 +- 0.04431476816534996 +- 0.07219626009464264 +- -0.005061456002295017 +- -0.024480801075696945 +- 0.043553031980991364 +- 0.04956796392798424 +- 0.012744901701807976 +- 0.02756979689002037 +- 0.010684099979698658 +- -0.055395565927028656 +- -0.033178552985191345 +- 0.03054172173142433 +- 0.06882860511541367 +- 0.009632314555346966 +- 0.0036668574903160334 +- -0.03981542959809303 +- 0.007476487662643194 +- 0.01936260610818863 +- 0.01843305304646492 +- -0.0023418734781444073 +- 0.09169752150774002 +- -0.020636387169361115 +- 0.0032702286262065172 +- 0.011341944336891174 +- 0.055293768644332886 +- 0.011240968480706215 +- -0.023318974301218987 +- 0.024144435301423073 +- -0.00017910853784997016 +- 0.012926009483635426 +- -0.0051027387380599976 +- 0.010157402604818344 +- -0.012685068883001804 +- 0.04598680138587952 +- -0.008601312525570393 +- -0.038985803723335266 +- -0.04019322246313095 +- 0.00017803844821173698 +- -0.05537765845656395 +- -0.04599302262067795 +- 0.0005818171193823218 +- -0.017254630103707314 +- 0.013815979473292828 +- 0.03661731258034706 +- 0.00879263412207365 +- -0.020709512755274773 +- 0.0061952946707606316 +- -0.04792102426290512 +- 0.0023933739867061377 +- -0.019934289157390594 +- 0.0096441600471735 +- -0.015270061790943146 +- 0.013950904831290245 +- -0.06963660567998886 +- -0.07838338613510132 +- 0.0019575359765440226 +- 0.05016413331031799 +- -0.04035576432943344 +- -0.01661466248333454 +- 0.03414994478225708 +- -0.06534046679735184 +- 0.007795284036546946 +- -0.0013042268110439181 +- -0.054807379841804504 +- 0.11233093589544296 +- -0.05660206824541092 +- 0.01762736216187477 +- -0.028629226610064507 +- 0.03101535327732563 +- 0.028420746326446533 +- 0.016903838142752647 +- -0.03841610625386238 +- 0.026067761704325676 +- -0.00018146289221476763 +- -0.026623113080859184 +- -0.02574297785758972 +- 0.059526439756155014 +- 0.04161296412348747 +- 0.004760031122714281 +- 0.005188248120248318 +- 0.017041712999343872 +- 0.046769414097070694 +- -0.006664073094725609 +- -0.05099734663963318 +- 0.01096927560865879 +- 0.028836321085691452 +- -0.04892640560865402 +- 0.021557796746492386 +- 0.00043956711306236684 +- 0.001200183411128819 +- 0.008252770639955997 +- -0.01052118930965662 +- -0.006667764857411385 +- 0.005317137576639652 +- -0.13323239982128143 +- 0.012574303895235062 +- -0.039032865315675735 +- 0.0018429321935400367 +- -0.016747457906603813 +- 0.005250923801213503 +- 0.041603539139032364 +- -0.016254892572760582 +- 0.020628979429602623 +- 0.025268131867051125 +- -0.012817176058888435 +- 0.02054603584110737 +- -0.11664711683988571 +- 0.0338338278234005 +- -0.02457309514284134 +- -0.04463038966059685 +- -0.032174210995435715 +- -0.004742371384054422 +- 0.04935581237077713 +- -0.033606719225645065 +- -0.010278514586389065 +- 0.016905635595321655 +- -0.007848668843507767 +- 0.002307848073542118 +- -0.008463464677333832 +- 0.0033882197458297014 +- -0.007213430479168892 +- -0.0095402542501688 +- 0.009413591586053371 +- -0.0011066095903515816 +- 0.011361789889633656 +- 0.03743009269237518 +- 0.010295512154698372 +- -0.017213528975844383 +- -0.02121233195066452 +- 0.034252963960170746 +- 0.08986352384090424 +- 0.0339541882276535 +- 0.014681205153465271 +- 0.02073940820991993 +- -0.006141948979347944 +- -0.06733749806880951 +- 0.02235233224928379 +- -0.04678226634860039 +- 0.036446116864681244 +- 0.0028505113441497087 +- 0.022508153691887856 +- -0.054942041635513306 +- 0.019269216805696487 +- -0.07314810901880264 +- -0.04122544452548027 +- -0.01844279281795025 +- 0.026813894510269165 +- 0.014507867395877838 +- -0.00139049650169909 +- 0.02037755399942398 +- 0.02172154188156128 +- -0.00016571702144574374 +- 0.07378818094730377 +- -0.026235049590468407 +- 0.01584232971072197 +- -0.07433699816465378 +- 0.06019921973347664 +- 0.04448346048593521 +- -0.005611591041088104 +- 0.019858740270137787 +- -0.021053580567240715 +- 0.04506421461701393 +- -0.03789611533284187 +- 0.011881534941494465 +- 0.008654422126710415 +- -0.043020229786634445 +- 0.017518825829029083 +- -0.02383088693022728 +- -0.03834918141365051 +- -0.0352407768368721 +- -0.054643843322992325 +- -0.018254196271300316 +- -0.0091024124994874 +- -0.03156135231256485 +- -0.01405380479991436 +- -0.03495369106531143 +- 0.05697409808635712 +- 0.04519585892558098 +- 0.006894185207784176 +- 0.025312431156635284 +- 0.03742701932787895 +- -0.036694787442684174 +- 0.02438027784228325 +- 0.04168608784675598 +- -0.041227228939533234 +- 0.03357559069991112 +- -0.016045808792114258 +- 0.003064636839553714 +- -0.017917968332767487 +- 0.013725888915359974 +- 0.012253990396857262 +- -0.03721722215414047 +- 0.008352282457053661 +- 0.0016226295847445726 +- 0.0035445010289549828 +- 0.0313335545361042 +- 0.030294304713606834 +- 0.002850321354344487 +- 0.003175183665007353 +- -0.0005225472268648446 +- 0.01987018808722496 +- 0.01624290645122528 +- 0.05121511220932007 +- 0.04267198592424393 +- -0.019173528999090195 +- 0.027116212993860245 +- -0.026383602991700172 +- 0.08425180613994598 +- -0.047041065990924835 +- -0.005121718160808086 +- 0.0564606711268425 +- -0.0009696389897726476 +- -0.033606141805648804 +- -0.05408606678247452 +- -0.029257800430059433 +- -0.033445633947849274 +- 0.020165128633379936 +- 0.041438449174165726 +- 0.01801947131752968 +- 0.05022266134619713 +- 0.014452126808464527 +- 0.010352494195103645 +- -0.021399514749646187 +- -0.02774140052497387 +- -0.011572600342333317 +- -0.017785657197237015 +- 0.028028704226017 +- 0.010074364021420479 +- 0.004716454539448023 +- -0.04204101860523224 +- 0.0254853256046772 +- -0.010668110102415085 +- -0.008730133064091206 +- -0.01642756722867489 +- -0.041244346648454666 +- 0.044784676283597946 +- 0.01610877364873886 +- -0.010904337279498577 +- -0.0004289247444830835 +- -0.02517719753086567 +- 0.014637098647654057 +- -0.008884257636964321 +- -0.051254983991384506 +- -0.011480174958705902 +- 0.009441427886486053 +- 0.009090474806725979 +- -0.033419907093048096 +- 0.056509435176849365 +- 0.0010290436912328005 +- -0.0010908207623288035 +- -0.04080537334084511 +- 0.01855418272316456 +- 0.018541017547249794 +- -0.054048821330070496 +- 0.03547586128115654 +- -0.040845587849617004 +- 0.006170990411192179 +- 0.025138799101114273 +- 0.05116267874836922 +- 0.05370599776506424 +- 0.04175882041454315 +- 0.015425361692905426 +- 0.05127833038568497 +- -0.04846908897161484 +- -0.0003773463249672204 +- 0.01912292279303074 +- 0.001876256545074284 +- -0.04080071300268173 +- -0.049557045102119446 +- 0.03723814710974693 +- -0.015745557844638824 +- 0.031464558094739914 +- 0.07395538687705994 +- 0.0018410615157335997 +- 0.018275603652000427 +- -0.10438575595617294 +- 0.001857335795648396 +- 0.04280441254377365 +- -0.04733111709356308 +- 0.03127691149711609 +- 0.030518222600221634 +- 0.06226610764861107 +- -0.029942091554403305 +- -0.026683634147047997 +- -0.0469287633895874 +- 0.04700366407632828 +- 0.1156390979886055 +- 0.012825838290154934 +- 0.054362617433071136 +- -0.08962733298540115 +- -0.032464344054460526 +- -0.02643921971321106 +- -0.045581817626953125 +- -0.022524559870362282 +- 0.0700894147157669 +- -0.0031098746694624424 +- -0.00715316878631711 +- 0.05521625652909279 +- 0.07954668253660202 +- 0.03332969918847084 +- 0.00522952526807785 +- 0.014497208409011364 +- -0.08406815677881241 +- -0.014798535034060478 +- 0.04443119093775749 +- 0.019761543720960617 +- 0.0038461601361632347 +- -0.031181352213025093 +- 0.03647332265973091 +- 0.032613497227430344 +- -0.048328567296266556 +- 0.015731079503893852 +- 0.039888035506010056 +- -0.00488262576982379 +- -0.04587941989302635 +- -0.03453264385461807 +- 0.02779911458492279 +- -0.0033617012668401003 +- -0.004114031326025724 +- -0.010130573064088821 +- -0.03754790499806404 +- -0.023840120062232018 +- -0.020798804238438606 +- 0.03952745348215103 +- -0.01552437525242567 +- -0.011600997298955917 +- 0.03925111144781113 +- 0.049114689230918884 +- 0.007970976643264294 +- -0.013669278472661972 +- -0.0027901194989681244 +- -0.0247786995023489 +- 0.0012909246142953634 +- 0.049404967576265335 +- -0.02859210968017578 +- 0.008784224279224873 +- -0.014280890114605427 +- -0.031713321805000305 +- 0.025899900123476982 +- 0.03606424480676651 +- -0.020219214260578156 +- 0.0016362182796001434 +- -0.009292402304708958 +- 0.006735164672136307 +- -0.006882586516439915 +- -0.02568178065121174 +- 0.03771453723311424 +- -0.006957734003663063 +- -0.018937692046165466 +- -0.03163128346204758 +- 0.041432108730077744 +- -0.017990978434681892 +- -0.025578930974006653 +- -0.02614491432905197 +- -0.04092686250805855 +- 0.010873152874410152 +- 0.005545638967305422 +- -0.026977410539984703 +- 1.8947735952679068e-05 +- -0.06597013026475906 +- 0.053264129906892776 +- 0.034360121935606 +- -0.028449751436710358 +- 0.06602539122104645 +- 0.0347667820751667 +- -0.013427241705358028 +- -0.07942002266645432 +- -0.031756870448589325 +- 0.030238337814807892 +- -0.013972494751214981 +- 0.02776803821325302 +- -0.00328034907579422 +- -0.07464499771595001 +- -0.025302058085799217 +- 0.0012633838923648 +- 0.01239767111837864 +- 0.02239958383142948 +- 0.06897279620170593 +- 0.022264495491981506 +- 0.03639967739582062 +- -0.10328403860330582 +- -0.022714320570230484 +- 0.030388928949832916 +- -0.03394891694188118 +- -0.03731667622923851 +- -0.01503949984908104 +- -0.015214979648590088 +- 0.004163067787885666 +- 0.04740980267524719 +- -0.010626459494233131 +- 0.0005153159727342427 +- 0.02579604834318161 +- -0.08822716027498245 +- -0.10615765303373337 +- 0.05144164711236954 +- 0.06082752346992493 +- -0.021124498918652534 +- -0.01370366383343935 +- -0.010716174729168415 +- -0.051407743245363235 +- -0.0069752954877913 +- -0.0040083983913064 +- 0.042386170476675034 +- -0.010827954858541489 +- 0.009082840755581856 +- -0.018920358270406723 +- -0.029173387214541435 +- 0.030611662194132805 +- -0.013351041823625565 +- -0.03426183760166168 +- 0.05527873709797859 +- -0.0030944233294576406 +- -0.020334387198090553 +- -0.05321403220295906 +- -0.023720648139715195 +- -0.059259574860334396 +- -0.03991721197962761 +- 0.0002130725624738261 +- -0.016372395679354668 +- 0.023755541071295738 +- 0.01089121401309967 +- -0.0361177921295166 +- -0.06355103850364685 +- -0.013386416248977184 +- -0.029467547312378883 +- -0.01283519808202982 +- -0.03490883484482765 +- 0.027302458882331848 +- -0.024737069383263588 +- 0.02019789069890976 +- -0.04324154928326607 +- -0.000337162462528795 +- 0.048786163330078125 +- 0.014636673964560032 +- -0.03213595971465111 +- 0.029250044375658035 +- -0.007647045888006687 +- 0.00018192824791185558 +- -0.04430859163403511 +- -0.032566461712121964 +- 0.054437655955553055 +- -0.007643122225999832 +- 0.005728076212108135 +- -0.05424027889966965 +- 0.0062641180120408535 +- -0.03475172072649002 +- 0.027931056916713715 +- -0.07189417630434036 +- 0.01823566108942032 +- -0.013545854017138481 +- -0.04391930252313614 +- 0.0014869668520987034 +- -5.7486048798246826e-33 +- 0.014842582866549492 +- -0.06932490319013596 +- -0.00027199843316338956 +- -0.018561076372861862 +- 0.008543768897652626 +- 0.001937728258781135 +- 0.015099598094820976 +- -0.04192592203617096 +- -0.0056145633570849895 +- -0.04455847665667534 +- -0.060815196484327316 +- -0.006077958736568689 +- 0.014098363928496838 +- -0.04988677054643631 +- -0.019385287538170815 +- -0.012648829258978367 +- -0.05922739580273628 +- 0.0015665608225390315 +- -0.017491064965724945 +- -0.039101675152778625 +- 0.051595065742731094 +- 0.04487420991063118 +- 0.016184262931346893 +- -0.011050268076360226 +- -0.01287949550896883 +- 0.02622111886739731 +- -0.06350667774677277 +- -0.0183224119246006 +- -0.017581738531589508 +- -0.04272922873497009 +- 0.0334128700196743 +- -0.006414931267499924 +- 0.032836828380823135 +- -0.049302469938993454 +- -0.01870022714138031 +- -0.05275176465511322 +- -0.034525368362665176 +- 0.007366281934082508 +- -0.061231326311826706 +- 0.01852855645120144 +- 0.03319810703396797 +- 0.08131296932697296 +- 0.06595174968242645 +- -0.05446380749344826 +- 0.0469808503985405 +- 0.05922611430287361 +- 0.005162780173122883 +- 0.013905562460422516 +- 0.03639519214630127 +- -6.186150858411565e-05 +- 0.06145224720239639 +- 0.018549880012869835 +- -0.004195807501673698 +- 0.028832243755459785 +- 0.03387200087308884 +- 0.06158561632037163 +- -0.0010185204446315765 +- 0.033548831939697266 +- 0.006495093461126089 +- 0.06844570487737656 +- 0.07178813219070435 +- 0.008061802014708519 +- 0.018736934289336205 +- -0.011213761754333973 +- 0.03889549523591995 +- -0.016583165153861046 +- 0.032789964228868484 +- -0.000472039362648502 +- 0.004523548297584057 +- -0.05065293237566948 +- 0.008822431787848473 +- -0.026122640818357468 +- -0.0917869508266449 +- 0.004586347844451666 +- -0.05027933046221733 +- -0.07861732691526413 +- -0.038489606231451035 +- 0.05162888020277023 +- 0.057976383715867996 +- -0.07162287831306458 +- -0.02104673534631729 +- -0.034455351531505585 +- -0.07432527840137482 +- 0.018316006287932396 +- 0.0026003539096564054 +- 0.038309331983327866 +- -0.01716783456504345 +- 0.005076506640762091 +- 0.001990168122574687 +- -0.011618126183748245 +- -0.02022157981991768 +- -0.00014737664605490863 +- -0.02855098247528076 +- -0.0077913678251206875 +- -0.021792907267808914 +- 0.001439603860490024 +- -0.033667102456092834 +- -0.0009568872628733516 +- -0.044003941118717194 +- -0.03754718229174614 +- 0.02927049621939659 +- 0.035225760191679 +- 0.030130399391055107 +- -0.010100822895765305 +- 0.018267987295985222 +- -0.004955637734383345 +- 0.006993838120251894 +- 0.03960343822836876 +- -0.03130266070365906 +- -0.043246444314718246 +- 0.03128695487976074 +- 0.0397828035056591 +- 0.029909901320934296 +- 0.03996483236551285 +- 0.018263209611177444 +- 0.03225896507501602 +- -0.004449182190001011 +- 0.005439390894025564 +- -0.006911393254995346 +- -0.0192574355751276 +- -0.05102973431348801 +- -0.023022787645459175 +- -0.04819563776254654 +- -0.002855968428775668 +- -0.012577391229569912 +- 0.015179289504885674 +- 0.001295162714086473 +- -4.2499577830312774e-05 +- -0.017854053527116776 +- 0.03580357879400253 +- 0.003328596241772175 +- 0.05365169048309326 +- 2.960989888833865e-07 +- 0.03473362326622009 +- 0.038045208901166916 +- 0.0030745489057153463 +- 0.06690479815006256 +- -0.07568913698196411 +- 0.0210773553699255 +- -0.062340810894966125 +- 0.013763687573373318 +- 0.004310888238251209 +- 0.0333247184753418 +- 0.08406277000904083 +- -0.005021645687520504 +- -0.0024638082832098007 +- 0.023765159770846367 +- -0.03571557253599167 +- 0.00934367161244154 +- -0.035250984132289886 +- -0.011011595837771893 +- -0.0014167178887873888 +- 0.009509224444627762 +- -0.03582722693681717 +- 0.021598832681775093 +- 0.02220490574836731 +- 0.01752864196896553 +- 0.02690860815346241 +- 0.021585971117019653 +- -0.06795987486839294 +- -0.0011176890693604946 +- 0.008163359016180038 +- 0.019000794738531113 +- 0.027932584285736084 +- -0.019522709771990776 +- 0.03137344866991043 +- 0.00809166394174099 +- -0.02847466431558132 +- -0.006959911901503801 +- -0.05058632418513298 +- 0.013900241814553738 +- 0.08102061599493027 +- 0.0252773966640234 +- 0.03361891955137253 +- 0.030017370358109474 +- -0.012097040191292763 +- -0.05879470333456993 +- -0.03246045485138893 +- 0.03431275859475136 +- 0.0189326424151659 +- 0.010034705512225628 +- 0.05054125562310219 +- -0.003602903103455901 +- -0.00751082319766283 +- -0.00039629009552299976 +- 0.010056695900857449 +- 0.01257315929979086 +- -0.07176892459392548 +- -0.027167493477463722 +- 0.0422012135386467 +- 0.03227701783180237 +- -0.017623933032155037 +- -0.06887933611869812 +- 0.0059313224628567696 +- -0.03376428410410881 +- 0.03724116086959839 +- -0.032884057611227036 +- 0.037604328244924545 +- 0.04698890820145607 +- -0.00932925846427679 +- 2.4959420783690887e-34 +- -0.011629948392510414 +- -0.037727002054452896 +- 0.026326872408390045 +- -0.09373291581869125 +- 0.0010927082039415836 +- 0.026736319065093994 +- 0.0430229976773262 +- -0.0006032938254065812 +- -0.011215448379516602 +- 0.010177066549658775 +- -0.03182121738791466 embedding_model: all-mpnet-base-v2 -experience_text: "User Query: Show top 3 data in ./demo_data.csv\n\nBest Practice:\ - \ \n- Always check if the file exists before attempting to read it.\n- Ask the user\ - \ to provide the correct file path if the file is not found.\n- Load the data using\ - \ pandas and display the top 3 rows using the head() function.\n\nMistakes to Avoid:\n\ - - Do not attempt to read a file without checking if it exists first, as this can\ - \ lead to errors.\n\nCritical Information:\n- Use the following code snippet to\ - \ check if the file exists, load the data, and display the top 3 rows:\n```python\n\ - import os\nimport pandas as pd\n\nfile_path = \"file_path_here\"\n\nif os.path.exists(file_path):\n\ - \ data = pd.read_csv(file_path)\n top_3_rows = data.head(3)\n top_3_rows\n\ - else:\n print(\"File not found: {}\".format(file_path))\n```" +experience_text: "User Query: show top 3 data in ./demo_data.csv\n\nBest Practice:\ + \ When the user provides an incorrect file path, ask the user to check the file\ + \ path and try again. When the correct file path is provided, load the data and\ + \ display the top 3 rows.\n\nMistakes to Avoid: \n1. Do not assume the file path\ + \ is correct. Check if the file exists before attempting to read it.\n2. Ensure\ + \ that the output is generated and displayed to the user when the code execution\ + \ is successful.\n\nCritical Information:\n1. Use os.path.exists(file_path) to check\ + \ if the file exists before attempting to read it.\n2. Use pandas to read the CSV\ + \ file and display the top 3 rows using data.head(3)." raw_experience_path: D:\python_project\TaskWeaver\tests\unit_tests\data\experience\raw_exp_test-session-1.yaml session_id: test-session-1 diff --git a/tests/unit_tests/test_experience.py b/tests/unit_tests/test_experience.py index 1d797d5d..b0132ec4 100644 --- a/tests/unit_tests/test_experience.py +++ b/tests/unit_tests/test_experience.py @@ -19,7 +19,7 @@ def test_experience_generation(): # please refer to the https://microsoft.github.io/TaskWeaver/docs/llms "llm.embedding_api_type": "sentence_transformer", "llm.embedding_model": "all-mpnet-base-v2", - "experience.session_history_dir": os.path.join( + "experience.experience_dir": os.path.join( os.path.dirname(os.path.abspath(__file__)), "data/experience", ), @@ -69,7 +69,7 @@ def test_experience_retrieval(): config={ "llm.embedding_api_type": "sentence_transformer", "llm.embedding_model": "all-mpnet-base-v2", - "experience.session_history_dir": os.path.join( + "experience.experience_dir": os.path.join( os.path.dirname(os.path.abspath(__file__)), "data/experience", ),