letta_evals/__init__.py,sha256=eknDVJ0NhMi8ei6AFCjDvdq88710WuOZOtLlz2e_GsI,1943
letta_evals/cli.py,sha256=SS4klISJurr2LFWpY_KGvUTPjQzs7KJmrx_qNCwiUFA,12472
letta_evals/constants.py,sha256=nPcyrvZgD22bzmLI98GK7cWxsJz3um92NqE7DwAQPHA,221
letta_evals/decorators.py,sha256=y58DZqkpZz_Deysy_PtLYQnGuVSUUwGyyofgeGtPMtc,8851
letta_evals/metrics.py,sha256=A3ZlrjMXoRpL1udf1z3nvITKss_VFJHb0XDPfvceFXc,10914
letta_evals/models.py,sha256=6YR9xlQkOpkdyeheAsaLjexL1vTN6YuxJoQHSwEjbq4,33268
letta_evals/pricing.py,sha256=Jj4T6xTSO3xdZu9uClhr1Q95p89l3kvkHOnCX1ry-4g,13884
letta_evals/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
letta_evals/runner.py,sha256=KbwJgweBcuwOV9ARpUJhaRFyKXPlZ4dI9CR8y6uFhMs,47219
letta_evals/streaming.py,sha256=VwnMWJwB6JDqMqbBUtKGcNN_HO6a3e2oHBtnK7y60XQ,3819
letta_evals/types.py,sha256=5ihfXbpCOMZRE9NKKSRaEtQm5FbXQaSKMVsO5zioQjA,1347
letta_evals/utils.py,sha256=wfJ9F8Y1fIKSiKT22FOpDP91M2sB6_GW-rHKbWnblfU,13955
letta_evals/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
letta_evals/datasets/loader.py,sha256=WCc31aT2xRKXgJtkWPd6VEdX7b4MErkvGOKBNE5ghqk,6205
letta_evals/extractors/__init__.py,sha256=7oE2nNc7_CJEB8-_lqK93zlcuLOk2Xl7EnTL_Of7n6Q,596
letta_evals/extractors/builtin.py,sha256=SYoRzKINsN05J30eOPW1sNOZPNAGF8YGWvj9GP36cto,6215
letta_evals/extractors/registry.py,sha256=QkNcBKih97FP5WZqKpyA4rBVS9QI8Wo7099YNsWNsbE,2516
letta_evals/extractors/utils.py,sha256=ZYsKk1888WJwFZGzXsO2ixQ2_uUmbqHbwtDMK5sIxgc,2108
letta_evals/graders/__init__.py,sha256=iJJlydr537QSObBYbvFrwTVqiywGt-VsUFjioHTv4So,443
letta_evals/graders/agent_judge.py,sha256=kB8ur_VQ1tqYIv1FUEFJ-3ZrO0tC_MTrrFpZDClbpYY,9798
letta_evals/graders/base.py,sha256=S62q1VLARSzST406XrFOeS9BqC4bHLKOW8-g13VnvLM,2404
letta_evals/graders/builtin.py,sha256=_UYj5fSNr0E0xnzP6c2qB2f7pk5hlU7kW_ADThbEkfM,2578
letta_evals/graders/letta-evals-judge-agent.af,sha256=iahT05K6khEjeWtrj3whvQCx2hyVBFVAXyhQXBmst30,9775
letta_evals/graders/prompt_utils.py,sha256=yB4lRpD_akmIJ1Ry91I7Al6GZxOYTXLDcAgdtEWYec0,3687
letta_evals/graders/rubric.py,sha256=QchljwTu9I3zxaKgDJVmYzx0zpFeM888XMKViWuMdL8,7529
letta_evals/graders/tool.py,sha256=PwkqA9CrgwOibm1MDRyoqMZnMiOM0_gUI3ohpzaBRw4,2003
letta_evals/llm_model_configs/azure-gpt-4o-mini.json,sha256=eCNH4rc8lW2Hv2f16wahauVk-jCuX9w-mlK4-eILB0I,166
letta_evals/llm_model_configs/claude-3-5-haiku.json,sha256=JgIdobktYuTRC9M1ktmqqtK7d5VStlRcwB88we63kQE,238
letta_evals/llm_model_configs/claude-3-7-sonnet-extended.json,sha256=ITx5Dn7sKh9ykJNk8I1nWE--GYMZjC46mlgR7SB26kw,303
letta_evals/llm_model_configs/claude-3-7-sonnet.json,sha256=87PPktZOqp1fa_0Pg6ZkWZKj4qp_A5WAGU1-NYeMyfU,227
letta_evals/llm_model_configs/claude-4-1-opus.json,sha256=lGg359cH3NYyvtHAMYmpJivT_YqUcSTxDT5XjFbd7Ds,218
letta_evals/llm_model_configs/claude-4-5-haiku.json,sha256=dl6ky1PQVTDy8cT9xMcxrgANbkJxIT2wrA6HSSykcUA,219
letta_evals/llm_model_configs/claude-4-5-opus.json,sha256=rhxeXJ72smAkvQAE5Hrp1RBsga6tQhUeyi0QILaHAL8,236
letta_evals/llm_model_configs/claude-4-5-sonnet.json,sha256=pHMWRdovkDIAKR1A9GKOJbxg3h94C5dR6_JG5rzwuy8,226
letta_evals/llm_model_configs/claude-4-6-opus.json,sha256=f-2KEHit1ilWZeLJZj9za9xpt-iF_R3hpYKFhpm_ECo,227
letta_evals/llm_model_configs/claude-4-6-sonnet.json,sha256=Hco_lL7rNOgWn_9f3nDV4CH6M98T_QCgtjcwmbnkkfo,229
letta_evals/llm_model_configs/claude-4-sonnet-extended.json,sha256=KmgBMJDUZIEyG-lo6e0OCF_dkn1fLZK_o1259PZlMqc,301
letta_evals/llm_model_configs/claude-4-sonnet.json,sha256=8FOhnDfo29WAC4rOKKQeRqllPNZEUHe0dlMxeHkZBV0,225
letta_evals/llm_model_configs/deepseek-chat.json,sha256=aGeheEHgNmZGQ8W11eTS683MidjiSrMY0-G318hYIyA,196
letta_evals/llm_model_configs/deepseek-reasoner.json,sha256=Gl62CYdhvkW2cPxT3qTEM5a0iWHBuRpQ2cTi6cmIdBQ,188
letta_evals/llm_model_configs/gemini-2-5-flash-0925.json,sha256=fmpuD8gm_Yjb4eXKLuVpFYN_s0fd5kjosmj8j-Qo9Fk,259
letta_evals/llm_model_configs/gemini-2-5-flash.json,sha256=ucNtAXiuU6bYuWc56DKNWDTbay-gTXWHaPxuWnc9-Z0,243
letta_evals/llm_model_configs/gemini-2-5-pro.json,sha256=aMrzTXMPEmqxeqSUEY1qPwX2Us7IMu23eeyK2LF0AQg,241
letta_evals/llm_model_configs/gemini-3-flash.json,sha256=jampKBa3SKZlyHKyzbFK-0KkPcGLA3sX7rHGOQA3jCA,248
letta_evals/llm_model_configs/gemini-3-pro.json,sha256=EBzzgE_g-0umgvP-RzWicny0tvSo1K2BkmkUE-6ZKko,246
letta_evals/llm_model_configs/gemini-vertex.json,sha256=8MAqQ4sGJTwr3NEFAJXJoCe_B3xHNstKnr7u0k6J_KA,270
letta_evals/llm_model_configs/groq.json,sha256=2bDkT6fpAGxceW5qaS-d2REx-uhs6dSO8AOekrfYsTQ,231
letta_evals/llm_model_configs/letta-hosted.json,sha256=ab7Vew2ke6qLWtgKGe7haLmE95wDkjP0hh7PkuzAdnw,183
letta_evals/llm_model_configs/ollama.json,sha256=pY9_QT-ruRPmoSV4tQoAd8j5NOdMi9EnElTX4ByNhug,207
letta_evals/llm_model_configs/openai-gpt-3.5-turbo.json,sha256=o0vo4JUg74X9xbi4moNL2K2AeF-ixNk59RDa_NxoZkA,177
letta_evals/llm_model_configs/openai-gpt-4.1-mini.json,sha256=1BXGR3RojF1d1-lnywez6FXfa1p4u6u57GlPFKuU7KE,225
letta_evals/llm_model_configs/openai-gpt-4.1-nano.json,sha256=zy9q27Mm2juLovs7hnW0CSc8xTv2TuIx6Q7-gD3v0dE,225
letta_evals/llm_model_configs/openai-gpt-4.1.json,sha256=7bhT_bgHVeQCj-7rnMd8zp5zC9slKmNe45aP41FjBTY,220
letta_evals/llm_model_configs/openai-gpt-4o-mini.json,sha256=FqAdYiFcQWfxUC5WyJgqqueYffjIa0ujbdZefwtUwjw,187
letta_evals/llm_model_configs/openai-gpt-4o.json,sha256=6OZ5tqWvU6TF6eMQiVJinw_DuWvC6lfy3fkGupKfOrE,182
letta_evals/llm_model_configs/openai-gpt-5-mini.json,sha256=NTtA3PhyLd13SLqz9uFOEiNrHMmWdU2pkE99XCE5QrI,253
letta_evals/llm_model_configs/openai-gpt-5-nano.json,sha256=abGDHR6jerN3lM94hrHr9t2aeVJSJBbcO-VP--kds1Y,221
letta_evals/llm_model_configs/openai-gpt-5.1-codex-mini.json,sha256=PVNM34jFD-zWXtDP12Su5KJnT5es93WKtxgMPntVx2g,252
letta_evals/llm_model_configs/openai-gpt-5.1-codex.json,sha256=A6qB7X90bps18dhaObyPGj52tAU8nuxHjBv3NLeEBvw,247
letta_evals/llm_model_configs/openai-gpt-5.1.json,sha256=eoZ_8koOwjY4ffPgy4ihkQ5WMVnEqIn_ggT6MWSs0VI,252
letta_evals/llm_model_configs/openai-gpt-5.2-codex-xhigh.json,sha256=L_Zrxjyh3XeufCeu94aoz4XFkGp-rhPwI7XV2oBpnQ4,246
letta_evals/llm_model_configs/openai-gpt-5.2-high.json,sha256=BguqD6vp1m2qcM7-8l5HmeIqMZv6KpdLf8yk5BUl4SE,250
letta_evals/llm_model_configs/openai-gpt-5.2-medium.json,sha256=k7a7GOEldRjwA4Wcfi2L_HKQUZmsf5wrvDeuuXkr4Dw,252
letta_evals/llm_model_configs/openai-gpt-5.2-xhigh.json,sha256=mr6Gg-5iicyJIVS50MjmJ9zGfKeePiSVtUcnTrwuyys,251
letta_evals/llm_model_configs/openai-gpt-5.json,sha256=uMFOlPcXaEcJZALcIsZnpV0Pxp3QmdMGcddJw9lWH2Y,216
letta_evals/llm_model_configs/openai-o1.json,sha256=v1yVGZizUWt1wDzUBT9IX8JSDUqHcIhmm6eCLoSSAv0,167
letta_evals/llm_model_configs/openai-o3-mini.json,sha256=b90_i2HJ92hSThfG9_tQkrzItZjD-lxs5nUbLEN4ft4,172
letta_evals/llm_model_configs/openai-o4-mini.json,sha256=puWCozJDAoUoFtq4zV9_TazfllKvN_ucMe5H-ICMK3Y,172
letta_evals/llm_model_configs/openrouter-deepseek-v3.1.json,sha256=lAUfjxhStzXSJgxAaxkLVzDJwSmvtZ5DKLTfZr1N6nI,202
letta_evals/llm_model_configs/openrouter-glm-4.6.json,sha256=66DJow8UJAt7w3AZD_7m1scAuroIiGMtT1t_Q57zVUw,187
letta_evals/llm_model_configs/openrouter-kimi-k2-0905.json,sha256=u2NZwniwR0NF7LG9pBx_lYfXsPbiogAN3DN_lp8iQ8k,198
letta_evals/llm_model_configs/openrouter-kimi-k2-thinking.json,sha256=Itcl8zbR9pNrySacRU2vos_qCxC2Ly-tTh9xEhulEEk,205
letta_evals/llm_model_configs/openrouter-minimax-m2.json,sha256=fdqdxa4zd_lXvM-ehL_PyAvQ-8goO_UbHq96fjosWRw,193
letta_evals/llm_model_configs/openrouter-mistral-large-3.json,sha256=ez2x4RDx6p5-e-y3DR_DFcTsYxtYIAddRUWciKwXmgM,203
letta_evals/llm_model_configs/together-gpt-oss-120b.json,sha256=stPtzUUuya40ghOPG586eJFLB_vdTWm7AB6kz80hCmo,147
letta_evals/llm_model_configs/together-gpt-oss-20b.json,sha256=u8jeSMK2fa_0XAo8ClrML8ME6K953W7-ShavcueavHM,158
letta_evals/llm_model_configs/together-llama-3-1-405b.json,sha256=g_9_cppaH_3oX0NF_sU2_QOsi1NjM6W9frbQWjpp_zs,186
letta_evals/llm_model_configs/together-llama-3-1-8b.json,sha256=Lxb0owcMfxyNYk9HHm13KwVTa_Y1UA6kCKW1YDQwoJw,183
letta_evals/llm_model_configs/together-llama-3-2-3b.json,sha256=1cv-iCglmVgcTSPw_-XI-A1ms5RvwG4wIvxHCTEpyIM,178
letta_evals/llm_model_configs/together-llama-3-3-70b.json,sha256=EqkT1tjKdWNu0JA3Qqc8w1agnqpNqpdhDQGIdtOKsB8,179
letta_evals/llm_model_configs/together-llama-4-maverick-17b.json,sha256=4QNmWAOVbPdxWiR7XbtiBKjzOf2FLsn01oyaM1EFCeQ,190
letta_evals/llm_model_configs/together-llama-4-scout-17b.json,sha256=u2FKXPpmX8guHaxbM0Or7oY11e_iiEQEEEDkhSqAIAQ,182
letta_evals/llm_model_configs/together-mistral-small-24b.json,sha256=seJO3ukJPMdUFDwdkG9uIkoAJWOTtY-kae8up1DwWOU,180
letta_evals/llm_model_configs/together-qwen-2-5-72b.json,sha256=gha26YFExr-AWGrGOISbWNeIzzcYDOHmFtqh6ofaULU,170
letta_evals/llm_model_configs/together-qwen-2-5-7b.json,sha256=BuMYPG7e4FEYy38I_ryGifLbQY0-Uw89TXbnqi8i1Fw,169
letta_evals/llm_model_configs/together-qwen-3-235b.json,sha256=3lBhhz5bIJ48A1N-IA1JCcwP_kxKt_vGPYwuXLSuJQ0,179
letta_evals/llm_model_configs/xai-grok-2.json,sha256=P16WaDVfV0y1VFjy5iA72ei2pUOVYjSWkof6B3cuKl8,132
letta_evals/targets/__init__.py,sha256=8_lTJ-88ybIlTpkvsTIGfn_0FnFVhWv2WdOiNyrhkxs,173
letta_evals/targets/base.py,sha256=7UTDII3MEq11pM3OoX4F1tojLXQxZ5O-EHEBii2j6YY,711
letta_evals/targets/letta_agent.py,sha256=FwKozylmrzbwiX1IcY76ph_zQFof586hl9EqfX0L6Zs,11460
letta_evals/targets/letta_code_target.py,sha256=d1Qamn4yfXOeRDOiRLA4TuzFCp6zJ6cSDlPV7OJRyto,18372
letta_evals/visualization/__init__.py,sha256=YOt2GbvnCQXNed94Lv6w1DZMrw1qpSjgb9hCweVRSAM,67
letta_evals/visualization/base.py,sha256=DXnU_dcOX0jYPDebs6goCd7owcg7WjFLXIvqNjSSjT4,3296
letta_evals/visualization/factory.py,sha256=CrqrpIYGNUmsd57eMD4xvECb5lMeTtN3jXwWwBDmZZ8,2250
letta_evals/visualization/noop_progress.py,sha256=oI6HQ674BJq1YoKaxseuFIVTQOwINqD8C3s3eMwJcaM,1039
letta_evals/visualization/reducer.py,sha256=NiIve3YUSxp3Rm8kL7eovVudYYzKAvPUH_MPVi-7uKw,5786
letta_evals/visualization/rich_progress.py,sha256=Qp1j0os24IGrGfa_wmhMfy2Wr1WA5uJlZqSAbYZb5RU,20425
letta_evals/visualization/rich_renderer.py,sha256=YjcWsRzpDK_aZKJhaD78nHLBv6yV0CDrvsgIF9NOjKU,17017
letta_evals/visualization/simple_progress.py,sha256=0dUeEwKKims_8yysd0BYAGQiyGUx6lrCWwgv9jnYvn4,5539
letta_evals/visualization/state.py,sha256=-_hkp8_uZoxfauDA1GPwkiXCPTAYKy59hYZgduYKt6Y,2695
letta_evals/visualization/summary.py,sha256=YPzdO8iBEjtZFtCGmDIJ4SN0DB-7k21yUE9ltiC3Kn8,7419
letta_evals-0.15.0.dist-info/METADATA,sha256=nGnDo8YFCDTw_UQV9Yw4tjgvYo0wvNOgvEEOONL8zjk,14125
letta_evals-0.15.0.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
letta_evals-0.15.0.dist-info/entry_points.txt,sha256=sbaJso9P-v6qzGX0QpM4gQYLgVwCwDEEd-0ouqilOBU,52
letta_evals-0.15.0.dist-info/licenses/LICENSE,sha256=Fjn_QbsJxMEPl9jxBD2YBnDKbtJWgr8JKGomwHBUm8Q,10758
letta_evals-0.15.0.dist-info/RECORD,,
