lighteval/__init__.py,sha256=5NEYneDuYWDp83SJx108iOr1b-T08TkewQevIIeJK4E,1206
lighteval/__main__.py,sha256=vVGdhSwFJs9wC7FVVLoat6HbYHlRJiLymiOcdSl0Nh0,3134
lighteval/data.py,sha256=BCceIr6cRVHGPQLIX9ZtVGNAqPNvkNs4qpakL3TCcFw,12637
lighteval/main_accelerate.py,sha256=5vVOIzJTv7-1ofKzSMB4xwvXFGdzh8aRAVucv8H99II,7274
lighteval/main_baseline.py,sha256=FGvv4249Ra3_YxAANWyOCxpGlB-Jp4QcLuwMNCyamik,4916
lighteval/main_custom.py,sha256=tnoCJKVy41zjuSjAVTrtVDHZkIJNK8IsN1BjgheM3tI,5880
lighteval/main_endpoint.py,sha256=sfg9eTJnWU7NPUVvMJ0udY4livTnX1s3toHBRgY1ZeM,21447
lighteval/main_nanotron.py,sha256=LbxkqAfwmCNf_QMbFX20yQ1wv-vZc1iWSBYM0ssyEYc,4660
lighteval/main_sglang.py,sha256=iI2pv9BLhvHEprS-MlDJ5RH73Krz_hgVFF9pE0GsRsg,6406
lighteval/main_tasks.py,sha256=8vtcxXHpFac88CBIyHn6fKj_iSBSq07K6IZ8BtAWKhY,3554
lighteval/main_vllm.py,sha256=TtQRalgkKLDQgwTx2J40wpevlKq2KGpDQJZe64nnsYE,6584
lighteval/pipeline.py,sha256=lHC6xfNlKOoT8CgWNo70hIp7y8nf49Rg5BYhHs8olO8,25306
lighteval/config/lighteval_config.py,sha256=I5tphpjMNfxAzVS0-pcfMKE9f5AEQiAoEN1DMCJ_Bzo,3744
lighteval/logging/evaluation_tracker.py,sha256=x0osd5IJUi4-z_Y0S44zz-Ma-9LBDek77-_qsy-eQ_0,35180
lighteval/logging/info_loggers.py,sha256=I1gfhUybr4ECMxcLq_pmMUJ5tQtHrnvaHW1Vq9ypSoE,29155
lighteval/metrics/__init__.py,sha256=XcqtKnBGQeYp4V_pPjPVIUsZekDLkn2IxOhHliv7o8k,9423
lighteval/metrics/dynamic_metrics.py,sha256=RhdTaSRJr0QSCktbQZitQ9uc8MqHc9fz2xKPiBsuQmk,12313
lighteval/metrics/judge_prompts.jsonl,sha256=PfMpr2gGvHRFp66RepgZ0YuiXnPBR22P7yjeLA__uv4,10451
lighteval/metrics/llm_as_judge.py,sha256=8Ehtd-rqUPdmEeyBTJMSfaJTrxtyv5sXP8dQMcxoCrc,17092
lighteval/metrics/metrics.py,sha256=MVlCort8uwKJ6vtzWZeTtA-JJT8y4b96W9c7tGA9E3A,38751
lighteval/metrics/metrics_corpus.py,sha256=WTpc_waJoDkdmoNCy5lexvliXZLapznRkI5ydUPg0xk,6797
lighteval/metrics/metrics_sample.py,sha256=vikn4SQszEHjbJwEU7bgvaAh4lhXKjqiroS9AoLywAY,58445
lighteval/metrics/normalizations.py,sha256=zRqbQ1U5j9TlfynvYe6HyTQyvNnAsoJBPD6ObPa8lwg,16691
lighteval/metrics/sample_preparator.py,sha256=cHzpxy8SZXjetiXuNDSX42vwoPsvQd9qGUp3Bjg1Eb8,5752
lighteval/metrics/stderr.py,sha256=3PqUCUi-JWsIr9bz0S0xBQWQ0lGWXVljLskF9gdYhUg,4554
lighteval/metrics/harness_compatibility/drop.py,sha256=JVQJewQFHjqsFVRPVYxdeCUzWpYHUGJmTicN4YI9YIM,7172
lighteval/metrics/harness_compatibility/truthful_qa.py,sha256=7PfI5-LMEVdXOjvJqkgnV3FeHloMmlECYjR60m-BAOU,2832
lighteval/metrics/imports/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/metrics/imports/bert_scorer.py,sha256=g7j5N8KKzvACD_lwqMAOILw74tZClsxXNvEW1AtdRIg,18494
lighteval/metrics/imports/data_stats_metric.py,sha256=Vyf8EwMeMSS7zXWRV2AterDEt4M6uHxlDHKoNbph21I,5887
lighteval/metrics/imports/data_stats_utils.py,sha256=eca-eXrrcyjZwcJbW0bmSYAY3jt-n827gKbIsTJnW58,6116
lighteval/metrics/imports/summac.py,sha256=cW3YpHUt-g6qHxJz7ouU2WH9UFblJygXnzYp0jnkkb8,11683
lighteval/metrics/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/metrics/utils/extractive_match_utils.py,sha256=3FfvIs7ZLOmiUo1Rf1kMaWCfe9WQTWZUiBLAlU1bDpo,26220
lighteval/metrics/utils/judge_utils.py,sha256=0lv6BiEg8fEDwdmXLixQjdsMPhgcuTZpwx0CdiARZNM,7650
lighteval/metrics/utils/linguistic_tokenizers.py,sha256=8rqgyKEZuGxct85rY90AeXD6d5AeKOZ0no9ywcCimKI,11283
lighteval/metrics/utils/math_comparison.py,sha256=7ILFXPdRqPFdqKvnDtipaD0BMI8OsyOuOP9CW6NSW_8,21862
lighteval/metrics/utils/metric_utils.py,sha256=jmWjzVsySC7mEvAeHbN_z6e2SnsPaEZD98FN0IpMWWE,3471
lighteval/models/abstract_model.py,sha256=BlVWEeyPG6WM9y6XcOKk2OUVF7sRUyyIsmDoFSwyILc,8232
lighteval/models/litellm_model.py,sha256=Oqgqf4SUrdvX-yNSy1iCTbpQJT0WYI53QKwF1N6V6no,12235
lighteval/models/model_input.py,sha256=lsVIeRG-kSMYvxL_4B_LppqZ1OqvG9Dpa1fNs2RGPSM,10298
lighteval/models/model_loader.py,sha256=dTK0Gb390PqVpherdQIdsPxbeZYKtzU5GoTOc1MWvj8,8020
lighteval/models/model_output.py,sha256=7MwaBLWk169eJyVeIk0Kc_qWrv-jFMK5jKj_F5AgUME,2860
lighteval/models/utils.py,sha256=GWULMmnb_jQRJfSUsVqfhE2VrpcsZVaDSLvTw_4L8bE,6606
lighteval/models/custom/custom_model.py,sha256=ZRbCYgphPHOI6Ys2UzeaIFFl-RYACUGBzFyi0KJr65w,3328
lighteval/models/dummy/dummy_model.py,sha256=2HB1A7_ScZB_OCeC5UH0KYDHcFRFZocyW213Hgi6Y5o,3503
lighteval/models/endpoints/endpoint_model.py,sha256=3UVF0qpBsJRiBeD_IIpzfDBRdAJIGqr72r64rBYi59Y,27172
lighteval/models/endpoints/inference_providers_model.py,sha256=ihdnxKZxRqSXlmHRTx7W49raGUCTwxFQHScJwKeXpTM,9628
lighteval/models/endpoints/openai_model.py,sha256=sJ27McY-ekTG1ncGnhQ3ECIkt0tuuAL3C6mDsJIl3O4,11550
lighteval/models/endpoints/tgi_model.py,sha256=SlTUmdmoAODd6AvvvrcOpcou_hFJw6sQNT6piPMyeeQ,5148
lighteval/models/nanotron/nanotron_model.py,sha256=6VCQ-ktGtVNYClIsPEpa_u9PPD78oqTnNpAPBxIaTEY,66685
lighteval/models/sglang/sglang_model.py,sha256=aCfCDmpBUgeXQiOa_LwQunFf6Klwk03LH3BQezFSK3I,13430
lighteval/models/transformers/adapter_model.py,sha256=ds4fOPQsapHnNWP133k2bDvEgSJaB0VPFq2FeJOz9c8,4824
lighteval/models/transformers/delta_model.py,sha256=Bx_yF8EJRwjqAU-jr_6A-fP_UMXmaTyLIiQj-2RZmMA,3862
lighteval/models/transformers/transformers_model.py,sha256=rkOvOvng0myZZGLGY9yGvgjvx3TfriV2CM3iqTYtLXc,52426
lighteval/models/transformers/vlm_transformers_model.py,sha256=JzD4Hf-wmPHWETNapFs8eu_V7E90cU1QsbfI49vRLK4,19179
lighteval/models/vllm/vllm_model.py,sha256=_1HrEwsG2UkKhO5dqOYdtofQbJKPu3i5mUwipDHJZWQ,26787
lighteval/tasks/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/default_prompts.py,sha256=R84Pfzh9SM4tMCcuBBU-3GdbCwhBnMCp54dX666CV3M,111071
lighteval/tasks/default_tasks.py,sha256=j7zeLfcvTLlxChFhsrUFfXsRvFVkDr8apjRLItUQRk0,675775
lighteval/tasks/lighteval_task.py,sha256=ncG48Cy-dme97j3l0Pgh6xWbsYoHL642H6FYw1ryd7w,29248
lighteval/tasks/prompt_manager.py,sha256=HrVfIockz-ru9v-yCjTB96kwmKouMmv-M7Il7sR3gHM,20593
lighteval/tasks/registry.py,sha256=lsQ_2qnf0Lpru3QI6-szfmBywArqdNrbGwtCbIYZv_g,15239
lighteval/tasks/requests.py,sha256=gT7pzGw-BHpbIA1J3obri0d1n6zVrRuuwvg-owDt0c4,7450
lighteval/tasks/extended/__init__.py,sha256=G-lOZwxko34bXK_qsxdqWW-VhWJ6OclrRugQUTeDMug,1802
lighteval/tasks/extended/hle/main.py,sha256=COIVufOIQ_kefjsNA28qTgGJ8Ym7H_ow1J_SEfxT8uE,8660
lighteval/tasks/extended/ifeval/instructions.py,sha256=BsqjtPojMb1Qsw2J7bI0x5WTusSa7cHl0bW2n3ed6rc,56009
lighteval/tasks/extended/ifeval/instructions_registry.py,sha256=DXT6hUIAjTtlm4l_kSnUH0TapWZZYfOc-9Mi1gM0Stg,7259
lighteval/tasks/extended/ifeval/instructions_utils.py,sha256=08GaBGzAFUuwipF1fO70nORGh5799vtH4TdDHJdqvu8,25894
lighteval/tasks/extended/ifeval/main.py,sha256=Q-lDTs_HYu1ZQ-GPkIXMrbypqHMr68QSDEJQBR2t39g,5694
lighteval/tasks/extended/lcb/codegen_metrics.py,sha256=-dGKDe1fxY_5onNA_UDUIonrjcsUlcf6C_dTaff15YI,21752
lighteval/tasks/extended/lcb/main.py,sha256=6zVvd895dd0uX9UC0m5ugLMBYsDCtmwPKGSPMdHcD3w,6493
lighteval/tasks/extended/mix_eval/judge_prompts.py,sha256=n5EciOYpKIJDz-mvb0LlT_qCF8O_ukXZiXeoo6IwEVA,13347
lighteval/tasks/extended/mix_eval/main.py,sha256=9eyhU3gB4yKPh2vKme9Xor1XiEl8R2Z98TmJpY1Nyxw,8470
lighteval/tasks/extended/mix_eval/prompts.py,sha256=UNw1V2VNeUEFumnXdrh9SKn8W8u8zdoiZKjg_4wC6Ms,9704
lighteval/tasks/extended/mt_bench/judge_prompt_templates.py,sha256=ytWhGfSma_ukwwBhEqDToljUWvPOHQXYPZAsuy4DLS8,6308
lighteval/tasks/extended/mt_bench/main.py,sha256=tKdvtKP5mPZ_kaORiihgOvMFv5MpdPz1migaFOfqeJ0,3553
lighteval/tasks/extended/olympiade_bench/main.py,sha256=wJvD8d5N7xtTU3GKqUoefpk_XP5Vbc6CuIQbZN8ZZbk,9968
lighteval/tasks/extended/tiny_benchmarks/main.py,sha256=LI2P6vxTVLCvH6nsnLifnrjE4GOwKfAjcTKrmu3iSFc,11183
lighteval/tasks/multilingual/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/multilingual/adapters.py,sha256=-PU_aiORbXeVh2A1GSIfPj75wxqj9jQkneANdnzUXjo,12691
lighteval/tasks/multilingual/tasks.py,sha256=7ZCJ2fVG1zRlvF4BsrnsOKCEK3sLqaJNYWTtA8Nwjis,140575
lighteval/tasks/multilingual/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/multilingual/utils/adapters_utils.py,sha256=U9uiDViC9fhEHhGkTFlaRRGEV5KMDE8VHXmchiLC2GY,5476
lighteval/tasks/multilingual/utils/task_utils.py,sha256=1y42LnO37VtEViYCWE6xLZA5OGW_I2mivsKjAJ1SCPI,1863
lighteval/tasks/templates/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/templates/boolq.py,sha256=f0_GJRdLqB6KxaRvBD3jv3FHZtP3pt1sLLe_AinQneg,4380
lighteval/tasks/templates/continuation.py,sha256=VJiEbQmChskCd8xHgedDXftnWMWZ91YvBWbpSKCMDn8,8029
lighteval/tasks/templates/copa.py,sha256=OHNF2XTxsJC82ofTPE3bgyZBjzSpyrGt0d7YfaOXheE,5989
lighteval/tasks/templates/hellaswag.py,sha256=xT97FvDUhwUJC94I-R0AaUMVyhZ6BWDjapSaDuf4zxY,6034
lighteval/tasks/templates/multichoice.py,sha256=U4_Iuw6XXmYeusj4c1OEaf0ImCGcYDf6q8Vugz3HV80,6275
lighteval/tasks/templates/nli.py,sha256=gcdRm-fUzL97xcRYYa0m3lWEduGE_itukRH-RZBbE0w,11104
lighteval/tasks/templates/qa.py,sha256=AApHVRrteiIuZxpst6amW2KXR96ME1uphsGUXmzM38A,2871
lighteval/tasks/templates/translation.py,sha256=l8M94xtEVZTMrIHlVmgU4MV1YlXfKZOn2a6StbqZ7B8,6034
lighteval/tasks/templates/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/templates/utils/adapter_utils.py,sha256=zoiTe5Z7KzJUQfU17702deVJjig32au49IWmb15_if8,1760
lighteval/tasks/templates/utils/formatting_utils.py,sha256=5A8O9bD7Rt7eHZSLzS1nD8F8a2obh8S3D-Y5AwRx3Yw,4150
lighteval/tasks/templates/utils/formulation.py,sha256=BA3ji-xhfhUUGcOAb5Ndw9flRJqrvrucLlhCxqfbw_E,5715
lighteval/tasks/templates/utils/translation_literals.py,sha256=IHHIH6LRLYeFYqa1jlOiJW59skEUTuxkh3dkWm2Si_E,42839
lighteval/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/utils/imports.py,sha256=I_qs5x_wkkxWG_79dLSr8gmpwYd08QXijUS2K6NmWS4,6031
lighteval/utils/language.py,sha256=HB9D3i8HlOvXu-wQSnwq_t7-3yDxBPRFMbh03PhAXxQ,9682
lighteval/utils/parallelism.py,sha256=BK3xUbXhtOGjPe0RRvZiraU3DnKMqQwTWKdPz48lHwg,6273
lighteval/utils/timeout.py,sha256=vPvpfRsVYFVH6Bj94T7_z2KbfkDIBXc2SC7EhvZVLJI,3590
lighteval/utils/utils.py,sha256=Y_N-pfN29nAoS_xRmexpw9IRdMT7TwiNn-kFg9tsy9I,7439
lighteval-0.10.0.dist-info/licenses/LICENSE,sha256=tPk5wOXOUTsipCsjMpS1bCJqJ5Nudwj1HtE3xgLo6w8,1069
lighteval-0.10.0.dist-info/METADATA,sha256=-S2U03WhlK-sbaYaMDCW_GC_2Lsmqp5byYMgtkWkplw,9413
lighteval-0.10.0.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
lighteval-0.10.0.dist-info/entry_points.txt,sha256=eW_fUc4_bJVN6LJSjI1wB39LbT6pllEOUEUbY3qPXlc,53
lighteval-0.10.0.dist-info/top_level.txt,sha256=dvkN9L0K1BpVFmb-YCakjCmC13DtEVvsyMi5V12jdvg,10
lighteval-0.10.0.dist-info/RECORD,,
