lighteval/__init__.py,sha256=5NEYneDuYWDp83SJx108iOr1b-T08TkewQevIIeJK4E,1206
lighteval/__main__.py,sha256=KKVCW1vFmRzYevm-rTjE3mZ351AqST02sQlwXll1eno,3244
lighteval/check_logs.py,sha256=j6wMMgsFFlDAKdWfHNs-NSzdyHgm9wTGlckxkeNi3Dc,83
lighteval/cli_args.py,sha256=HhSJwj7Z2EEYeNWNfmi5IRDbO2yrPQaV1CGjpamy1TI,7704
lighteval/data.py,sha256=-u25I5F8dUJneMrRigAf3fJJ4IKlFmSxxYVWZFuq8v8,11670
lighteval/main_accelerate.py,sha256=rfL0yuZH9EBHilrQcStXPNyOPLQninrVs3IAjKtlvEc,5884
lighteval/main_baseline.py,sha256=6r6I95nqNqlvn2kvAvZeBxsquwsu_V58Fzeu68KWP68,3807
lighteval/main_custom.py,sha256=Sb93I_axVxKkQGOH8BZQNvMQMTzn8DCPCCe0Y3-_NSs,4608
lighteval/main_endpoint.py,sha256=r924jZ2XKXOe-Q5c0boE8kLEJjGxGoQnS47nQ7HgmW0,15578
lighteval/main_inspect.py,sha256=5FMkKwi4jS0i-IklulzRyqCTTJLTLpHESTiXSYyD82k,18299
lighteval/main_nanotron.py,sha256=0fNiQcYZSbU7BLg2GBrjW62sYfP2mcte1G9aHPZ43ps,4830
lighteval/main_sglang.py,sha256=KdG65haJXAunilj0IKc2RdyqiGNq5PUbNzn1O1Wpyms,4850
lighteval/main_tasks.py,sha256=SK2NFwJihyvOctm5Vib7bsKvVX8XxhSIkdKknwRmc-k,3338
lighteval/main_vllm.py,sha256=tofBNScC5TOCnG_rb9WgThHCx6AWt2joqSQK69snzSQ,5013
lighteval/pipeline.py,sha256=ZEvQ3vHfwOiiWL5FWVTaQMhgPfURD7UqidoeoQ_Nj6c,18670
lighteval/logging/evaluation_tracker.py,sha256=5d04G6JuMYoangrSvbTzyIlqFGioQR8d_xc_pMQO8FQ,35617
lighteval/logging/info_loggers.py,sha256=gPjz1YgLGfIxi7AX6DWsyzNO755UL5NL41i_4Y4_Fbs,19738
lighteval/metrics/__init__.py,sha256=3pf4S5T9BYOWXRTzW8xR62OCdnVSWB5HYHf3RS_tpgA,2400
lighteval/metrics/dynamic_metrics.py,sha256=QaELn-KSoiPBoMjyjr5sNIoPZZgaqby-taUu2_06vKY,12163
lighteval/metrics/metrics.py,sha256=2mtHWCdH0OKC8PZeWAClbLakECpqRQg1q0WjEtZb5eA,24538
lighteval/metrics/metrics_corpus.py,sha256=xjwGp-MBzH8dggtWao945LdJwM34-5GGNVRDteYjSdA,7899
lighteval/metrics/metrics_sample.py,sha256=wK2h3Tx08RKbmgiYNOVxQdHGVxvgPxdk-pleaJj2nyA,59378
lighteval/metrics/normalizations.py,sha256=cZAUWMjPPNozTMJ72DJa--vdEoHh_MyDWS8ZqJijShE,18233
lighteval/metrics/sample_preparator.py,sha256=NdWbadrICaxlVv3GFzKroVwPOm9VBWIOjoiq3cWGMF8,8376
lighteval/metrics/harness_compatibility/drop.py,sha256=AvewfznmYa6MJ9Pi2jRLocSI7wmiIfgTpaS5XotkbJQ,7943
lighteval/metrics/harness_compatibility/truthful_qa.py,sha256=sh4WCQP06BM5SwHC8bApZDT-VotdiSNr68JYT9vqnFk,3079
lighteval/metrics/imports/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/metrics/imports/bert_scorer.py,sha256=aISCSkFvnJHLbvxc33SqUvQWe6yTIFtqq0TJAgG27WQ,17804
lighteval/metrics/imports/data_stats_metric.py,sha256=mZRgCy3J-hmwnpF9oRZhS0kMvYV0WeaHoI2L-b59QxU,6450
lighteval/metrics/imports/data_stats_utils.py,sha256=mkFv1DwBagzE0zPrqh4vqHaAxvxXUiEbeYVSev6ipR0,5934
lighteval/metrics/imports/summac.py,sha256=IAP7KHb6G-avV6yvTX3BhuCUu6y7tAyWsHo3drFZJ5A,11629
lighteval/metrics/utils/extractive_match_utils.py,sha256=bcoaUofKKDzOwzlFfDFEdX1cPgl26p-WHLq009GoHPs,27688
lighteval/metrics/utils/judge_utils.py,sha256=0lv6BiEg8fEDwdmXLixQjdsMPhgcuTZpwx0CdiARZNM,7650
lighteval/metrics/utils/linguistic_tokenizers.py,sha256=F8mK140cPh51pgp9Pd3Qi92HOoQFGXUWDaX-t5g5foE,11006
lighteval/metrics/utils/llm_as_judge.py,sha256=oF2hkrzhag9v5-11ywLp1d1N7QcT3_2yvxZGVlE3hyM,18501
lighteval/metrics/utils/math_comparison.py,sha256=geUSfUSdW98GhrAjgk2RCNGylA5Q-S_3hN2wpj5VjqQ,21900
lighteval/metrics/utils/metric_utils.py,sha256=GNZf_j4HZJrWXTk3jx-w4hlDqnOnQQRBLPlgoAViTd8,5385
lighteval/metrics/utils/stderr.py,sha256=3PqUCUi-JWsIr9bz0S0xBQWQ0lGWXVljLskF9gdYhUg,4554
lighteval/models/abstract_model.py,sha256=rsJ6hHTkMzJJ4Tp-Uzpb5sf1_J5ZtXelHVBDg_-sVRo,13861
lighteval/models/model_input.py,sha256=dxAosOoLIVRCVYHb_EgYe8FbwRqtYgtVMPWK_IwYG6o,10913
lighteval/models/model_loader.py,sha256=FK1khMTCHtu2HY7KEhtCcXVZtOzApcOxosDwjkKQBcA,6448
lighteval/models/model_output.py,sha256=LIhM9O9oEREHlsAOv4WOn490BGTg6JdEkzcCSeGG3kE,7091
lighteval/models/utils.py,sha256=u59J3qHuQDnxMHN4sP_Jy6eabIcEYcbsMLYVQZDqSpI,5123
lighteval/models/custom/custom_model.py,sha256=iFBj_NN8f6nrKW3f7BQVK55mhPQ1FDmTKlgiE0jrlKk,3061
lighteval/models/dummy/dummy_model.py,sha256=4z0sCcvGWvT6WlPKVlQf2B4ZmzHZ7hhajzc6KVVDNS0,4141
lighteval/models/endpoints/endpoint_model.py,sha256=oQ6_bqT-PvmjwBQjgGGGrim1arOQCFr-6wnz9aTJVNM,30066
lighteval/models/endpoints/inference_providers_model.py,sha256=LV91xJKiVizagH7ycjoznKWNfgOT-rDFBFU5y0VbG90,10881
lighteval/models/endpoints/litellm_model.py,sha256=MExft8NQoevvM69LFuhPk04OeqHyTK3Y-lpH2jol9jc,17454
lighteval/models/endpoints/tgi_model.py,sha256=M-qMHs6TkY3jKnRS55jKCquXmvzEYrzN96SUAV1ures,8270
lighteval/models/nanotron/nanotron_model.py,sha256=iTWOazWXl7bmwqCGRL6YsjXHtVtAzfETMyO94-WWVfs,55924
lighteval/models/sglang/sglang_model.py,sha256=FguXo4o3SO4-owSYNDK6cGy5qeZy9tc6EGbOuozEIv0,18229
lighteval/models/transformers/adapter_model.py,sha256=Va5DYG91BCXN7x_AuAQuXI89jkoUAtbIQcuDalFpJeA,5347
lighteval/models/transformers/delta_model.py,sha256=EBUW5ubTwp8KDnMp-aUXZgHy7xWoRugyS668csN-M1s,4346
lighteval/models/transformers/transformers_model.py,sha256=JpQc_IVfsp4esMRqJECowfvBxo4_4sdXj-d2A9Bawf4,59690
lighteval/models/transformers/vlm_transformers_model.py,sha256=2CuhateSDboTSgzBep98QJp3EBsPKZwgnGArIreMMhs,19294
lighteval/models/vllm/vllm_model.py,sha256=dSZXbXuwTi9AfR9lw4dhPEC7DMxq8LDzWy7NvuGIt4s,31004
lighteval/tasks/__init__.py,sha256=Tisr3c9dOT-rcL0icxqD2Jm_-gX4ZN6e1jitZurQVEk,1290
lighteval/tasks/default_prompts.py,sha256=qonOpFVXSGIkoVBbnJ0wVcmGxI1RuJBk-rsbFGkcXo8,112790
lighteval/tasks/lighteval_task.py,sha256=VBKcMlgjqG09bi_BuOXYA0QX_EwKinOrHDxaB9egk0w,18997
lighteval/tasks/prompt_manager.py,sha256=_5gUCpYlLTC4vsHXCinljy6INC6F-fQ7YTLBlb0S4-A,14227
lighteval/tasks/registry.py,sha256=Aiaa4KJjKduu0-8KMmr_KmgwWnTuHcDMJL8aoHrvNDU,18709
lighteval/tasks/requests.py,sha256=kyn6A5g-CsMKQ8FLrCyaiPyei1NvPCOfzhFiAXddk_g,8911
lighteval/tasks/multilingual/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/multilingual/adapters.py,sha256=-PU_aiORbXeVh2A1GSIfPj75wxqj9jQkneANdnzUXjo,12691
lighteval/tasks/multilingual/tasks/acva.py,sha256=86nQ41H88Ucyd4cwgJ8Ka8TPOjiYnU06pk0Uosna8XQ,2513
lighteval/tasks/multilingual/tasks/afri_mgsm.py,sha256=FJ8omkECTt8ji-uQ1pMU91jmxcvR4HiaEMqbo2bmSrc,1797
lighteval/tasks/multilingual/tasks/afri_mmlu.py,sha256=G4XkFauMdWncMZnnBWA0SMgGZfHpQ1FZSNluDBdcveU,2936
lighteval/tasks/multilingual/tasks/afri_xnli.py,sha256=J0ZK2I9MZrKoFtfi6-_jdRFcRvjaXeB27Eb9l9Kyjto,2514
lighteval/tasks/multilingual/tasks/arabic.py,sha256=L48E0NkCfa9MU49iHVsPW8VzmsZlAfCKuOX_1SH_vvY,36880
lighteval/tasks/multilingual/tasks/arabic_arc.py,sha256=iq9UkVmNLWwK6PwAqbo0G1bvOlMJdGiZ3bCKb4pYBcA,1740
lighteval/tasks/multilingual/tasks/arabic_mmlu.py,sha256=IvbueSdT9ynx9eDETsAuU_geZP7_OabzK6DzKBuQ4KE,3408
lighteval/tasks/multilingual/tasks/arcd.py,sha256=k87jgZE-J7OQfBXKAqH0EXy_UyfkqEhUcSU4ayzzJK8,1389
lighteval/tasks/multilingual/tasks/belebele.py,sha256=adp4BPwhpLWVieZQXPkKep0yzmvjLkCqI0XKKXwOWFw,4747
lighteval/tasks/multilingual/tasks/c3.py,sha256=IcyO1JdxE4j8nm2qAtywOnzOyf_7ZTZqMxeD4OeX7Fg,2005
lighteval/tasks/multilingual/tasks/ceval.py,sha256=-ZbKZRjYHlNwwFgjH-jS7GEH209hhxVRQPqB58xy6us,3179
lighteval/tasks/multilingual/tasks/chegeka.py,sha256=WSH8LYc-BwM4uL15qdMiXUPbZwdZXyZltGuPS8LYSGA,1176
lighteval/tasks/multilingual/tasks/chinese_squad.py,sha256=IriVNlywLodlqRZ2rWdDP4pETudszCNEx0VEqAmKfgM,1346
lighteval/tasks/multilingual/tasks/cmath.py,sha256=ba_mCAOxV8NqptQym9xdaXNNDfZ-b4pXlTc1HWOWyFw,1068
lighteval/tasks/multilingual/tasks/cmmlu.py,sha256=WMFfmYGlRYnWePiceA76g3uvUCvHliJRBRCWGOUtdBk,3584
lighteval/tasks/multilingual/tasks/cmnli.py,sha256=1RP5ZYD6ni4ar8gO7d9lnOgCdRCO_LedhKCqxrE7DIc,2060
lighteval/tasks/multilingual/tasks/cmrc2018.py,sha256=lt0PZd7APeBw4RkjCYa7bRKgHD6QRmjOQUN8DkQeqS0,1312
lighteval/tasks/multilingual/tasks/copa_indic.py,sha256=JUDXLbWTZxY3s24UbLfHuHZ8z8s6dlKbgiUdk16TukM,2885
lighteval/tasks/multilingual/tasks/enem.py,sha256=15FrcV3_qPk52Xod9hAv16_5a9xuv2hY3_L0WOMoOPA,1977
lighteval/tasks/multilingual/tasks/exams.py,sha256=EUbyWredJhRNLmGIkmrYgKsT3LLWvOz9szEtbT0xf84,5246
lighteval/tasks/multilingual/tasks/faquad.py,sha256=e9V1645F0MAZsv33va59eNyAPZnKQo-t0nHaaWJWcys,1466
lighteval/tasks/multilingual/tasks/filipino.py,sha256=5yxVeKBYfPD96czRhvhQGEsunbYHxWLnaScIIDYoWC0,27918
lighteval/tasks/multilingual/tasks/flores200.py,sha256=bJhN3HSALPklzxHvWUGOPaQ-L2We6sYYI5iXC2vWuPM,5178
lighteval/tasks/multilingual/tasks/fquad_v2.py,sha256=7hcYQMJcDn-m35GsMaCGU1DsyELAy9eE4OxDoq_AH5U,1307
lighteval/tasks/multilingual/tasks/french.py,sha256=RYUdd6AU1LoMRmV7WGdaMl_OsQVWghPEZAjN8snPxkY,4114
lighteval/tasks/multilingual/tasks/french_boolq.py,sha256=fMKaSpHO4p_B1fra8IuMD8LbxdY4p-ufVHfNp3cRoTY,1291
lighteval/tasks/multilingual/tasks/french_triviqa.py,sha256=898Mmetf2OC8L1X8UlVnZvBUlGIL79KbeMEyRAfc_lU,1184
lighteval/tasks/multilingual/tasks/german_rag.py,sha256=oftE9ny3Xhf3yNGZEeFzWW2DtAd1GAbtHEfos1SG-68,5493
lighteval/tasks/multilingual/tasks/germanquad.py,sha256=c0RnhtEzD55vFtapN8YBJS1p5mp0MScLQNA3jCiyT6U,1465
lighteval/tasks/multilingual/tasks/global_mmlu.py,sha256=pq2sXf9cgRMNN9uMTHq5UNSLRuuq-8LZKoHtxB4ij5Y,5316
lighteval/tasks/multilingual/tasks/hellaswag_hin.py,sha256=8--FR_pBJRJgIDUtLB-wAPTOpjUztE-YOSLJA5uTOEM,1807
lighteval/tasks/multilingual/tasks/hellaswag_tel.py,sha256=lP4Au_dVhEY01RsjPNyqNxquZ7jzwIvy_zo2_B6P0lY,1724
lighteval/tasks/multilingual/tasks/hellaswag_tha.py,sha256=qaumXOETvSt22GMzWvwOn9UmeSoQOjrwjAedsrcq1Pk,2080
lighteval/tasks/multilingual/tasks/hellaswag_tur.py,sha256=DbL3AwB-0I8HqAW8PvJyvIZ0IWx71UvitYslYKNIPAU,2317
lighteval/tasks/multilingual/tasks/hindi_arc.py,sha256=VKRA3by7Uyuvg6yJbwfLjHJv5vsXQO936kzorc6X1MM,2091
lighteval/tasks/multilingual/tasks/hindi_boolq.py,sha256=9_1GUGwYU1zMmIuo4Kt5xNzXccJXxaFlmCr-2K-AmYc,1526
lighteval/tasks/multilingual/tasks/indicqa.py,sha256=B3E-k9qwkqvPxrPXITbtgCGVtCCtSk7sR0PT7Cal668,1928
lighteval/tasks/multilingual/tasks/kenswquad.py,sha256=CC39DEyli-YhKADjwhzJiqA8sbxQ9FEeIIgBFQYyyCc,1277
lighteval/tasks/multilingual/tasks/m3exams.py,sha256=L_xsljD0Tzaem1yWnvLtvwR3ORtljhVg4SrDXt7yoWA,2345
lighteval/tasks/multilingual/tasks/mathlogicqa_rus.py,sha256=MFPn38HWubgcjYQ42WGHs_oyNWwEsJKx5VanyHr1Hfc,2125
lighteval/tasks/multilingual/tasks/meta_mmlu.py,sha256=VR349eZqPLhg53DGOXSSGxqAI23YKFHRTR57sXjHf3k,4179
lighteval/tasks/multilingual/tasks/mgsm.py,sha256=rLeAc44dlGl2ObcwPK4c5bCjLr_ixAsnm8JZUqEQNsw,1591
lighteval/tasks/multilingual/tasks/mintaka.py,sha256=LCaCgFM9cK7qQG7j8GjKaSHTiMrzETYVrJMhsviVOqo,1519
lighteval/tasks/multilingual/tasks/mkqa.py,sha256=QnAbaMR2pNs8-fb5_7WJh2ngwbIHKJsgPksVtNPhZRU,2835
lighteval/tasks/multilingual/tasks/mlmm_arc_challenge.py,sha256=QSUq5CChCqeDJlUsioEa-V-N9Ql_5672c9HiBBKeZiQ,3576
lighteval/tasks/multilingual/tasks/mlmm_hellaswag.py,sha256=dBDzOF49QhAftPpmyCdFESM6QI7nxiy7pkhfFEOvtEk,3395
lighteval/tasks/multilingual/tasks/mlmm_mmlu.py,sha256=CbFtCvUHGot2k0Z4846oAhNNuvR6HUy6YKf-Fk47VL4,4550
lighteval/tasks/multilingual/tasks/mlmm_truthfulqa.py,sha256=Udw1y2-ZznsQaGTkyysIMXV7l8vISdjDV0iATX3Wieo,3338
lighteval/tasks/multilingual/tasks/mlqa.py,sha256=kzZ9zQw3UcF4K07z7MaDlE6kzD5N8b0MkkUtqH3BhLY,1920
lighteval/tasks/multilingual/tasks/oab_exams.py,sha256=lslZ6ofT6wO4PHe7ZoPrkTCzO6ZvuiTzR2dTEZ3pfwY,1963
lighteval/tasks/multilingual/tasks/ocnli.py,sha256=ADvj6LvH1FZ2Qx0l1bcetx1FAbD0m_vksh0IfjWjJLM,1968
lighteval/tasks/multilingual/tasks/openai_mmlu.py,sha256=gjS5zose44PPCUMhIZmBGRc2G2qBS87QnhuW7XPAMPA,4218
lighteval/tasks/multilingual/tasks/openbook_ara.py,sha256=GgVFD4zYY1BGOpI6hm9zyTsau7tjTVgcnbj7ZV2mMfM,2121
lighteval/tasks/multilingual/tasks/openbook_es.py,sha256=Se7Wfj-EsSaUL6jJxFTR8uKKXBSUo4wK4B31OLlYYFE,1883
lighteval/tasks/multilingual/tasks/openbook_rus.py,sha256=WyMmxG9DAGZorcmj_ClCzs1NU530IU9nLxQ_QSZ0aZc,1943
lighteval/tasks/multilingual/tasks/oz.py,sha256=lDr2NcvZnAprx5S6P_y5kGkkz7WYuA1-dZNydj3RT8o,1824
lighteval/tasks/multilingual/tasks/parus.py,sha256=ft4lxEYnhLNovxy-jeZc48q-HYarS4gTFlSK3IGr5sI,1994
lighteval/tasks/multilingual/tasks/paws_x.py,sha256=QZUGndGk8GBel_utyvhj77Fd19jyBJCJpxL4zWGIVUA,2455
lighteval/tasks/multilingual/tasks/piqa_ar.py,sha256=zKe8qJ1x_Ti06GbF22m7XOZk0dh3Q0TksXvbD7CDZGk,2040
lighteval/tasks/multilingual/tasks/rcb.py,sha256=_6Fc_qPqUcv8Y5nhuGxBlgSwz0Bsc5FQZWO8vBWaMhA,2066
lighteval/tasks/multilingual/tasks/sber_squad.py,sha256=nm-2Fi5PgRgMhBUU92ECy5v24O5E3WYZGe4tIsQ9Y7Q,1336
lighteval/tasks/multilingual/tasks/serbian_eval.py,sha256=zUEisJmeMAZT6z-TFC4RQRv4NzKMi4Wtn7gfx23jg7A,30058
lighteval/tasks/multilingual/tasks/soqal.py,sha256=fghFtgrf8H70_LIsRjPE220jRTYEUyPzxhGe32D-xFk,1680
lighteval/tasks/multilingual/tasks/squad_es.py,sha256=iXU1_z3vQ0TPcZE-QjmdEs2pRyB3Cf8gN1PeFrRiiiw,1426
lighteval/tasks/multilingual/tasks/squad_it.py,sha256=PDonc0DrXns-Oalu5sLYmT37PhuSTCxsrtU4ec-LvM8,1378
lighteval/tasks/multilingual/tasks/swahili_arc.py,sha256=wgrPrYFQ9eobz6YnGbjKUZqQWhIVwTle12OMsgdI7QM,2221
lighteval/tasks/multilingual/tasks/thai_exams.py,sha256=hkjPixYrxqM8tRHh38oHlGQONfAJBdUCzExgzpl0YWw,1677
lighteval/tasks/multilingual/tasks/thaiqa.py,sha256=Z95cvh-mK0g5yWBZJpcHDOYRwAuY7-arRfANgGU2kSA,1284
lighteval/tasks/multilingual/tasks/tquad_v2.py,sha256=7MAxqWw9l-1JjxpiFgEaDDWwVEYAH1BH2cFQs1QrSXQ,1250
lighteval/tasks/multilingual/tasks/turkic.py,sha256=Z97N-UypjIExRmorrres6jf0nLxTbV1FmDSWwF5Oe6Q,3766
lighteval/tasks/multilingual/tasks/turkish_arc.py,sha256=RikBldAOkpybaQ_6_SPUKaJS7aNHcx7oi607e5ixsN4,2099
lighteval/tasks/multilingual/tasks/turkish_mmlu.py,sha256=rEcb3ZTcgvUSX2vvW-rEd1zv5COwB_GALHBFg41CL1o,2153
lighteval/tasks/multilingual/tasks/tydiqa.py,sha256=fV1ycysCOuA4Z28QvC147QquDvgJKILu8thRL1OXYTo,1806
lighteval/tasks/multilingual/tasks/worldtree_rus.py,sha256=qZRTd0nqAoJPekN7bsOGk8KzaNLSnS75I3EalD8RvOw,2113
lighteval/tasks/multilingual/tasks/xcodah.py,sha256=HzBrKovpj5Z0kOpeYyPfSR7bkSL1tDr3pJoE0_etPos,2285
lighteval/tasks/multilingual/tasks/xcopa.py,sha256=bIpYWFCxlQYZLWd0H53i1Iy24eVsXCkNY9SyS7xaDFY,2598
lighteval/tasks/multilingual/tasks/xcsqa.py,sha256=GTA2qtBkWpzTNiQEQiUtK7IloriWKhVALA7rp_zaTzc,2986
lighteval/tasks/multilingual/tasks/xnli.py,sha256=7r_F038DO6P5v7Ov0OGgTjwWu1oDvfnVJ-Cl-75TlVw,2975
lighteval/tasks/multilingual/tasks/xnli2.py,sha256=C8wdDkPJShVAgnt7CVYP3SjEHt6FoBXkPuRmDuBHuVw,3122
lighteval/tasks/multilingual/tasks/xnli_indic.py,sha256=Msmxy1VXQooOz8VqvWQU3ZH9M86fCovMSbxa1uG8F5Q,2435
lighteval/tasks/multilingual/tasks/xquad.py,sha256=7NoTVEmj3nlWRsFvNSf372-QeeLatKzCCRrfJXh5cuM,2099
lighteval/tasks/multilingual/tasks/xstory.py,sha256=dX2UnlrHxkNzCFNt-8hRv_2oyH0mNvSHPn2sCAmJmng,2689
lighteval/tasks/multilingual/tasks/xwinograd.py,sha256=xZOPoOVfEHtb5e3z94BbEQE3w1U_ag_Zty0lsbjURcI,1878
lighteval/tasks/multilingual/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/multilingual/utils/adapters_utils.py,sha256=hx-djix25j_dks4Wp4g-bGxPw_MLQyehwR23PvDL3ho,5538
lighteval/tasks/multilingual/utils/task_utils.py,sha256=M1j1c0fvUsoKkDM6cKYwRQ6lMKuF5yQEAPXGNTEUi_A,1849
lighteval/tasks/tasks/agieval.py,sha256=F18GYA7kbMnf3o5exstGJM_vuwdMoTgLj8UevlCYuMk,11863
lighteval/tasks/tasks/aime.py,sha256=xP6l8NHqT4cmAtS0kC7ZuVy-uPzlv284vWcOd-K1XKg,4551
lighteval/tasks/tasks/aimo.py,sha256=LC80Fe_JbwaRvRP5JKL0Slfu2EfYGrPhhX_osvP2H4Q,1195
lighteval/tasks/tasks/anli.py,sha256=rZJH-BA1ano5ZL5l5b6jo3ULkxmJjvg6fmFUuJK8vIw,2025
lighteval/tasks/tasks/arc.py,sha256=qm9kMSqHlINsnEcuTqJsy4ZUl0VOHXfVYlgPSzfcGhE,1576
lighteval/tasks/tasks/arc_agi_2.py,sha256=-5ho6PLfpaSwBebSd-eVFUN8zwks_Q1j8bt4cmjSV4E,1446
lighteval/tasks/tasks/arithmetic.py,sha256=l6dts0j80d4FPJUdW2UbhxRpUYS-FnzDBYGgKB48tc8,4934
lighteval/tasks/tasks/asdiv.py,sha256=yjc49dFVj36nf0ESRjjDKYXOWgHwQlzXBy8T5pSL-L8,853
lighteval/tasks/tasks/babi_qa.py,sha256=AsVfJWpC2VualBPWr3ztBlGy3UWAA-Y5ARHjUtiriFA,874
lighteval/tasks/tasks/bbq.py,sha256=WJeoguoZ9b2wtsJAfqviLv4C3z8hwESuf7ne9RhXvmY,5681
lighteval/tasks/tasks/bigbench.py,sha256=AX5Ys9Jg9fg2AD-wWYA5-YDMLorXeueFvPvLp2ynwY8,82306
lighteval/tasks/tasks/bigbench_hard.py,sha256=LHNL2thT1NfmIFHdk4ZYPvRrYGwr61DM9ZJr_mZBtWk,9402
lighteval/tasks/tasks/blimp.py,sha256=4kcfBuHaSP9oPCBXNHGNdV6Qju_JXyg2h5OIxYeVy4I,32689
lighteval/tasks/tasks/bold.py,sha256=zOsN5KwCWVK8EeIctR2XBF9m3gvsaKH8MUsIxBRcGcY,3131
lighteval/tasks/tasks/boolq.py,sha256=ROrlvJ28scTk2i7eprwoa6h3I_fFr5m83c7c625z63c,1284
lighteval/tasks/tasks/civil_comments.py,sha256=P-i0IW7wMmnshtTwOs3Jbw0J-AR3fMrsgZQh2KeVMHs,4643
lighteval/tasks/tasks/commonsenseqa.py,sha256=-0SZlYgZGNiGoc_s8bVznqjTrv51aVlwy3NenpKkxlg,1218
lighteval/tasks/tasks/coqa.py,sha256=D_EQ1k1k33oWBlu2Wi-7qxIJ6gJcHTGcmyYU9ZsFiwE,991
lighteval/tasks/tasks/covid_dialogue.py,sha256=2L86iF-plwMU1tmKjd_x6bYaJASG5K_UbDbMxpKZCRA,935
lighteval/tasks/tasks/custom_task_classification_grammar_task.py,sha256=p24IDeDaq1BSgQvcCJlp8AjXCSiGKZ4o_NVo1BscNpc,18155
lighteval/tasks/tasks/drop_qa.py,sha256=m_dDutrDT7o8eP_CVBPCjaYuFgRolJEjz61gq4_oeGo,1693
lighteval/tasks/tasks/dyck_language.py,sha256=eFeNR7FSsC-7Ms1ASl9zY2sDZh1FvkP7go4s1NWoFB0,1722
lighteval/tasks/tasks/entity_data_imputation.py,sha256=ezrjMbfHZcPYrosNbGAkur9Ixoty8DDhccNFFPrzEEA,1463
lighteval/tasks/tasks/entitymatching.py,sha256=UrDdbi8VZx-wFXsXH0xiVOo7rXF3mXIvDzOyRZXnS30,7229
lighteval/tasks/tasks/ethics.py,sha256=sx4Bd2EHzQImvZEtneDLy5vWFgYQYCtxqpGbTatyHLk,2876
lighteval/tasks/tasks/glue.py,sha256=kYcx_n216x4eLh9p8buwv3eey97vuwpwlxA7gy4o9xY,8061
lighteval/tasks/tasks/gpqa.py,sha256=NrFWJ9ZrXX5Txasbbxw3CvsdWy6LU3-yvanSupGFfSg,4031
lighteval/tasks/tasks/gsm8k.py,sha256=JM6tuKw21MGDDRvML2DdwDeUMJeNJ--s9ijcYWorYeU,2050
lighteval/tasks/tasks/gsm_plus.py,sha256=bHKtzLm5faT0k7OdDepDO1ZFsKJ5FR3RFyztRb9MQaQ,2019
lighteval/tasks/tasks/headqa.py,sha256=mofu2_OKrmB1Z8V2d56vOAuiPDBy-sgTHJMXS23EOZ0,1606
lighteval/tasks/tasks/hellaswag.py,sha256=Qwaylu7j7pMohXGlQmVwmt8eV2z0g5qGZswNy_h1IU4,947
lighteval/tasks/tasks/imdb.py,sha256=T_HVU9N6l9ujkg7Qb3bMv1EPVhKcXOvydocKJHVu9fU,1302
lighteval/tasks/tasks/jeopardy.py,sha256=g2as0UDDqebhpPqlbA07ZBg9MIdyiqQ9n0u-ukG8-YI,997
lighteval/tasks/tasks/lambada.py,sha256=6jqepw2afmooGYEl48mAzh37_UFvNh-2bEPdR53_IsM,1545
lighteval/tasks/tasks/legal_summarization.py,sha256=1ydu9pmY5YJjlJYDupHURCSleF9Q11p9Ds08cVFfCGo,2448
lighteval/tasks/tasks/legalsupport.py,sha256=anp4ThaaFlhR3bS6cXv71mqHyQ4Wdcz11i6Hvn3ehXM,829
lighteval/tasks/tasks/lexglue.py,sha256=KH0hy5aNyddeKCk-X_G6Q0Ec10wVBVhD-h9eLMLiDKY,3708
lighteval/tasks/tasks/lextreme.py,sha256=LzFlY_R3XrQpbPDwOdm8-OF8BEjnf2f1H2PgAC_aBXE,10526
lighteval/tasks/tasks/logiqa.py,sha256=ZBzuNc5gy_O_VSx-G3L8T637h2PiAI-1G17fc9It7Lo,1098
lighteval/tasks/tasks/lsat_qa.py,sha256=OpHQ_5e-yo-CjIa_OCcO0uf7O3vS9BCRk4rr8BshC2g,2649
lighteval/tasks/tasks/math.py,sha256=PxXUafdhggAVEG8DtAKBrVgszFtoFRszRi4Di8O1AEM,5272
lighteval/tasks/tasks/math_500.py,sha256=HBGNwIiDefDK9Y1Z8bEtq7vpIhS50gdqjBJsa81NKFM,900
lighteval/tasks/tasks/mathqa.py,sha256=mogCcEr2NzktoN2-xh4cg5Q15AyMnD3fZgeZHtCjmAs,1020
lighteval/tasks/tasks/med.py,sha256=Hf5sOet3QH1eXLItzYKukA9g2LegLK7WtFW223d07zg,1920
lighteval/tasks/tasks/med_dialog.py,sha256=sQm7h7wh6F_fyLyaLmTdFg_rURsmKaZDcpxoi4UlMxA,1367
lighteval/tasks/tasks/mgsm.py,sha256=WXu-Lx6nBE4H7JsRpPaCzROQBCU4gcmq7gdaIsjataA,5024
lighteval/tasks/tasks/mmlu.py,sha256=ixNP18nbOqJaw6t2axa0M1oIS8Vf87Vm9GwW2agAKyU,28693
lighteval/tasks/tasks/mmlu_pro.py,sha256=XR38_CC7xyuCct4iBXNn4yn0Wy4E8OxGHE1WibcWVKI,2066
lighteval/tasks/tasks/mmlu_redux.py,sha256=X3G7Z_aCM6CZ_YaAo6P-S0rJk3dyRC7fFS8sIIhWKEU,2582
lighteval/tasks/tasks/mmmu_pro.py,sha256=X4EShOnOLTx07zcNmMiO6z6n-Br5OvKKtB_-7UBLQew,1883
lighteval/tasks/tasks/musr.py,sha256=ZsZnXfDsV-dlZM5pG71KaLDkyFAQ9iZlZ2VRzuwRGoQ,1970
lighteval/tasks/tasks/narrativeqa.py,sha256=oX3CM86Axd39T4QYiJQ9uvy1NtFyoZkShHgA7TyOvOs,1044
lighteval/tasks/tasks/natural_questions.py,sha256=2O3U3fZMD7rPw2RGCjUzFDP-OuZofhr1fSFepbmpnp0,1208
lighteval/tasks/tasks/numeracy.py,sha256=Ek1JbQArTGOsXj9UYHDakkYkLG5wWk82Q_2oIamfcsE,4184
lighteval/tasks/tasks/openbookqa.py,sha256=c5FsXdL3kakmlm5EC8sVhSLEgdtrsH1TdJLn5xPJuQI,1146
lighteval/tasks/tasks/piqa.py,sha256=lpsqWBBYyc2IsMvzS0S7pka_6wP_q99Yqz9bCFpuEQE,913
lighteval/tasks/tasks/prost.py,sha256=FyIDas-49XkwBwZlSdals1Idbr3aBVx2budoVTr_WaI,1128
lighteval/tasks/tasks/pubmedqa.py,sha256=mCOALiRlKmKcLshxbjUAkdzmW-3Ge3R9qV6P0xS9fok,817
lighteval/tasks/tasks/qa4mre.py,sha256=2i9Lfzakg7p5Uhpt9FoF1nvP4XP-QM-Vqb3q6EErpcw,2004
lighteval/tasks/tasks/qasper.py,sha256=FvysyvjTsb1kjUHkl9kAnjPf4kS852xI-fJXMj6UZT8,1176
lighteval/tasks/tasks/quac.py,sha256=K8WFMIQnRa6PTMdPQZGYKZjR-E5_1bcsyQ7bFonWiY8,804
lighteval/tasks/tasks/race_high.py,sha256=zdHfMsgO5bptHgM3UjY1neQWhI1-8aY_twOs6MHS5zY,1073
lighteval/tasks/tasks/raft.py,sha256=hUxeVkX9H4eqaFNBNj9NnZ-zSS7skTjx_3sAmOXcKQc,5930
lighteval/tasks/tasks/real_toxicity_prompts.py,sha256=fz3z_D_EeglUKfBZFbFEu4hi72sHVP-RUS5XmC-TDpk,926
lighteval/tasks/tasks/sacrebleu.py,sha256=Zah7v2JMnzIfqsNZvjmeonq93ZWYE1eUmHsHpY81gtw,80614
lighteval/tasks/tasks/sciq.py,sha256=nWl7MGcPmj2qLXUhBe7ugeR1jw1uFz_FxWJIqAmkf68,1086
lighteval/tasks/tasks/simpleqa.py,sha256=4RU0hjsimH3PcY4-ZHoNeNsk074eoz70PniiqFQezJc,898
lighteval/tasks/tasks/siqa.py,sha256=t7x_Y-a89uM9lkKf1YHHfmKD3UFcPg4EmmVjDSxTaCo,1613
lighteval/tasks/tasks/slr_bench.py,sha256=M-MfD5HqsxKQ5LnFklzhGwTo5jORAs8N6TOkDrINwIo,3468
lighteval/tasks/tasks/squad_v2.py,sha256=a1rFWQpkwpPbIyWW_XhS-N3LA3la1pgMC8DxniMZ_34,1727
lighteval/tasks/tasks/storycloze.py,sha256=b2OKQV38BWmTSOGjoGHgOPTVE3vpriUXKqplTh1XV6g,1291
lighteval/tasks/tasks/summarization.py,sha256=BDsfFJzobVVtb39qJY_UFpdtbzxf8Rif1MBd_I8kIXM,2465
lighteval/tasks/tasks/swag.py,sha256=85aeNw3lX-nlNsgMvm5zbSfoKNk9ZKpE-pegXXhrrwg,1289
lighteval/tasks/tasks/synthetic_reasoning.py,sha256=UsYx9kPOv1iXsDAqVvbI4WutnuMVXt4ASzwBsg7eA14,3255
lighteval/tasks/tasks/the_pile.py,sha256=17lsYr1LEE2ETGQEULEKsmhtfmaANvNvzQsrt55Ta_M,10022
lighteval/tasks/tasks/toxigen.py,sha256=VaFiwrD9WfAwZyLn3uxXocqFiYjZrJ6GE_X0ZGk1eBo,876
lighteval/tasks/tasks/triviaqa.py,sha256=Vp0Cyqg87G0CrSQU_qzzueVe6tqZ6MNTbrgipzIxpOM,1096
lighteval/tasks/tasks/truthfulqa.py,sha256=aJcLCakEfJQu63F53uR5Jhuk9ljbJtykDs5vajaFtcc,1322
lighteval/tasks/tasks/twitterAAE.py,sha256=XLkb5lURyKzw2orMgBPMDzoZFuDfQjAeOTqAyFphgZI,1383
lighteval/tasks/tasks/unscramble.py,sha256=PSyWAU2P4KLgUpsooxRPzDmskgjhXNKqMiWtyw-dpQQ,3116
lighteval/tasks/tasks/webqs.py,sha256=8t06z6734CnlE2itlM5mQmoAe_bjEsyJwuIdz3IgTTw,981
lighteval/tasks/tasks/wikifact.py,sha256=T2SbU200ph-E6uxRRcsexlJibpaln6kNpOlfII5eO9g,40086
lighteval/tasks/tasks/wikitext.py,sha256=xHS6s9cI2Z4rwwulA9FDLlOo01FUoMrWXkK7m5a4mR8,1143
lighteval/tasks/tasks/winogrande.py,sha256=S5beLcousOkEa3XF2kCVCxLrUuh2I4EZImTKGyuE2PQ,1176
lighteval/tasks/tasks/xcopa.py,sha256=7yzCN_yfF6y56XG8wy3MLTCorJoZWHxh6_IV9PA4OGk,5766
lighteval/tasks/tasks/xstory_cloze.py,sha256=R7KQdIiSmk85NUjzh66bbMGrAMxOrOgxLthOgXdmY8c,5498
lighteval/tasks/tasks/xwinograd.py,sha256=EtgsnrKFfwjPJZ7bfjJufT6OiaiZN3l61e23cuuHqak,3051
lighteval/tasks/tasks/hle/main.py,sha256=BeSU5zKl-Uo18y9vciJGhDTyQOQpsO_a0EbrK-q4szs,8642
lighteval/tasks/tasks/ifbench/evaluation_lib.py,sha256=HaJq1d1m4xsWOT3zye6C9Op5eRhzURCtjtk7BrR1RaA,7396
lighteval/tasks/tasks/ifbench/instructions.py,sha256=knzcWPlWbWsZr39SsE6Mj7yBYwig6U9w2HMaE9mIZHs,89176
lighteval/tasks/tasks/ifbench/instructions_registry.py,sha256=p5VD3T3msQ6OTKnct3iDqAJik42asDIplayFacdg4F0,4454
lighteval/tasks/tasks/ifbench/main.py,sha256=uvw1wgXPnlN3Aya0fYu9DmS3zCnWbKy7liMYy0-rFeM,5946
lighteval/tasks/tasks/ifeval/instructions.py,sha256=HlrDwE7khoBY6l-LaOm18lHTaxApb3SAMs3IWUvU7zU,56088
lighteval/tasks/tasks/ifeval/instructions_registry.py,sha256=9OJgr0HM1xjCm-cUheN80gxy7wokkViFDR5lzryfBOI,7256
lighteval/tasks/tasks/ifeval/instructions_utils.py,sha256=291bF3VFrk7LS109KgrFylj_iF57h_zaq87xqqVu31Q,26604
lighteval/tasks/tasks/ifeval/main.py,sha256=ijgJTmUaa7kLWbt4kVSvEf3LYm48rD4ssBKaGIXBUBU,7735
lighteval/tasks/tasks/lcb/codegen_metrics.py,sha256=3EZNhIQ8CUG0Y_4LMtGkWPPzCFDjO6tdrg6gVjqkzLw,20736
lighteval/tasks/tasks/lcb/main.py,sha256=sUYJ5iqHMzAeHnrd6p6EZVJ5Zr_FVtc7jwh1C6py0Bs,5611
lighteval/tasks/tasks/mix_eval/judge_prompts.py,sha256=5MH3LKhz5UCPaB0QqFvPa-f6a62ESKB2-kt-mQKnrwQ,12232
lighteval/tasks/tasks/mix_eval/main.py,sha256=1mU5mrR4OftHFxWFEAjkJigtFSP2DAxj1Mk3Pv7rxss,7747
lighteval/tasks/tasks/mix_eval/prompts.py,sha256=tUgK6d5VHFVW11-smNNvrPqQE7jhotC9iFNoQYdaPIU,8575
lighteval/tasks/tasks/mt_bench/judge_prompt_templates.py,sha256=2j3E7KwEeshkekAtCvrKNt6f_4HJNhzZ8RFo7e8nzfo,5195
lighteval/tasks/tasks/mt_bench/main.py,sha256=BizADy9aXwyQUYQa3_ZBOKqY2E67B_73MsKYHXyHrGs,2781
lighteval/tasks/tasks/olympiade_bench/main.py,sha256=8unq29cp0nTa4431A0JwVxUhM_o_-LdJeTRxZ7Ylv54,9414
lighteval/tasks/tasks/tiny_benchmarks/main.py,sha256=DOy629_thDg5XA99hIrSWaA2h8X-3Q1CtPjb3aFGT8U,10057
lighteval/tasks/templates/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/templates/boolq.py,sha256=BqBye0DYXAAUir1MqULeXWUFIMLNWSO5L_edUlHWL3Y,4469
lighteval/tasks/templates/continuation.py,sha256=EY7QOpdYMj4-bnueuOdGhKsjpzSks54R1uY4namoTcc,8017
lighteval/tasks/templates/copa.py,sha256=3ViEtiJw_-Qo74L1rKQAAAwgLKxfJB3kICD-_NwQBxY,5977
lighteval/tasks/templates/hellaswag.py,sha256=GveWffjXkZU-IGQxPwXTKVqos3nECXXRsMVsEPWEngM,6028
lighteval/tasks/templates/multichoice.py,sha256=ZjDavRZt-t3T-dwKIj8P6Du_o0SK7ff0vmityQOl0EU,6261
lighteval/tasks/templates/nli.py,sha256=4tzGLHSyIvLly9NXh4aQqGj_BXFYPXTC3Zqz3wcDtNg,11086
lighteval/tasks/templates/qa.py,sha256=xLO8cy6pPVr0zZS6h4nOsaSksX7vEryJNtNxGVyFPZY,2865
lighteval/tasks/templates/translation.py,sha256=Os_HRGdZG5iYFkHvaKMgDjqK8qzS5oMeqJMfKCOKk_E,6168
lighteval/tasks/templates/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/tasks/templates/utils/adapter_utils.py,sha256=prRdEg3RyR6f5T-ST0KTFtYMg2SFhIJ9N5OFY80kC20,1879
lighteval/tasks/templates/utils/formatting_utils.py,sha256=J9fGo6tpNYsV0gwsKMU5ppr21M8w5IUErgmdNAFfdeg,4543
lighteval/tasks/templates/utils/formulation.py,sha256=gYUqXIXxkHzxty_RxIhkLpXDFvBRP2UAPQN1g6k8s1o,5868
lighteval/tasks/templates/utils/translation_literals.py,sha256=XLXu1sSRa0GHu88NXHTuICgx1oEJZRJLHZr08LxLt24,48734
lighteval/utils/__init__.py,sha256=8mjC9aG83BbFsrdndqAJEEAijCoOA1KNOY7cXq8NlUk,1111
lighteval/utils/cache_management.py,sha256=pHkOW1aokQROf25LE1koYcaGTO9ElEoLOVWUQVD20Nk,17573
lighteval/utils/imports.py,sha256=Nu-mWI0SmOs7oInN1FWHYXg4CHl903XyMMe2eVwSzqs,8463
lighteval/utils/language.py,sha256=HB9D3i8HlOvXu-wQSnwq_t7-3yDxBPRFMbh03PhAXxQ,9682
lighteval/utils/parallelism.py,sha256=I5OZjwSvshym-1IFSs5q4zf8BMRBTL31YYiWadITUK8,6257
lighteval/utils/timeout.py,sha256=Cknf9fERjHKp7o-lG3yPCFmuNHNntNn0KK06UnHX_YI,3703
lighteval/utils/utils.py,sha256=e-oVvHwpBTf-019EUeNDW5YMoBmQ87487OW3IpHwFDk,11449
lighteval-0.12.0.dist-info/licenses/LICENSE,sha256=tPk5wOXOUTsipCsjMpS1bCJqJ5Nudwj1HtE3xgLo6w8,1069
lighteval-0.12.0.dist-info/METADATA,sha256=oUXadIauCFA8I53ks7SqtS592qrX8Z3-Bj015HEXeBw,12510
lighteval-0.12.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
lighteval-0.12.0.dist-info/entry_points.txt,sha256=eW_fUc4_bJVN6LJSjI1wB39LbT6pllEOUEUbY3qPXlc,53
lighteval-0.12.0.dist-info/top_level.txt,sha256=dvkN9L0K1BpVFmb-YCakjCmC13DtEVvsyMi5V12jdvg,10
lighteval-0.12.0.dist-info/RECORD,,
