lm_eval/__init__.py,sha256=cWkDhIWpiUqTKrip9Voquh0SA68eSesy8Sc28_cMarc,75
lm_eval/__main__.py,sha256=kbG7B8hDuJlVTtNYFykFoUah0jI7UO2xA5C2Ht_v0J0,17529
lm_eval/evaluator.py,sha256=9QQ-DSQ5FTJy5lsEprQMixkrDMt4E7JHHPP71C1DYKk,29442
lm_eval/evaluator_utils.py,sha256=OWsYbY1LNsLgAutmPR0bmfbpoLtwqrrA93gfBapuGA4,22433
lm_eval/utils.py,sha256=BCHSRsg6ZJfVLQQpFfZIerraY1xkngGXC7vTJHo_OWM,15582
lm_eval/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/api/filter.py,sha256=4XR0Sj7K_3ivNKYNYHS8iUWAHaUMYCjVj0ZMsoZsff4,2149
lm_eval/api/group.py,sha256=z2X0DylkFTdajjywbp0avpH0ZtEFlyjGycExv-OHPns,3650
lm_eval/api/instance.py,sha256=neYbqoO3cakbUJYT1Dp9IYm0WU10XWTlAEC6Da_4ZZA,1060
lm_eval/api/metrics.py,sha256=nEhsJArpHb9hCGpd10OLTQNeqmaJhVfiL8UVvXroPQA,16738
lm_eval/api/model.py,sha256=j3EEvEXLOIyN8Em8WTjqDWObhn-oxLnDbA0lX1t_Tj4,20135
lm_eval/api/registry.py,sha256=fnjRPxjecYLpJYDvZnt7icoZIyYGvlDSrCT5nM1p4Yw,5363
lm_eval/api/samplers.py,sha256=6TIKDjb5QqarK8nnYZyasi_0LOpoxsMjoW7NYz8nTlE,8327
lm_eval/api/task.py,sha256=UkGVzp2oQAtHZkCWRqxOMjfQQ2fszCp-P9T-6kssrr0,70096
lm_eval/caching/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/caching/cache.py,sha256=gYjpMQI9gApqjWTjfoK9zX3j1lOzUGT4cNFYjZo1PD8,1424
lm_eval/decontamination/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lm_eval/decontamination/archiver.py,sha256=ik4lEqdfealgjJDTYRiY56J5QjSX4u6TNMKvg7GX0QM,5789
lm_eval/decontamination/decontaminate.py,sha256=6E0pmuu-R7af1aOD4mD21ua3qGXMeS-UH6UVYuQxMbA,6821
lm_eval/decontamination/janitor.py,sha256=tIZLlI920eKtaNlSiualDTJPO7P42PbxInfBezK5iYI,13150
lm_eval/filters/__init__.py,sha256=xK-shxCg_3dmfIGmCIXIySV4EEJRjm374m9KfAQPpvY,704
lm_eval/filters/custom.py,sha256=GUbdSVSGrDPBHh-PI3ml4ubaAqRhRzJMkYS_rDJPogc,453
lm_eval/filters/decontamination.py,sha256=kEAWSsDcA65LX38NRNc_0JY_4yS17z-0IMG4OPOSO3I,712
lm_eval/filters/extraction.py,sha256=1i0tbwP_9MnWoxQbPN0cI5jd8MEufS6QmYEBtOF9EDw,7073
lm_eval/filters/selection.py,sha256=X4Jk3Okd0SgrhEh9cD5-K7Eb71_WyT-RtOUTQqT7dqs,2105
lm_eval/filters/transformation.py,sha256=HwjLPJKsomWcbHuVzkqQJolzACTehviimhWoB1tAHqg,1732
lm_eval/loggers/__init__.py,sha256=dg8zEHqZajiJnMl47q9rwU4yhmSr0QisXAItN_YSdx4,88
lm_eval/loggers/evaluation_tracker.py,sha256=JtRekxFdRKzCeh9t9CVBfmy2CIQPzohvLvDNrlMMb7E,23831
lm_eval/loggers/utils.py,sha256=GemoW6_O4xqOCx7gSt4AkI-o7KAtv12msFEdVkdBNWI,4987
lm_eval/loggers/wandb_logger.py,sha256=oXmbaVoRjZL7FkaxKkN2mw8kn_FSz_D78cHC55TA2tM,13528
lm_eval/models/__init__.py,sha256=sJ59pbJR8ky7UWjsT5_df5G_u4D5muC0xCqIiy4nZyU,604
lm_eval/models/anthropic_llms.py,sha256=lQZupCcF__7-GoCZmdcUGb6Tu6RnHSZnKeyG_-qVJl8,12366
lm_eval/models/api_models.py,sha256=jOHkfvaH2LReSyAbcu57w_0RPsjmTqW3pEuH7WF4ISo,28916
lm_eval/models/dummy.py,sha256=LviLNafgviMgruDEB6QE4Nw5jlq9vz7KT9OFolLo6tk,1009
lm_eval/models/gguf.py,sha256=FXr1Mar9rU6S-kgsReuJWDSQAsZ_mCwgJgoB7hnBHmU,4815
lm_eval/models/hf_steered.py,sha256=Cm9hTEY7F3_nsCZo7EUxXq7QGRADwHxJEeVqQqz97JU,8535
lm_eval/models/hf_vlms.py,sha256=cYZNSFDQWVBUbbZ4-dMaeAvYyxE-SlgPoCAaO3xTa-E,30120
lm_eval/models/huggingface.py,sha256=CbPwdJ8Z07reuEqxCKt2YDGjlQaiwogFPMQjGVj6fQk,61888
lm_eval/models/ibm_watsonx_ai.py,sha256=flevxd_MEd1RUWMVLkEtI0J8lcmEMKy9KxEgrnGvFFI,16075
lm_eval/models/mamba_lm.py,sha256=XqoT6PO49on3fgMMGuGUMjFRmi4P8DJ7EBqmxp_3bFU,6242
lm_eval/models/nemo_lm.py,sha256=3TKtPBga4SE6VxtNFGOYfTYS6K_QAXzWPpUpRjBhQoQ,19357
lm_eval/models/neuralmagic.py,sha256=yIUQD3SIdbAdmi5R7YQ3MX8YFpJUkMk6NlQ9w8_LP6M,15614
lm_eval/models/neuron_optimum.py,sha256=zA8k3heinE5W8JNSwfBlv5n6J-_mN3IbgIYyfd8GOso,28757
lm_eval/models/openai_completions.py,sha256=blGh4q9tYqreJhEpRBheiRi1wl6ISFr0NOb-ucYQeEk,9890
lm_eval/models/optimum_ipex.py,sha256=PE5yXdaAplxQXFim95bd7MycP9NRyTinx6cKyru6g6g,2351
lm_eval/models/optimum_lm.py,sha256=ssLbJnoa539MrC_x7-GDLXoXTnbqk47vHAgMp1f-Gx0,3138
lm_eval/models/sglang_causallms.py,sha256=kefJQ72YYs2v40snAPVrChgkv18Pj9KhnXYMqhsf2FA,20577
lm_eval/models/textsynth.py,sha256=nZmEkxOaWAhmzFkGSI27n49O9uVDExIcvHZzGVhhGfQ,5877
lm_eval/models/utils.py,sha256=P-PGAcBEhl5GRdq-s72ZkW-tH3n0115fJXiOrWIWnkE,26152
lm_eval/models/vllm_causallms.py,sha256=FgTXrPwwqjDzOyzsy2sa6ec5SnXOAWnVyI8K5i3sUx4,22482
lm_eval/models/vllm_vlms.py,sha256=-7FETHTsr2MgHLfdY0Pmqh6RVMy6uQe0AVvn1wJzyQw,10851
lm_eval/prompts/__init__.py,sha256=VZlT870IYO87_h85c0tbhKG0JbENdfD6HdyAHNlbguU,4495
lm_eval/tasks/README.md,sha256=6huUxpxUqlghqi6EpdkZqmfeWf-INy_DyriqQyfXhtQ,41278
lm_eval/tasks/__init__.py,sha256=IyO4aop5a5RhKC05U08v5xdxV99TMNSdoJIBAvYtfG4,25053
lm_eval/tasks/aclue/README.md,sha256=_llqK9JkQb2_pOGpC5SQbENCxr0jCACcoSVS7IRTtXA,2288
lm_eval/tasks/aclue/_aclue.yaml,sha256=tqSJaR-vOk5MpAA7OUdjb4YQPSKw_9ijJU08UvLikFg,684
lm_eval/tasks/aclue/_default_template_yaml,sha256=VhHMt4dax8bqCKzwpo3B13VazMpX11j35w2fjcLup4s,481
lm_eval/tasks/aclue/_generate_configs.py,sha256=OVNccuRC0MpF19ZniYbkq6OjdNGn6wqPFdlizt_-W-Q,2736
lm_eval/tasks/aclue/aclue_ancient_chinese_culture.yaml,sha256=yeDtywfegrPtq2MiKG0hXuRnn3LDHLodH0gOGs1kKyg,227
lm_eval/tasks/aclue/aclue_ancient_literature.yaml,sha256=kya_5Yp-K9yEGqL0pWmugIfgCkP4E8HWhxFgjmKhcpY,223
lm_eval/tasks/aclue/aclue_ancient_medical.yaml,sha256=BjLOppaVH62sjg7SdQtdzrO1caTV09ZB6okem_C_3vw,208
lm_eval/tasks/aclue/aclue_ancient_phonetics.yaml,sha256=yllcVwZldzXuxsslwN-IfDMjGsaU8HRU-Au3kW4WrfY,212
lm_eval/tasks/aclue/aclue_basic_ancient_chinese.yaml,sha256=_SXDkd-LC0N9L6ig_yMJQy4air_0abawIGsYjQ3nIOc,226
lm_eval/tasks/aclue/aclue_couplet_prediction.yaml,sha256=DYmdXpGq84nJIYzbNklMIDyrHD_4Ljuyj4BjD7W_-fc,211
lm_eval/tasks/aclue/aclue_homographic_character_resolution.yaml,sha256=NZZQUew5LHtCzOpHTYxlcBwrb3CN8wf4bXDt6LXSYeM,242
lm_eval/tasks/aclue/aclue_named_entity_recognition.yaml,sha256=LABArA0Mqmjt06B4k8RzcBAWuoT7lJ0lpwGZvrfIdlA,241
lm_eval/tasks/aclue/aclue_poetry_appreciate.yaml,sha256=_BMywf9HD5yYIsXFbud-FTroje52SDIGKdD1qlHh5vo,221
lm_eval/tasks/aclue/aclue_poetry_context_prediction.yaml,sha256=G-qpD7dBBcEUMk0kyJhRlcuksE8u6qYZtP2HUsZmRSs,243
lm_eval/tasks/aclue/aclue_poetry_quality_assessment.yaml,sha256=kW6to6KJUoSgb_uXHJVW7Y9iSZTF2-IW7S0EzHB7iSk,240
lm_eval/tasks/aclue/aclue_poetry_sentiment_analysis.yaml,sha256=ujIRE9_k0PW3ovkcKhHA5eLMb4ofaNGoFROO_D0blNk,237
lm_eval/tasks/aclue/aclue_polysemy_resolution.yaml,sha256=I16ro2xhSU6_U_UqVTAy2_x3YoBrd7EE0N8sIMk-7sw,225
lm_eval/tasks/aclue/aclue_reading_comprehension.yaml,sha256=fnHlDvVi7gtuvIfY9VRgFi6GihpEKFrTecGIGebAuXA,229
lm_eval/tasks/aclue/aclue_sentence_segmentation.yaml,sha256=KK8apU0lMtg-ZQ86kx8ACNsTiJI8_Y2HtnsevUFrbW8,223
lm_eval/tasks/aexams/README.md,sha256=78PRyb-84-KE6MkQfewfG5_dGEQ-3ErWyX4fqdfJYEg,1896
lm_eval/tasks/aexams/_aexams.yaml,sha256=i1HNMAX8lh1J0gmVHxrbXvAH9d1o21MrgZhrsGeV0gA,300
lm_eval/tasks/aexams/_default_template_yaml,sha256=ZNSvmCzD9eITfII9aliHql25oulwaMhdNKyLLV35kmM,487
lm_eval/tasks/aexams/aexams_Biology.yaml,sha256=wDN2gfFm0U30tRM0TCS3gvIJu9zSIxjpZePKPFWkhGY,190
lm_eval/tasks/aexams/aexams_IslamicStudies.yaml,sha256=cmNYbL7ihokT1HRTHrwWnGxF3U7csYVUl5Ha5m9Zcwo,209
lm_eval/tasks/aexams/aexams_Physics.yaml,sha256=qoBzKeeuIfF0bqG6p0N1EzXVRhVAjehnAlPw-iIUODg,180
lm_eval/tasks/aexams/aexams_Science.yaml,sha256=LMWp9mQgMfwcQezmoCFX273lzj8LawQ-xaXRgjP_v_w,176
lm_eval/tasks/aexams/aexams_Social.yaml,sha256=ApUU3LYxwhnwtrMO--6DLWMlbMgWGcIxdXNc0KwQ4qg,195
lm_eval/tasks/afrimgsm/README.md,sha256=c-Nw_CyXljTTbPmfq5J0_zAhV85quk8rL00T-uJhGsU,2587
lm_eval/tasks/afrimgsm/gen_yaml.sh,sha256=FsCVfLRIaB5GpSENODDMS3hLaL3AwsBOgv4JieqFYfI,373
lm_eval/tasks/afrimgsm/run.sh,sha256=VU_XTyZ1p28pa0wOuF9jJhFAo-rYIWRz8nG0irOEh8s,327
lm_eval/tasks/afrimgsm/utils.py,sha256=qTrEn2zVa3avFa4ZsCIAtPwSWSOuB8qSRwbyIb_PFb4,7253
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_amh.yaml,sha256=EB3NV_q4AHN0xRGLI8oShApAzJhP5Gtw0dU-6Zm-NTU,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_eng.yaml,sha256=p_fb5mkWRmbU6HUB7urmYuOpPyQtgC3mFLgS_HSbXfU,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_ewe.yaml,sha256=6eo_b3yoRDSvS6sONcUKoRFq5M0M6JrolkmsMIlTtyM,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_fra.yaml,sha256=U_SrBHNH4XOGE3MpjikFMnATIv4yU2X_Edde9O_YuF8,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_hau.yaml,sha256=_3F_XHGLhmdA7m4_vsKgHtQeDLznYUQdaz3SYX9XILM,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_ibo.yaml,sha256=I1nXQfixu1abdEPhjDdFSLKYYDvG8mIuKil6TUirq_I,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_kin.yaml,sha256=n0ER-aqNbcUnIJ3RSolET8nVWaKsTTYbz0s9siXphuI,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lin.yaml,sha256=FKwT7FGxLpc8z01LCflHv0pHIgC23PA-NUn9ppXpazY,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_lug.yaml,sha256=P1C2UM4sskuOgtzSiHdoBt_T7BQmmdVlQKvswyC5SM8,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_orm.yaml,sha256=uzaGmdCC6f-mP6MlOcFUh1JmGIumB0vi-2Ywsjf_a94,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sna.yaml,sha256=Mx3jmGtEzZt-3ejdwwj137CGmO5NMpDdvEMQdddoPFo,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_sot.yaml,sha256=MOrMUnzTbnTvDbhxE-oDJN_ygGRUB-CTCqK7w6C6kug,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_swa.yaml,sha256=eaNePbv51nTgeanm8x54Sq6Af22HJwi85L5mYdHfx-0,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_twi.yaml,sha256=w2ELNP38lqMXPDHXe_pkdc_VM4obnYg00k1zCt4Iijw,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_wol.yaml,sha256=MlN7BFopiTOqCjz3LQGMN2dSgQhxau2s7b6SMCGote0,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_xho.yaml,sha256=LV8Abmy6TprDxAIIcc6IBudvdw9GBaiD53Bvz_rOc3A,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_yor.yaml,sha256=xyCVyyVlgkUe0-vkoP-04zrkXEKkpfeqtZdO-SZnZIs,406
lm_eval/tasks/afrimgsm/direct/afrimgsm_direct_zul.yaml,sha256=KnoaTLJGdOkXEUT2XspAEm1LIusCc0cxPmmYa0xWaF4,406
lm_eval/tasks/afrimgsm/direct/direct_yaml,sha256=BnhkKj7QrRgkZ9VYFq00H8qtduS01zKCcB8oiTnnfe4,938
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_amh.yaml,sha256=_Kfugvx31aLOaxghGWvathIBQTbYDG4VuL2P193eu9w,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_eng.yaml,sha256=vc8JwTdr9LTllpWZegLQVcpa8UxXDyuwz-g1w_G5EiM,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ewe.yaml,sha256=vWHaBcz7zuXCx81ANEGwjpRs5JpAXQsgcvuF7DhbbB0,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_fra.yaml,sha256=QSUoBT-vaDejzBGXbVz_y6k_V-oaMPitWlPxLCu2l9w,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_hau.yaml,sha256=634HIX0xEzQhZPDCK9Xw-oabDMM6XYzeKavhwveOV3I,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_ibo.yaml,sha256=-oOGaWFR-Cv2mYYCssJMzoNJjLh3Rh90hY8BWmHz8q8,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_kin.yaml,sha256=B58xVjKZFQotNZzckUTf9MvuExMMk4RDtK61a3i6eyE,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lin.yaml,sha256=XbWKxRaRuU7-3-25zSU43e51in2sGfkLJRkk43ub9Qk,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_lug.yaml,sha256=nZt1vuzmp9r7PrpMrrVLjYMLEVbJeuETYDrW5YQauJE,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_orm.yaml,sha256=l94sZvXzExYgDeW7O2Fa1SY65hlioWCd7M9mo6PKsI8,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sna.yaml,sha256=463rAkFvghsgzwR_cncXgs0PuRy-ghg0FdZKyVjn2e0,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_sot.yaml,sha256=pSXpQpvOdjaTz7oCiOBKwumg0GTqNwLPCXLwr5jUaBs,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_swa.yaml,sha256=2rK3rBGoJz3wL7uAp8F7gzYOxPuSsOEtaw2YWQXHUhc,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_twi.yaml,sha256=Oabip5JJIGDsY4pJVoFC4v0ztX0CgjgvN2gH-ugmcQs,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_wol.yaml,sha256=PUHi2UqBV_kmgc8G5EN9ORMUv-F6ftoft9i8E7WYg6E,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_xho.yaml,sha256=R1bWP_u4els2TSX1_Fn6vnA0IiPz2S0EolUrbs6v6NQ,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_yor.yaml,sha256=9GvDwC1brOJbEV_3lq7pvlLU78T_qNM5Hom_69X_aC0,429
lm_eval/tasks/afrimgsm/en_cot/afrimgsm_en_cot_zul.yaml,sha256=S69Z1-aURxsntEWjbHeLsDWKn-txU4hBktBl8Gp3lHs,429
lm_eval/tasks/afrimgsm/en_cot/cot_yaml,sha256=5k0vLr1XWcQ9Ia5J6tp_LKGBpMq5MJ4xRgK7d7sxtGU,982
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_amh.yaml,sha256=PDJ4CaqPxbPxMRhtjh5kk5bEiUnTGeoUkkW8pFKwvtQ,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_eng.yaml,sha256=5qbaTUs8S5QluWALkTs_lMs5INns0O5Q5sIv0DZdlg4,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ewe.yaml,sha256=Q3S0t-DdVjggkjylJdf7Whn1DZBf6bHWsKK0n0oky14,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_fra.yaml,sha256=syRmjWF-7hpY9cnmaRoX8gU5QvQbey4OpDSrXJ0Fc_4,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_hau.yaml,sha256=g34jTHwiVkB8i-sP4dMmdE-71Dcp2txFZ4RVuySQOEs,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_ibo.yaml,sha256=FE4HicZLcjCtWie5cwKfB3bEeOeJjj4OMAw7_pyF5mo,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_kin.yaml,sha256=MVeHfFmGnCDIv6m3n4IowqMX9eJSjH0ogL6gnAsVitc,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_lin.yaml,sha256=-8seGzlrkPHqHR5edgswT3brNtUoKOmY2s3jAlFmgY0,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_lug.yaml,sha256=3JGZ1dW9k-FD1AIC9S0bFLwizp6Pyi77cDggKM0G22o,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_orm.yaml,sha256=Eka_QgqR-oddyg9RAqQfXsRp2CZN51WB7SLxV5vrbTI,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_sna.yaml,sha256=PyUzZPKX2F7IPSmZ9w6Az74g-FHjM05Ww9aaMpSCgIY,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_sot.yaml,sha256=XrpJ3ruDypZW6I5KmJSYmfUUdiPZusHdfQApc2djiag,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_swa.yaml,sha256=xZgCEMQMo54A376r8wYnsTbBxbOjgHjIVWmRJRnW0xU,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_twi.yaml,sha256=bDnYz1_mLQz98aHCFTC878chS9wg4TBWYfXXSry96C4,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_wol.yaml,sha256=DORBZzyBytz65NnXe7EG8Qh6gmfPoz0jsUink3KzPSA,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_xho.yaml,sha256=vqHOI_dbdvjBUYBcP63wnHWE36OZmAHGocN6VXcK3qk,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_yor.yaml,sha256=SAM11cFBMV4SPSk_yN4HHAj0IW0IjClYAzzYH5u-oYE,426
lm_eval/tasks/afrimgsm/translate/afrimgsm_translate_zul.yaml,sha256=oFtycMxi62kjylc7E932u58wLPHOxXmbbd4qraNXX7E,426
lm_eval/tasks/afrimgsm/translate/translate_direct_yaml,sha256=8-HZXcgjOOcgr6VQvADeI2-q7sAoKWq3sCSUWPrlHVY,933
lm_eval/tasks/afrimmlu/README.md,sha256=7YKmGoSN5Yq_La9W2gyuEDeIV9eQ7DMEz5exw6JIS-w,2417
lm_eval/tasks/afrimmlu/fewshot.sh,sha256=D9s00X_1fEU0G-2FfXuFO2JW8MwijcxJH0joD_pEm2I,598
lm_eval/tasks/afrimmlu/utils.py,sha256=XSg5tcL3v50FzL8uUtr5YeMzoez07_rda-4h29GzGaI,839
lm_eval/tasks/afrimmlu/direct/afrimmlu_common_yaml,sha256=_Jx2FE4H5z_BtYijQVlP95Et_g9QFGb3KBlvauwC5ac,901
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_amh.yaml,sha256=4VDfrk8cy9h8qp7vJo6_Lls6ldo53J8-jCYgj_Ez9rE,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_eng.yaml,sha256=ZkPNpsD-oqeD3RXdw44JLOjQM-xY3n1rdYjXDsvHnFM,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_ewe.yaml,sha256=aNKJRKd5YBPcxTc5VwypKE0pmDWXyRKgtY1nPztpHYo,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_fra.yaml,sha256=kTH64qbWxE97Tao2bwhuP5P8--eh8X9XRSgSl6k0bqU,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_hau.yaml,sha256=xXwilRvW6oFcns3teFQp6DdcQLQ-6bxUnC9vzukZ8hU,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_ibo.yaml,sha256=kFUucGdGsYYPpQrh2-AnIk1YSNlWbznzQ0szugCh71o,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_kin.yaml,sha256=KHlEOGv-xJ85Q_Vh6rZe5w7NVXA2d7eWZXqt-B2ZNMw,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_lin.yaml,sha256=Ua3PWM1cPPJAUJ-CCRd71vAvyG79zHkbEO7eyOJ9YB4,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_lug.yaml,sha256=lC1csX_zQd43-Kc35ATDkXjwfXKXjPkQIWMHJrV4qAw,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_orm.yaml,sha256=WHgGFXT_uk8Fgz0ejdN7jI88ek5JquKnvNZWHNGDago,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_sna.yaml,sha256=sBQyXT6k07IDTUF6qFh6WckX9rp9MreJmhBzKkisGew,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_sot.yaml,sha256=8AMUd_qTDgCspOeC_WRU4EvnagNLBNhH5d8KnCpDcj0,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_swa.yaml,sha256=2EOIDLL4na75JkAdOFOHkXveNUs3GE97sOBZ7WRI558,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_twi.yaml,sha256=Mrv7UkQ4STMcotQFSmnr1BGsbNySi0V5iR8xokHux14,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_wol.yaml,sha256=H-Mq-gj1xYADd3-3S6BMsajuWbQd0szA5kE99zwzt3I,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_xho.yaml,sha256=xKJmwuP99TnXpSluhhPEXZmtLlUEe4DftSg6cFzP76k,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_yor.yaml,sha256=yQha_JRhgw9XMC2BqE93sLzCuWQ29BsMgN4dfcoRXNM,74
lm_eval/tasks/afrimmlu/direct/afrimmlu_direct_zul.yaml,sha256=Ckc068AEqSy51biLuYmHqdT4xla11QcKi-tkv6BQS9s,74
lm_eval/tasks/afrimmlu/direct/utils.py,sha256=DnZLqUR1pLEnujf1rBQiF4c3ytVIpCFw2jwMP4XYiqQ,811
lm_eval/tasks/afrimmlu/translate/afrimmlu_common_translate_yaml,sha256=z2csEdzBqWS24j-i0bg_E1VCpHk8APTrnNJmnS0ghb4,851
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_amh.yaml,sha256=BMgTjEMYui-719tNYZoKKIDGNl6_7_HSAbKkFDU9yP4,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_eng.yaml,sha256=CvR_xqdDYBx5MN617gH8LiIZ7GZQRzmZFAMTBaJEQNA,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_ewe.yaml,sha256=svFadoA0N1iAeRFkJ123fQdXKNzPpo-uVQ6ihB5pO-k,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_fra.yaml,sha256=Ac2S7cQvBQsI9XZ9bMG3LAG4pr5XUKn4VfOOWuI3MVY,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_hau.yaml,sha256=bVu_VzIR8IxRPYIPzM5JyhcFmut_AvHVyzeURHyKLy4,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_ibo.yaml,sha256=LRo3RHsjh8GNPNKmfYqcA8zK5sSpclISqQcSMiOeKmM,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_kin.yaml,sha256=DoHobmfBB31dbYLIA62fmm6-mf4crYi6HrdxILYSO3s,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_lin.yaml,sha256=hbYLGn0MzY3JeJRExgyHnIeWsqakhwGeINYLaY8WciM,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_lug.yaml,sha256=TfmtNFOtBoqUmZKVHxPfRl8VTLxF9tA4YcQYua38YtE,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_orm.yaml,sha256=JcLImi4SOfo-XR66PPB8pcu6ySld1a6hjCw8Wzj__cM,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_sna.yaml,sha256=1BtI_hlmObGLiQYZQDLIC6bSLqtvtRAeS73yvNK3QNo,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_sot.yaml,sha256=KZyl_Wsaai8j9tk5fITvzh5OFe2axC1Ucv-n7tzX0GQ,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_swa.yaml,sha256=7N7dRJt2A8o8ImZ7fJAQr5QOHTe89v-6telA1ax3VOk,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_twi.yaml,sha256=6C6I4-jyP-LtBf6JGSh8lDS7noMtUFbkuY87qNvXubo,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_wol.yaml,sha256=FDTftsOOPZz34X9WjR80v6cOPg2qdTfhlbdAhBwSGXo,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_xho.yaml,sha256=dx8mwZc5cfs47VrB-eHxuYi4W0d_Xwstq-HGfOQ_Tnw,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_yor.yaml,sha256=guFWhe4VQI6bJji376HO2L7OrrLKGXEvIa0700u2lo4,87
lm_eval/tasks/afrimmlu/translate/afrimmlu_translate_zul.yaml,sha256=fu-toBVhZNcUplTBm0A74DDbOWH-9YqcaKvxau-Ul-A,87
lm_eval/tasks/afrimmlu/translate/utils.py,sha256=XSg5tcL3v50FzL8uUtr5YeMzoez07_rda-4h29GzGaI,839
lm_eval/tasks/afrixnli/README.md,sha256=ppH2ccPW0LjVFXXN2nO2Va93_qerQA1kxW4twbV_sUw,3125
lm_eval/tasks/afrixnli/utils.py,sha256=YwEbI9MX-woenVEY10ru-YFZBdOGOiJwOdES4K2pQmM,7025
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_amh.yaml,sha256=uDqIr1we2bf5JzSoHeeTV-Vgp3DT9IDfxFYRbPS7XQk,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_eng.yaml,sha256=1bpXhE1IG98hNYZO78sgofvJTaeA7TRXiIBxsDumJ3U,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_ewe.yaml,sha256=WbtmhXFsKLvdXVl_wHoDWp0PJezUXkq9yqcl5kwUYDc,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_fra.yaml,sha256=QzZ2rvQYr_s7_AJWpuvcYiSY6VjZ-Glm1CXT9fyR--w,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_hau.yaml,sha256=V8uRa_zXf0VNF9JbcnqSz1FyQZO65b7GLwaDZS5ZOlw,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_ibo.yaml,sha256=Or9olSmiorGtZpCW0dEKfAtieJ8-voYt3RbG4CgxuTs,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_kin.yaml,sha256=geKfpjOm1hqODBhhQbEA4H42T9KF1rwuUeW4Kh7FUN4,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_lin.yaml,sha256=PEaDBGvYq4vRONgz3BgWAJIazwiunByWw-6ga7hbDEc,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_lug.yaml,sha256=FoKpRxGFtmWo69eP238zQrCOxdNabiVYiRv_HMgefSM,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_orm.yaml,sha256=06XiOjHL6hTQd1CzMQLh5i-lCNEd89ARvrKCkOUfCz8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_sna.yaml,sha256=D0mhw6Qc7fPd1opO40iguvRv4pBC9B-pHd7cKIQ5F6E,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_sot.yaml,sha256=08OU64Jxqa_kvLeksGkVTgbnHMVFoNrn18D2x2lVLn8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_swa.yaml,sha256=vOOu5a8usjWTeyZH3fIjQVtDEbmx-Eog89MPWyXy7cg,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_twi.yaml,sha256=CXR1n_AzqNMByWYVZOZIk7mgdppilNraRyxv7BdwI0E,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_wol.yaml,sha256=RHTJ6RO6rhrNQNhPwnWgDpiYrbk1wvCRjDbV4JfudPY,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_xho.yaml,sha256=7oslvkgMlpqxFAy49Sp4dgHcMvwy3FgTIXBLMFeUBTI,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_yaml,sha256=iTc9oib7RO75YmC2Vs1mbNr-e4Ivr-3uJqF7EfWJHGk,833
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_yor.yaml,sha256=elsYvLVNBYW6E5VBtmcjHTbEAZF6roJg3sOTZX-woF8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/afrixnli_en_direct_zul.yaml,sha256=Wtdhru3YtPVZZzPVw1EDoRGWy_dMbM559dxpljbsNh8,104
lm_eval/tasks/afrixnli/anli prompt/en-direct/utils.py,sha256=wc_pJ1H_ym6ZZDOQjW_YG0TmGm_XcjZfWWFdomknGU8,165
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_amh.yaml,sha256=KoYNo2CCmT50h36hFeDaeXw_Wm3HLJgOdBS2fL0KN8c,284
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_eng.yaml,sha256=UUqzYQAwA8h-hgjUDnZkWBTrkdCwlQXhGEhIMQu7qqs,245
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_ewe.yaml,sha256=elay1ponPNKu4IjD4vc_7eg-uJaaXxD1cd07vmCiZVw,255
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_fra.yaml,sha256=bNJORHmXw-b2i67D_PZxe9trm4RoQQ8C6PuCyS5gvps,253
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_hau.yaml,sha256=GArIkChwuWS8DSV_mi1nBywKGAhOymGexScLxbWxAe0,254
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_ibo.yaml,sha256=1OIf6C00GFMZqnNz0aSnkxKYFbVSuhM5wmRqPQ9wltQ,262
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_kin.yaml,sha256=CiLLRw9jG4keV4S8EKytt6n06dU5zB95EP3AwNFVOLs,250
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_lin.yaml,sha256=yjlKEY5ysPvUZ-XIs9PEdKwzmzM2IPCbXNXmyTCLt6k,250
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_lug.yaml,sha256=x04QBnxewv2KjSEL2XGKNyovDwfkyarIZNVgZdLmDCY,261
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_orm.yaml,sha256=-tg4Z1hLyoniVRBn3JGPBqNG117K3_swXbIzsIlDQaw,259
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_sna.yaml,sha256=MquuRXV3gL4HcRTARZFom9jYF_169dhZXj0r3mDjHnM,258
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_sot.yaml,sha256=2gcSJ-bu5XAO8sRC1ZtmKDlQNCblL1AIw9AwsCUrNeA,248
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_swa.yaml,sha256=VJr1Xf0-BubFX8g4nqyKbUGCExNOAg_ixfJTjQ9LK_c,253
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_twi.yaml,sha256=wVlPGiLY5-bYx-ZV-PmEvnh5nxJB0per4TKaYLAh9lg,249
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_wol.yaml,sha256=mJRWYFLcD3l3bjHQFYpfYlVO477lhe3gU4xMTImvbkc,249
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_xho.yaml,sha256=h-WH7xuy2jcjNcg0GKNbQr3qIKcbXEfsxfyWOGiTsgM,267
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_yaml,sha256=_0zzHetpDNLSdSpla_aP8607AbFWWj0V2jGeREh3xoM,561
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_yor.yaml,sha256=6eXnrEJKoVDO-4nbS2RNruf9asUUgCfvChZSJG5hL-M,278
lm_eval/tasks/afrixnli/anli prompt/native-direct/afrixnli_native_direct_zul.yaml,sha256=t1IWmTL8fUhf20A_Mrmo3syMr3G_jNL03jqEzNduv4Y,260
lm_eval/tasks/afrixnli/anli prompt/native-direct/utils.py,sha256=0Ou2VRLZ9VLunxdHjqPLpA08Mfx4UkjvSmUl_fGNc74,44
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_amh.yaml,sha256=c_WPU9U5qH_9lsqDCrGYHg1DpEsVVoh50MO9irIF9RQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_ewe.yaml,sha256=yZbnUlYBi78Nq8Oe9Wg7Jh1l8Hb9BRRJFUWTfwdWpIM,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_fra.yaml,sha256=cQWpeshax4uAbnp1O1aQfAquLEm_s07BgL3c7ZVxt5w,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_hau.yaml,sha256=9pdnDgEpZwMvSdqDaneOYOakqDeSw0-jZBdjHqiYDyM,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_ibo.yaml,sha256=ZZ65HoLbdf9rjeg0C0JjxWxQoIe1AHIxoEjr_u7-ceI,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_kin.yaml,sha256=1rmCRgiKtODdcNSiWSsan5j9U7KufZ6LttYOsr0k02g,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_lin.yaml,sha256=YvUFl0iQaFe7oK1Mt258ZsU_FtxrGEcL6OAUZhev6AQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_lug.yaml,sha256=o0c1nttM1_Jvn--wi5wAuW9yQc66g2AWYd5yPDpEsbQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_orm.yaml,sha256=_8eiGhJussobB2IzYKlJJWa1c0U5QKWLittRCJsjugE,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_sna.yaml,sha256=TuXLHiw3sLzxp4YpBXSiFDMFN05e3PYN8AdL3n-p9gY,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_sot.yaml,sha256=LzW-2eLZsAfi-2PmJpAvZXUJtkPOEEMXzNl4bLoX6Bw,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_swa.yaml,sha256=7QuNr7uo494Yjputd5C2Ho5w0K0d-SO9UXU_zHOUYjM,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_twi.yaml,sha256=5HumwHleJ0uNIJvwxjOqZDzj604Ig9yoBEqCgMza7ao,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_wol.yaml,sha256=ptdROTJpd8I9dG7CTop6vknISZ09kFUhk8e0XQg_9sQ,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_xho.yaml,sha256=x8m-evMxZlzWnxMq0diClKaPScnKuAn0qUnP3f-gKjI,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_yaml,sha256=Gx6XLsV-eJNRhNc6_9oXwlVPf4FAt0Z8JQe25ESVZuk,793
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_yor.yaml,sha256=pZXoH0HbEVRsvICHKqZDvS75VJTEHoGzOWToAVb2PLs,104
lm_eval/tasks/afrixnli/anli prompt/translate/afrixnli_translate_zul.yaml,sha256=DdvlVJK92WyXHSg0RiULQnv67QC633g9lwt0l-0csSo,104
lm_eval/tasks/afrixnli/anli prompt/translate/utils.py,sha256=wc_pJ1H_ym6ZZDOQjW_YG0TmGm_XcjZfWWFdomknGU8,165
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_amh.yaml,sha256=Z-RfnWwcKHWxePf4R4utFCi5LxbP7bp5b2lBodVWRL8,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_eng.yaml,sha256=JQYGDYV2GVvUHFn0onjj75VSAi65TuxGGrBqjP3qFfc,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_ewe.yaml,sha256=n7JzrEQlj7eByDGpiUhiKQ1a7NtqsgAqJIF56MCL5x4,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_fra.yaml,sha256=x-_ft4VboYB40fzrNpClAbhRAecl2pzt90xKao1g5uk,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_hau.yaml,sha256=501firWWSbk7VquHPhqfCwJjz0jQnDoHEql_6LkPN4Q,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_ibo.yaml,sha256=JwBFKGXgiifuoYaOkSgl5WnUZLaW0FP9dIfvonpCDMQ,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_kin.yaml,sha256=Du7CCIm00CNR-PvmXoXDUQQXTDFyBM7AXxo22Oo2ddw,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_lin.yaml,sha256=nk_z4RRcuqr6pOg-QiZtmItyy-9_AdrFbLBtq3SOwbk,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_lug.yaml,sha256=LkShO90XAuDiJXN-pEGaDt991mAu36msb5BgFCX5qhg,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_orm.yaml,sha256=0Vc_BAUTlg5BYH4MO2eEJI2lCRhlVDPVZCoTABDhH6c,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_sna.yaml,sha256=dxV7PCEkYPSJIAG5fwLi2-4I_zClBjcyvc1DJyjd-t8,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_sot.yaml,sha256=L3XwL0_-R44JnYtIQcXxIxcIqOFy9mZK5LAouXRRIOg,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_swa.yaml,sha256=jjiKwAKBPnhyi2bj6dsEuOIZH1utdXkHMJFWi9YIpUk,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_twi.yaml,sha256=dzDYnOcJbkC-RHG2dS7VK9rsS8RYGo9uxiT2mRpyOik,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_wol.yaml,sha256=B0NZ6_b38SbmjgCbaMjIvo3E0F07QUe0SqpziG8nRgo,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_xho.yaml,sha256=yKcsxjlNY54iuClHHELZ1sxRtMA26SskWcSOkAvhPpU,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yaml,sha256=a-xIhfD6ujsIqMZWQ-86i9cF-Tm0Nxg8xUQXpG4MEeo,741
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_yor.yaml,sha256=TxHRMtOYOKbnzOBEdI583HWRxt1t9MrzB1S3n_5LOPI,112
lm_eval/tasks/afrixnli/lai prompt/direct/afrixnli_manual_direct_zul.yaml,sha256=tFtPJz2rQuRoz09dqxGZYBbH58_XfGFgQLcz0WuZXdE,112
lm_eval/tasks/afrixnli/lai prompt/direct/utils.py,sha256=glBawD0cVsv5XXMC_EiOPTdiZAO-sDlVIY4S7RRk5Yc,606
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_amh.yaml,sha256=DgovY4pJY8AXqGo2tDrjENaBz-b4g2CX9bMByN4ejxs,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ewe.yaml,sha256=Oy8mNFtPWXbyAm9KOS984Nnzop6aJ0lzev2NnCAqm9E,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_fra.yaml,sha256=qGUwInrHL4EnffnXB-vEqgDTs8o41sNC7Sb9TIIJP5I,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_hau.yaml,sha256=J36AdGxiMAveVgJIKgkrc5LMrP6m7StRhZnC8hx1KVQ,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_ibo.yaml,sha256=uh-s2Ll77YfwwaDsB5QNA2xqD0OZ2cOwLKGlUjrytgs,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_kin.yaml,sha256=Tem0j16yL468plm2e-_ZYp5JI4J7MoQ2urqbTpOze7A,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lin.yaml,sha256=hdTcco0nrhz0gzjFsliVN8FZee-BneYGxqqxd46IoB0,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_lug.yaml,sha256=a78dVi9V3frlfF9nQy1hFeoIf9QPs1fA5avzcixwFYg,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_orm.yaml,sha256=JR2AXGeeoGYQbLUQugRNqMHf_xxS8wEenlTbFZsTVcs,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sna.yaml,sha256=zz_JZ9O9TKLBsdY0udBKufUcXGEIExwNZJK4Gfked4g,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_sot.yaml,sha256=C2Yt0gVq2s_oLtp8IuaN8F8KyTtztpP-2udTkoRXppw,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_swa.yaml,sha256=zxZrI6dpQUCg3E1Als9hxmTSf3I6WCtpRDLiSwGXCl8,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_twi.yaml,sha256=QMa3sMRYE1t6swDb18JfXLxdRormc7lIQLWb6V_0Als,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_wol.yaml,sha256=JkYB14ctLyrbVOmgh2FzEBqARUyXSAJHrVEeWWXjHHU,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_xho.yaml,sha256=GqfDUg35L3ktj0U-NnzXgOCFbMG2c1R5SusVVYCDLzw,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yaml,sha256=u1Jq8TGXDvVfkPII36KmSW-ypTd9zDjdi-rnPLyGWw8,701
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_yor.yaml,sha256=YH1MQYMFRVqVIqXS4907Fkd9rAOr6AR2U6kTW5LeeuE,118
lm_eval/tasks/afrixnli/lai prompt/translate/afrixnli_manual_translate_zul.yaml,sha256=xO4VznfB57lIeSc4AijNtORwqZChWcN_pI2XDfkuvp4,118
lm_eval/tasks/afrixnli/lai prompt/translate/utils.py,sha256=glBawD0cVsv5XXMC_EiOPTdiZAO-sDlVIY4S7RRk5Yc,606
lm_eval/tasks/agieval/README.md,sha256=DU2kb6sa_iUBxBNuVSPvQNI7VEr0ULDsGPn2x33L8pw,5309
lm_eval/tasks/agieval/agieval.yaml,sha256=NGBd8yCQ-Sl-Z3ncZUY9qd30GKVfpainmoVyogg-Fww,641
lm_eval/tasks/agieval/agieval_cn.yaml,sha256=QPEmA2ZVJnQp2MuavCOSbmx5LAVDT6ARZ7FQaezzDU0,422
lm_eval/tasks/agieval/agieval_en.yaml,sha256=FAqGnlyasLUB3gQ4qbkpKHs19PgZtZUrjji5zT6iqVg,443
lm_eval/tasks/agieval/agieval_nous.yaml,sha256=MbNGYxvFxuA72izhcfM083Ryh9wDzRVgYqXQhlBoViE,320
lm_eval/tasks/agieval/aqua-rat.yaml,sha256=9CyhuQsH5MiQdUBE-BpcVV1Q-prTKQcHBmx1e-PVlIw,476
lm_eval/tasks/agieval/gaokao-biology.yaml,sha256=U7jeTINyIculewCfIrsi1LgkGmKOOY09dki5sNe8twc,95
lm_eval/tasks/agieval/gaokao-chemistry.yaml,sha256=VYcPzIm5CchcIpXEBfKfDn-S-44SOjnfSz9WZxz2-Ww,99
lm_eval/tasks/agieval/gaokao-chinese.yaml,sha256=wIFNOZPUBvOQV94UTNkWkniwElOzoUsLiMelsY25mlI,95
lm_eval/tasks/agieval/gaokao-english.yaml,sha256=E5edc6MYFD2bbvz6gH4MHoD20C5IadHDu4bX55_uie0,95
lm_eval/tasks/agieval/gaokao-geography.yaml,sha256=id_pDTzeEAZGIgA--REXcBYQQ4B9_C9me0pI6mT-35w,99
lm_eval/tasks/agieval/gaokao-history.yaml,sha256=Nle4OtGn5ycUCrine4LXnc1YMAvZsJw42el_RYQZWdM,95
lm_eval/tasks/agieval/gaokao-mathcloze.yaml,sha256=Oe4koxBZ4TJg3FZCPCzE6i84jh15o4gr3fAfcyPhl6g,485
lm_eval/tasks/agieval/gaokao-mathqa.yaml,sha256=19excdi7G-j8V8PqUDUQWi5YMUY0pN27V9v6iBBcnvg,93
lm_eval/tasks/agieval/gaokao-physics.yaml,sha256=qNtXTi7uej2t2Fla-VN0Zd4ucdqwe1FJm6ljULvi9OE,95
lm_eval/tasks/agieval/jec-qa-ca.yaml,sha256=FL2q2opJj89jVK0ocid1s9RMqNhSUrYWSYd1ouplIbk,85
lm_eval/tasks/agieval/jec-qa-kd.yaml,sha256=TK-fCEUBzbe6Nw4AuAeaeFs7yd3kDmvt-PBnxd-3Mes,85
lm_eval/tasks/agieval/logiqa-en.yaml,sha256=QXqTUOY8Ar6pmZXIqdK5CNd5NrmIrANq6rfjA94fJFk,85
lm_eval/tasks/agieval/logiqa-zh.yaml,sha256=0SZ-FyOaA9BGEtckSiUexEROBWm40SRMpGzLgYdHmqk,85
lm_eval/tasks/agieval/lsat-ar.yaml,sha256=W191grNAI0AgRmJt_1julhI2HPP2KV56HWrlZfGRTrU,81
lm_eval/tasks/agieval/lsat-lr.yaml,sha256=v2GzhNScGZ-Co4BUseyhrbfjaC5M6u0Dww6HDIwf3u0,81
lm_eval/tasks/agieval/lsat-rc.yaml,sha256=KjbmZrodOGzXZaOyfk_oS9Y3uZ5U5dTlNcSZyavfeQI,81
lm_eval/tasks/agieval/math.yaml,sha256=hbt8Nb2WNpS4TA-RlI-LcL1lAGNUuqgBWyiVm4jpiVI,461
lm_eval/tasks/agieval/sat-en-without-passage.yaml,sha256=8U884WXweB754A-fYQ3HqSyIhVIym8RuVN_5h0cyjFo,111
lm_eval/tasks/agieval/sat-en.yaml,sha256=zRFJh2fDAzQS3WhrplYBtkfF5EB4sYJqJ5KNaERodQ0,79
lm_eval/tasks/agieval/sat-math.yaml,sha256=E4jPUT-PPufF3z0WCX69tOWpQ7YaYbkvBZGsNvdcUjw,83
lm_eval/tasks/agieval/utils.py,sha256=LrPDL8tQP7swC0UC9LV0h5HBVyYJj9s79hP8VG4awjA,7846
lm_eval/tasks/alghafa/copa_ar/README.md,sha256=VH8IXNesLcOwA0A8zT7MWsujhsOi5A_kyjIXBaknYYE,1273
lm_eval/tasks/alghafa/copa_ar/copa_ar.yaml,sha256=Sm9qq--diqI6ZqvSvNH5FdYlqyM9UDIDCY9Q2_Ywc2Y,498
lm_eval/tasks/alghafa/piqa_ar/README.md,sha256=HdCbujoP2DyVHjPdl0XW8m207HJXh1CdbfjTYQSiEH4,1487
lm_eval/tasks/alghafa/piqa_ar/piqa_ar.yaml,sha256=kNDNb0-6DkY0PhoyUm7XmfXTTXRCeuK10os9QXRlJ1I,496
lm_eval/tasks/anli/README.md,sha256=QKLZp7Ox21Wn815nwzGczGu7Bce0fQVTRmlduKlckWU,2042
lm_eval/tasks/anli/anli_r1.yaml,sha256=L4L9dy_FlAW_mziYNdwc4MGR48wsJw8nemibgnAha1A,593
lm_eval/tasks/anli/anli_r2.yaml,sha256=nHP-W_OHCZpr9VjX3AiRsrLVV4Cb25vSfuHRN5CmTlc,106
lm_eval/tasks/anli/anli_r3.yaml,sha256=AgUdUSygTWd9giQsVVLEauQKz5NZQxjtGNBTKW3RKXo,106
lm_eval/tasks/arabic_leaderboard_complete/README.md,sha256=nXIziEU6HXzCrbPtgfV7cpjE2fTQp_-37ZdCotOHowQ,16336
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_complete.yaml,sha256=E2v-tiGS6o1l1hAON_4V0qunquzz3xw3i5Pc9bY_98A,762
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa.yaml,sha256=yRfYFM1cs-GEKQLGUxI1oYVqlmb3wurocw8VN3yFWRs,809
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_mcq_exams_test_ar.yaml,sha256=M_RH9DNNb6ZY5xFBYLRwhsJrWPIrR_RFhvyVQ8hcaNI,587
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_meta_ar_dialects.yaml,sha256=SYuToiQ7MRlCaw2I4c77FJk8rOOoJmfsqcdrqxGEnRU,585
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_meta_ar_msa.yaml,sha256=ccaUd-iBOYX2hMa16mLJ_FW7olJaBCzTJ3MUI5HLHpg,575
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_facts_truefalse_balanced_task.yaml,sha256=cPg71NOCE7w7tetkhImbhAYmya-_5YFH4cG3VeB54AI,643
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_soqal_task.yaml,sha256=awDOV5FureaOk8HNBTTU9VcXU4QTI4dDMEhSGyt208A,643
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task.yaml,sha256=hS7WUwOGaeJieFnY2JXpIE0Ly4-relaVxlfc0sWREFI,653
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_no_neutral_task.yaml,sha256=-Bk_zJw_zMwJKdDUQoQBHv_5yfVTP-65W2fAzexbnO8,649
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_task.yaml,sha256=VK5rfJQ3CBntEMI1LHRk2FJgp98crTwvzfaCDRjUtKQ,627
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/arabic_leaderboard_alghafa_multiple_choice_sentiment_task.yaml,sha256=PPp-XqQHDFhm_KYtpU6OjRIqkJcXi43JPppMJuW_zlU,613
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_alghafa/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/arabic_exams.yaml,sha256=DTIgLUlhURb65LAP7OOO3y763qevXmfwCoiVUVEj-K8,522
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/arabic_leaderboard_arabic_exams.yaml,sha256=CfoVFqPzVRYnIkvieX7MMV5fpMaKa2neiO8M3-Q1T30,242
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_exams/utils.py,sha256=6KFhLBrgwWu7MYOkujX8ggMjuXDmVpAMb03ZdmldwlY,1274
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu.yaml,sha256=eucF19fzGNomD4ytYZUTJv1cUj4IA34BKyEaDMXlwSE,3257
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_abstract_algebra.yaml,sha256=5ZRO177YhJokvJ2BA_ApGl8tr3PX-vzJPubjEoe9EAg,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_anatomy.yaml,sha256=lDQ4Nm_ECZ89HizhcnWlC2f9SmS0S1Y5wxwKamAbEKQ,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_astronomy.yaml,sha256=nuSgcmlsWVG9AMaxBsw3VOpyynVreHA1KFxcjfC4Aek,537
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_business_ethics.yaml,sha256=1u-NRs2ANvQTB4MwQC4ICiNbf_MFs8K2kIyiswlLstI,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_clinical_knowledge.yaml,sha256=gRYlTUHYb1qBA7uFcwLTl_pgt0LJs0LV8hM3cNs_JOk,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_biology.yaml,sha256=NF474kLLdtCn7hCS_ZYjbwzKAcih2Q_jkecaxLcymzk,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_chemistry.yaml,sha256=c-Pnz7eFNxEdNfhRs3H_wAss1e7Ki8vqUBU3gNfcO7A,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_computer_science.yaml,sha256=CnaG1eIT-DsPLoow-Sdl3vY1zB_Jirxj5qwb-SJtdTU,567
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_mathematics.yaml,sha256=PlRvcSOYtKHbvgsdC6D-oUo-68ABTAnkKav7TYuYEPQ,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_medicine.yaml,sha256=AEF8pfaMQgpIZ7PolmmLrYALW-NybNRG4VZDSM4_yXo,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_college_physics.yaml,sha256=DQfW6X-pAJeMW91APpB18l0lOH73uw4fRanG2iXgS0c,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_computer_security.yaml,sha256=bat1Yzfqpjo9Lon7pnpZDGMKAskiVR4mJG_Ck10X7Z0,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_conceptual_physics.yaml,sha256=vV8JLtsSEG228cMKHEJBe7oPfM2hBBD-ROglfDw-5mU,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_econometrics.yaml,sha256=O-0EoEeppEwFamfxr-pS0-aut5M1jA9XTRh9aTAGSPs,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_electrical_engineering.yaml,sha256=irdB-seekwgWW-xjNFr5Tvub730JfFH8jhbR3I-7vjs,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_elementary_mathematics.yaml,sha256=9xXncETpBDl3MeDGNZPGFJdXrGw1lia9huAT0ntgGXk,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_formal_logic.yaml,sha256=RexNbv3Lqe-_71K7nNH5B121DILFhsjMf-_0TVRqOLw,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_global_facts.yaml,sha256=040ev883_zQMK44fP_8vDo7gRiZwzZCR7n816od02Ns,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_biology.yaml,sha256=lwOxSG6nF8R7PeydFy5AvAI54db-dXiv1vNulIv5lCc,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_chemistry.yaml,sha256=V6PHooPaZN8rumJsUDH1LWI13uuDMBKt983h1LkfDC0,561
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_computer_science.yaml,sha256=PJe-W5wFGvXHywP0piXTDe0WTH7nEwURcbkhHV8S04w,575
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_european_history.yaml,sha256=fuTDZdaQ0-2jvH3P095uSmU2N7U6CTFOj28NCb5McBk,575
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_geography.yaml,sha256=4mTi6RXYu1isYT6kpZ-ktS7tgUr1Y6f2h45Rx-SSLOQ,561
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_government_and_politics.yaml,sha256=fp2jkpKfq2wg1EgAzpWV8G3hTYq5Vf9j2s7dkFGCZsI,589
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_macroeconomics.yaml,sha256=hPbWpc3kxKJ9LtmuzmqhDQ30xM0UMqJib1mt3qzvVfA,571
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_mathematics.yaml,sha256=XO1SOHrb1rIZY5GoC3PIyZ4Ma0syOrfGmhZYs7kvwTg,565
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_microeconomics.yaml,sha256=5kJO4D2WQIghH4u5FelCWreON8eQ-XfqJ9hj9se9X0k,571
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_physics.yaml,sha256=MXncm9lLc90raJS9lfpKC-U3y611Qf2XMDYBQVJ6RCU,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_psychology.yaml,sha256=6SgV1FcM5h4dJIlJ7wfB8tTWoQgnS0AMqcAMi2bj8Bk,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_statistics.yaml,sha256=MSZ1V9gLKsVNIbSDssqLeOJ_lrqEZ8VaIuruSG1CfYI,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_us_history.yaml,sha256=eH9r87ae5tI72ig_Js802ZOysbDRMNsMhAhcqRE6s6U,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_high_school_world_history.yaml,sha256=j_Jvp99xBGl5L5KFXgOotK7PXyqvycZpeoY1GFObT_E,569
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_human_aging.yaml,sha256=L7o5gVIee4J56ENqd2C1Iy80V40BnhrwooA75ivBulo,541
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_human_sexuality.yaml,sha256=t5lVP70ps5ST86TSNvspi3lK1SHqccx73_CD8KFlJQA,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_international_law.yaml,sha256=PhW-LjvuDN6VNJd0OMpor-Kmq1eLfttxRMIzLZcGzCU,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_jurisprudence.yaml,sha256=XNg6clkEYBadVg-2bOHMFAdLOI6bl3mxltAaxusUXMU,545
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_logical_fallacies.yaml,sha256=aW9IBCgTD3i-naR2JVwgBfxX5Z0ALGMSrTJsPcJLuU4,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_machine_learning.yaml,sha256=ZooCm3o39Vs5tUZqVgxgzpEpkf8SLmUfGkksPtBnVyQ,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_management.yaml,sha256=Ng1hzb19LtxQgJ5iHOcYziFELuy0p9CfMVwqNmHib_g,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_marketing.yaml,sha256=GvRwmBAC-nOfJgOgBEr2UbaSs891IMdfXDgV0Y7LupM,537
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_medical_genetics.yaml,sha256=xE7b-iF1bRlLARO5GMRqmyjNKuETPcXavhMt6WsoXSs,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_miscellaneous.yaml,sha256=n4reQgepAHjDk61i8epEYKY2oNdcDFHK7-hYx-j2hrE,545
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_moral_disputes.yaml,sha256=MlKKwHOasE0T083DWZqSCqfreKtOi63iZYdb6CedVf8,547
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_moral_scenarios.yaml,sha256=LNozaggn4yh09huL100OGSWnfnLIJ2ifWxQ8KOymXxU,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_nutrition.yaml,sha256=SvO4yhgBk3Usty6D_oNB4gDqpVeYM8gfaqm-Wcexz3Q,537
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_philosophy.yaml,sha256=8YCV8MeBy6mmeanLVdpEuM0BOCx5862ZbD4tbDGHp60,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_prehistory.yaml,sha256=43SeI8h0lNPJpxle9pWx6V0EguYADv88AtG9KRzKcr0,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_accounting.yaml,sha256=wFm1hnV_PsMH1BEe6xf6WoJjZu3cQCg7DSaWmjbwSUU,565
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_law.yaml,sha256=3BpcrZn7vEgYw52Oyt-f77iAmltyrhy1OPgV60V_x54,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_medicine.yaml,sha256=wwxn7FB0f6OqgdN1c1WFDOT3ler4voygPgzZVZXe7n0,561
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_professional_psychology.yaml,sha256=HwKzESd8S6KJ5xDbbuHTWXH9cP7wkSxbO2tdLFbxVDs,565
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_public_relations.yaml,sha256=jkPWnMHrMw7eOtK5uonA7HIv408qGx2PJKsUIJjA83o,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_security_studies.yaml,sha256=g5BGgIN1JZOlNFyr5G7FuLE0W2xUfEPf7e3RyNC-wu4,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_sociology.yaml,sha256=d1VlV-rucBtvIp3R-MdAwGyiq8a5LbRsqOZk4OmvAU4,537
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_us_foreign_policy.yaml,sha256=JlmHXyfA6vXkGfgzoD2QhzniQth93OCiirTE9xmgXhs,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_virology.yaml,sha256=5w1tF0P0LzEA4Xxxa_3JvkpCMlw8ohtYi7hppFvc8Uk,535
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/arabic_leaderboard_arabic_mmlu_world_religions.yaml,sha256=SMZItMVv7xwfRy303Ct_irrShBxqAa1OIeLPxno6vfs,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mmlu/utils.py,sha256=xwOQD1pvcAzRnSdzw7yLFkIISNalAvu7LYvRFX2vxV0,1348
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/arabic_leaderboard_arabic_mt_arc_challenge.yaml,sha256=V_2CRBLenVRsScdfNoFi2xNfqYuK860DePR3MUJ6ZFM,264
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/arabic_mt_arc_challenge.yaml,sha256=MoH6xchPs9UNLMTcpQLZcyI98uYTy6dORnXDoxxvQtQ,575
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_challenge/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/arabic_leaderboard_arabic_mt_arc_easy.yaml,sha256=C1pJQjzSHu8YCVZw1idzgZVn8rWJTN4tVUo7-WzFiDE,254
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/arabic_mt_arc_easy.yaml,sha256=vThwtFrhqFHEIUdw9OPb4ixz3vjQEGgttT2D_HagUjk,559
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_arc_easy/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/arabic_leaderboard_arabic_mt_boolq.yaml,sha256=DED-vrVncEzlWGwovhsXLKDXTbxzkFt0q2-wyq_tr2c,248
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/arabic_mt_boolq.yaml,sha256=Qv9wWqraEFSC09FW_PYVoGoouOOcySWEi_tXcSTY6Q8,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_boolq/utils.py,sha256=L9goknA7N3N-sar4krRY7pClJxCsTHGkUtq6_VSoAS8,626
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/arabic_leaderboard_arabic_mt_copa.yaml,sha256=lZPt2ZMiBjn-JxwVQYj946PyTY1Ij6e3EpfkgWmTt98,246
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/arabic_mt_copa.yaml,sha256=hUljtbnzj6V75Xqh2eidMHpnFYkKh3-_xHSzLBjYnbE,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_copa/utils.py,sha256=mzOAXWiSv9KJvAsOBIejcRD2nnokC29QqSSOo_XY7Jw,576
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/arabic_leaderboard_arabic_mt_hellaswag.yaml,sha256=XdF5boy4a_SYcDn37DvqA759iTaH8mGoBJGEWU8wxzU,256
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/arabic_mt_hellaswag.yaml,sha256=WytuartmyjOABJtsjXQrmgStPcBu3u2bYsV2lv9mrSw,567
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_hellaswag/utils.py,sha256=AxPV_qwuXBdViWILCIGJRgy10RiGPrbuPUWfm3TEFEI,908
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/arabic_leaderboard_arabic_mt_mmlu.yaml,sha256=OESCJQA8qvLBsZHLfrF3fb6jZubszriAAh4btmsKyb4,246
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/arabic_mt_mmlu.yaml,sha256=MiUrGnjyXlOyq_RM_IP2qzKntfPOlSY4O6TylP8NktA,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_mmlu/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/arabic_leaderboard_arabic_mt_openbook_qa.yaml,sha256=jZ0q3E60YewAgXVswkxQ_5OgdCINO29kHpuWlfutbsg,260
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/arabic_mt_openbook_qa.yaml,sha256=mrZ8wnq-mDmfywl3G8xx-g8cdfTnQ0dn6Gbwtxx9qIo,569
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_openbook_qa/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/arabic_leaderboard_arabic_mt_piqa.yaml,sha256=3y43zASjNCOUi-DV4o0U3Yzj_jphHNd4t5RO2tP4Q7Q,246
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/arabic_mt_piqa.yaml,sha256=fpzBEiveHgwyyBBSCbzQoWWAlQ9vyh0ZF2LSSXGzIQ0,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_piqa/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/arabic_leaderboard_arabic_mt_race.yaml,sha256=STihVc1TTTfM00WJCFdvJ7n2aVATVjohgGnXuSQwxwg,246
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/arabic_mt_race.yaml,sha256=39ez0aK3mcSkZos_YdJqa9hKSjeUR6vcml25Q8ZDxrA,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_race/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/arabic_leaderboard_arabic_mt_sciq.yaml,sha256=Y-HPvKu2-6rrcC23Pp0oQO5whACC9aHY5nJLAGvaEaA,246
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/arabic_mt_sciq.yaml,sha256=-F_OYfBwV5VWX4RusNnuHMellMnBOKvcbRSUxHeRDbc,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_sciq/utils.py,sha256=vomcq6a3z0kLdTIsvLrVUwoqEXqcSU3zhA3R4_ux3YE,992
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/arabic_leaderboard_arabic_mt_toxigen.yaml,sha256=BZy2sHIv73gh972oj3YJgZX0x0CUzqV2ikX0aQmCeI8,252
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/arabic_mt_toxigen.yaml,sha256=4sGeJ5BTkFc1M-dysSO6SryWCTP9BVYAQW70TQNsv8U,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_arabic_mt_toxigen/utils.py,sha256=Q4Pa3aiRAjqvgrrQtCSytRqX0Sl2PJHqSiS3JZBN4-Q,672
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva.yaml,sha256=qoSkM44sgil-4Big5o2Yin_WkrvMLJIicDBqoEiSZGc,2668
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Algeria.yaml,sha256=oAc4viOrVQ56aiil5mhB2dpUixanQoVgM7mNMXcVA78,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Ancient_Egypt.yaml,sha256=Ls8W14C7lkV4hWcxo8s2jxWg7cbzQdJQ5P0DdsTciNE,545
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arab_Empire.yaml,sha256=mN4CfG1f8GnFShzBlkr0tQ9EOpK_7vzd2WUYa-h0ZGI,541
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Architecture.yaml,sha256=oqscf_C448qxLlgXp9V4-JHO0WJud5rZvvX7uod-U7s,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Art.yaml,sha256=nauDRt5VrWH6hoJjh22iPgETto3x5vMPIvyd2odPkI8,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Astronomy.yaml,sha256=JxDub3IWBsJ2pY3rUyapMnDixY6V3R50G1A1egvkw8k,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Calligraphy.yaml,sha256=33KLLlo7TGNaOQW4jIB19O2bQro54mHkCYSTEpT4eT0,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Ceremony.yaml,sha256=Eg4ilrrn1iVxXQKkIxDRHc-bSyw1WPxp5s86N9Fwsv4,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Clothing.yaml,sha256=gV8u3_8YIq1csZDCiNX_IayXoTvOw9IZ6BvRtcyE8W0,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Culture.yaml,sha256=ZHQVtQUmXpWS-gMZHMVKq06sbkSO1mPJ8taQUXHLChU,547
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Food.yaml,sha256=G2vFVxD6VJVLjmIbXANBTnCc_OMAMv1eLY7eNpU40KI,541
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Funeral.yaml,sha256=1lTf7-eu28lSTmkKFJZw7Qc0v6_nABGM1VB3_T0HZiE,547
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Geography.yaml,sha256=7tySU0smlpgHsaOSv7-O5lQMIjyILka1DTQbi1-sPu4,551
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_History.yaml,sha256=S4ci8cJNz0UvPsyjnWNDOFOMmlgE2XhAsJkyBIwpHXQ,547
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Language_Origin.yaml,sha256=gZDKADi4xdI0GVYAl0qg7_4eE-J45fz3_oJPpwUSk3Q,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Literature.yaml,sha256=FBlZmz5MaSm46bEe0ozNm0Ww4qpxY-ccpoTukQqLm-Y,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Math.yaml,sha256=zW09GYuiN2pIXSwe1zrCCPaqu3NKw9nq7d9XuFXWw8E,541
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Medicine.yaml,sha256=vWI54mi2KO964X60ZnPB2atLo5MwReOSMtojGp4e_Es,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Music.yaml,sha256=HM7GBvSqI-UKcB1Z1E-S5beWtln0OGGk-q1CCMufoa8,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Ornament.yaml,sha256=_X4DY7hDiMg7K1_pf7QrFNG-TGbC4_Gf_hyLzlwK1OI,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Philosophy.yaml,sha256=qV0l-u91yY3ffT8JjRDNc9cm8s4rutru7BpMw2zhS6I,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Physics_and_Chemistry.yaml,sha256=PAtbY0A_TtffRMzx9_BLHveCYF5jJFmvxw5Dph4dGv0,575
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Arabic_Wedding.yaml,sha256=N77CkNGP2s1DRZ04scxzuZNHdbw55MiPeOg4Gi4YKhg,547
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Bahrain.yaml,sha256=BEVzwFCFZbGy3UwMM0HRzHXXKDn7Q9X5eO_e4riUL08,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Comoros.yaml,sha256=ix8R7nsciLTrybie9wzgqdbVpQPqV_SfEZGhQEtbOog,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Egypt_modern.yaml,sha256=NcbsOg2zAOGJKCAx5pnJ23wuhOaDicDR9-18DmQuOYU,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromAncientEgypt.yaml,sha256=qH9rohi1l-dHWJaLV0Cf7sTF3uJqLmL72umLCkaVSYY,569
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromByzantium.yaml,sha256=XSq_CaJorCiOykcBLhhG6o7CKHDCZKi8di7FMwkJhSI,563
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromChina.yaml,sha256=1hYPssj11dTx7FypfWhmDKh9w0aJ9AgyiM-iPNkOAvQ,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromGreece.yaml,sha256=0rw8qjvIgyariMwN8FRKGCXpE8YyvvpVIyNzrNH3iWg,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromIslam.yaml,sha256=Y5iRXcOr8DQPjUphiDRe4lVHFLW7WgYUhPb5LVqYSCE,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromPersia.yaml,sha256=PV7z5bIYQUv19Gvzkpg_qNrCSSnklfW0OEYPVFPCSZc,557
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_InfluenceFromRome.yaml,sha256=9YEYM7a2rlSAtsoAitZCv7ERBWYIPuq_xL-5BUz-NK4,553
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Iraq.yaml,sha256=1LckVY1GgE0nlEUSt5cRC80gbARB75CMYFuwcdCYndo,527
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islam_Education.yaml,sha256=457qoJWrL5y3qNibJfO5-NtknsETMmAjsyTVl7ONFD8,549
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islam_branches_and_schools.yaml,sha256=JodzWwGDiq6ti6bsHDy3K9kPJMJNZHi6SZi8u6TRkrg,571
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Islamic_law_system.yaml,sha256=8_4IeiHSxA-XPLZnGwGkyJGzi80YxT7FIb3agqny148,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Jordan.yaml,sha256=MzmXZLyF5v686S2ILJX2udDdHYLqrqK5Y_ifYcozJnU,531
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Kuwait.yaml,sha256=WAVkhLHKcsEVdGXl1N6lBMXXIR4C4FX78H6s5_ueXiY,531
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Lebanon.yaml,sha256=GrvwhM534c_pvJDOtT6QQUrqgda3gc3T40Q1sTJtMEw,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Libya.yaml,sha256=1wc5iTEJAvDDBZpPPn5UxS412aM7S-Fa4t5Vk7hHemI,529
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Mauritania.yaml,sha256=8FKgujKfdgvXnOFk-LjorNjeSbCxK9k--rHNybiFyKo,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Mesopotamia_civilization.yaml,sha256=dg-5B71tfyiAEm4bsvXeku4TNXuomaRVxkXEPybjDTU,567
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Morocco.yaml,sha256=QeNmbZHhIQmGC4cEA2tQ4Awm9R8b3LKnSNA2Zc4eZC4,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Oman.yaml,sha256=znx5W44G8aOAIqIh14xQEcTvGJ2NGHAEY7bnIHBugnI,527
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Palestine.yaml,sha256=gnSMcuuz5OTqZXgk0IAEaJVQVPEZduLMbSAO-uwFZ9E,537
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Qatar.yaml,sha256=jcICb9OGZnuAEI2U_zsnU1VzXiUPUeln9_MHABJmIIk,529
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Saudi_Arabia.yaml,sha256=Fe9pydBbOyvRDnWUZ5evqNibxUIl-q61SGe2naEYceo,543
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Somalia.yaml,sha256=2YX-ZNuuCn27zTof15uBBoNRQoyhvNxWBciouk-ZFp0,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Sudan.yaml,sha256=7j-hNH_Qzi3UUU9yYaDhZzQxbGvaCM8ZWzUU9CU2gUY,529
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Syria.yaml,sha256=pOOCVi13vX30e52YZki1YnEhXvUErVUvHKSqgxLJJkw,529
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Tunisia.yaml,sha256=WXcOUp5mSIxAHsSWcXDl_mO9aK6pSdBTpGcKq4EVaVs,533
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_United_Arab_Emirates.yaml,sha256=nduX81Kzr5rD90mMLeZgbItD9LcAWvQlh2zKzbTWjEw,559
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_Yemen.yaml,sha256=3V2tgEHBWjFFIRHX3N8Q01xrcmXycx2TKuX-STyRG1o,529
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_communication.yaml,sha256=ZBKhS13jCbgtJwy1Or_LXc5hPGp1hrTH5PSBrQ7nlYs,545
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_computer_and_phone.yaml,sha256=3HpH_34sonouO54YX9MvB5bjrKxV8fdL7fRNy2y5tdQ,555
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_daily_life.yaml,sha256=dMoBtTegI4Bb5ilLfZ1su4vK9gh_G6_J3mSuflQyJd4,539
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/arabic_leaderboard_acva_entertainment.yaml,sha256=08TcKCDIOKHvOjOuOQy6rTU5QvPvYGQLoEICowUqm4A,545
lm_eval/tasks/arabic_leaderboard_complete/arabic_leaderboard_avca/utils.py,sha256=_VcNz_wAS2F6g6UKwvKARwnlox_4EN7RCP0vBK5EllE,405
lm_eval/tasks/arabic_leaderboard_light/README.md,sha256=_d3aVWmK6qvH9YyQB3-AZ66qySj6Q379orpTFZ6px7c,1241
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_light.yaml,sha256=noADAEHVqdlq_Bf8ESarABJpzH1IDrAwOXBYa_T2iBo,843
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_light.yaml,sha256=jnN-MHOmkm7GJx3I2hS5d3pnS4e8-moQcQa1k9ZGXmM,869
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_mcq_exams_test_ar_light.yaml,sha256=GEc5YWR64mDvp7YIsorIJxyBntJY4AAawnBA7c_C8OU,610
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_meta_ar_dialects_light.yaml,sha256=0cli-3FtQBbPg1kijcMBf_YuUbuBfBeLYrBJPZKjD0I,608
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_meta_ar_msa_light.yaml,sha256=gQxuZQJfoK-kPV1ZBlXa3swHPX4Ul0DMIFJWAGXuh90,598
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_facts_truefalse_balanced_task_light.yaml,sha256=C7aNdeycIjz40Ca9k4vkeKXBsTmaZlHZljkX8Akbddc,666
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_soqal_task_light.yaml,sha256=d0-VUdzC7-7xtxu4xo3ETyc-UM6qWNi3eWsOP2C4K2Q,666
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_grounded_statement_xglue_mlqa_task_light.yaml,sha256=mIwKJFexFbzDs2YKddfpLp3aD-GrCWkBel0simX-eZE,676
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_no_neutral_task_light.yaml,sha256=cw3TLCx9TH6zblkJC7cIajCmq8-7WhwXYoUmHDuRSUE,672
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_rating_sentiment_task_light.yaml,sha256=ZbBYCsbhI0E6VN7nD1BNKmrlO4kU6JFVDTGnb61PxiY,650
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/arabic_leaderboard_alghafa_multiple_choice_sentiment_task_light.yaml,sha256=ywDEoNJrLU_Sipm2GgPs8G105u0_vvjga9xFoj7Cnto,636
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_alghafa_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/arabic_exams_light.yaml,sha256=GY7iyv6_U-0Ze7-eVXRcvIBTqG4XGpeLKJW0U618LlE,545
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/arabic_leaderboard_arabic_exams_light.yaml,sha256=4NI4b4eiLK9aU-5jtXWDGuhotQ9DASibQxUJAob5s2k,254
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_exams_light/utils.py,sha256=6KFhLBrgwWu7MYOkujX8ggMjuXDmVpAMb03ZdmldwlY,1274
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_abstract_algebra_light.yaml,sha256=MBX2q9zt2GoVrh19ViPwK1KwyxcF6UETKJfvqluyHSA,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_anatomy_light.yaml,sha256=r7i0G5erPPck7L3d7hHzEOGy8ExqMvMJEd6Pd1Q-AWw,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_astronomy_light.yaml,sha256=X1ZjXKodgFbThYSYdI3lA-oTMcEqt7UEKBNl5-IZkWU,560
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_business_ethics_light.yaml,sha256=HmKSZYwEQEvym6pZIxBfRzNS5OREjFdMHrC3PycPKtc,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_clinical_knowledge_light.yaml,sha256=UxMO6FBDWZcFMyFfa_54Tsd3a2plArCTEhl3oTxdxaw,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_biology_light.yaml,sha256=YAwIQCzkEdODie4BOlCPGDM0F1QLPt9p9cmRXFwNl4w,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_chemistry_light.yaml,sha256=LaEMGZty8XtNkU9mbpMZg6xt-2LiU2IqUqv2c9U4Jhg,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_computer_science_light.yaml,sha256=2iqhXogITeiCrVoZXzzOXEcWzsdoHnUla73f5P2OTsg,590
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_mathematics_light.yaml,sha256=qUE6QRQKCJ8j-IfZeaHCg9xEgR4sZAp-Zts0zI6aNkI,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_medicine_light.yaml,sha256=Jd-8qR0kq7Oot2eDy5SgyApMvaQkimc5wU5pEjxcaMo,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_college_physics_light.yaml,sha256=k_9hsRgL5-IgBBwqC2-OTFlZSy-GqQOch-2ub_HZnWY,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_computer_security_light.yaml,sha256=dPIh4hB-90T5dlgIQt50Q6uY1doGp3q_Dm53Zl7iDpM,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_conceptual_physics_light.yaml,sha256=ny48ZH7_c8n2Bk-miXKbfmXYvp7KdkN2CpeTR8jwRiQ,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_econometrics_light.yaml,sha256=mmo9tpPBsrlV0lZj6AX48SZZMNaAzNlKcEOwYoGlefI,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_electrical_engineering_light.yaml,sha256=izH_8TLtTteLlCWf4EyHtkKma1V-67Rt7By2Y1iW5HU,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_elementary_mathematics_light.yaml,sha256=aL8xx5xWRDASih4ebjbGd38uYetctBZ5uEVp-tIZBoI,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_formal_logic_light.yaml,sha256=J4rEptOE9kbA1rM1O2NL-yMaeKHyTFaz-RTpmGx3LRc,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_global_facts_light.yaml,sha256=nHgeeqTtwm8Ia1EOGE1MyjH_SpJ30kWC2I3jyAfCm_Y,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_biology_light.yaml,sha256=qiISa6Co0tzus3ki2sk29i8zcdN_S-2PGK4DRCcczLQ,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_chemistry_light.yaml,sha256=Tsx1FljGlU5yWHvH_k57oSRRcTImACDqYMm-RV_JEnw,584
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_computer_science_light.yaml,sha256=MhX6IlkrIDBvwoq8yorfYSBvUIjgH4V1R39pdJeft_4,598
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_european_history_light.yaml,sha256=J9lfKnFmMtBwyYR7zVSt66VA2VJashu0NsXrS9kDL5Q,598
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_geography_light.yaml,sha256=vU9spjmEPPexGMe0lrioGiejGmVq4fUF3QvmqFH1U_4,584
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_government_and_politics_light.yaml,sha256=LaXMskBAKDhKsGappwIEV5OXx6lox6MTausUDHPsWXY,612
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_macroeconomics_light.yaml,sha256=vFHc4ScV2beKljhRgv6QKnzPNmFBXtOa5DyOphxpiPg,594
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_mathematics_light.yaml,sha256=yp1x60Y3DF3BBj2-QGr-AIZgI7NXUByi2ei00cSfDb0,588
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_microeconomics_light.yaml,sha256=30ijt2chlYb24dV_hb_VAkgDrm58-pQ5PFm01DXCuj0,594
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_physics_light.yaml,sha256=OJvO0eBqhRYSLTJyk1U8231GuxpCAAaiXOb6QpRgAng,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_psychology_light.yaml,sha256=FHk1ohy7Gdy2Aji6rttdHKYLXPlVZy_DQNXJm0fvOaQ,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_statistics_light.yaml,sha256=FiTPWQ3Kw7_KZaa9Qm7bJaGkInd2OyZjRh-eBpeFrPw,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_us_history_light.yaml,sha256=aH8OPdewr8oo5ASWWBTQ6Exwlffkbl2B2EYcK7M3XNI,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_high_school_world_history_light.yaml,sha256=XdatzX1fJMzX7FT8h3g49jy4m1pYfHSebIqwYVyHWd0,592
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_human_aging_light.yaml,sha256=Psk0Cx1tjzfC5uua6Y2ZvAg8fZReVxPTkjsxg5uVjes,564
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_human_sexuality_light.yaml,sha256=NMPeWtxVnQzXxPRtVd07N5N25NHN7h07doSAs9atIqc,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_international_law_light.yaml,sha256=4s8kk4pCsBvmtQ9Kq-wpnO99Dw0VOD0p7Bi6jEBQqTY,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_jurisprudence_light.yaml,sha256=BRIaUkltKXwjk48z2rG_1C0y9oEuplDUfWPrxTbd6Xg,568
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_light.yaml,sha256=xwge5nC6hVcfk5zC1T-H5clllSgWH171ERauSG5ZOwc,3605
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_logical_fallacies_light.yaml,sha256=MYuOqFNj72ylYMWhocGIf1C0zegDcmT6W2FrJhIz1O4,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_machine_learning_light.yaml,sha256=VRqK4D791DhT0xzY6vi0BuhpAt1RoBDJ6lvZk0P-EKE,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_management_light.yaml,sha256=vCy5pDt90XJdcy_xqtUQKZF9nMXwKPv9xIogMwMJRuo,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_marketing_light.yaml,sha256=oNUVwRMAa9L7GFV4XQ9EllPUcc8FkfdWWVX_-BF9EyM,560
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_medical_genetics_light.yaml,sha256=SHG8ciWh_KIjYR2Rw7JCTO2_mPVkmHBEtIFzt2iusng,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_miscellaneous_light.yaml,sha256=GUf09svR2DnpzHxlsvjExT5XDdotZelrdD-lp9AmQCQ,568
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_moral_disputes_light.yaml,sha256=iXDKG7NXcmEcqVzsPHbz7KLSQGlNmC3DZf4H2_-9G4Y,570
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_moral_scenarios_light.yaml,sha256=e6v_hXw--kW9dq8Yb4pDul9Bz0Df3dEcmAsMBFNNzn8,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_nutrition_light.yaml,sha256=T5I0K00E5R1eM5WyJAjVRpbazmIfh9hf1-rA4MtSNsc,560
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_philosophy_light.yaml,sha256=rxRBgtPtQZLmv1oQpnceIM11_f61zVypPqzFG5P9i9M,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_prehistory_light.yaml,sha256=G3V3RjBDRUKfopuQYjwJbVYCCWwvdEPOr1JXfkjMuqY,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_accounting_light.yaml,sha256=IQXqSNtoDP_NPhmUGpWqN44bEKPmfgmpWi8eAPPnH6E,588
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_law_light.yaml,sha256=hfq1Wu5RAR7QJdjCq1OOZAmiTMJOjcuPHxt0V8iTcpw,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_medicine_light.yaml,sha256=kMrhJHcD6eMHnzPHwWT3bR6WMueZMt-eJiKfMd3536s,584
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_professional_psychology_light.yaml,sha256=X9hkhAcVD9l84Z9zKbJDbD32jiIZzoZoXQ-H_HSNs_8,588
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_public_relations_light.yaml,sha256=Io6cGmH0wL8yF4EqGpa_3dTZGNSCsNE5M-FsGOvpYTM,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_security_studies_light.yaml,sha256=Ed0YWunFfb_qUtSSvJQt7FrsGZGsksSHcpqxPJsAlQs,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_sociology_light.yaml,sha256=0HitzNWMNqrMDLoecAVcfQRuV58PcAWIAEO0UQ-OqAY,560
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_us_foreign_policy_light.yaml,sha256=8Gk1dLCc-YI_Jdf72ITvLX-mm9DFr-o0MJi-AxRNJ7o,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_virology_light.yaml,sha256=O5Kri5EtQFuI8W3z4VmB3T82ehNqHfXedOqCFulBpz8,558
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/arabic_leaderboard_arabic_mmlu_world_religions_light.yaml,sha256=VdgS3Prf8az8EoZicBddzX2MIm2hJcVpsvY5BmKxPC8,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mmlu_light/utils.py,sha256=xwOQD1pvcAzRnSdzw7yLFkIISNalAvu7LYvRFX2vxV0,1348
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/arabic_leaderboard_arabic_mt_arc_challenge_light.yaml,sha256=5VTcbEMXNtGV2fls3-NUx9HcU4tyLTSAhF8BWPsXlrc,276
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/arabic_mt_arc_challenge_light.yaml,sha256=H140pE5iHqIlmj9KhXepoc1W0yz_g319IHZSBuiNilI,598
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_challenge_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/arabic_leaderboard_arabic_mt_arc_easy_light.yaml,sha256=xKjRo2SqpzkvtPq9HPntsmsoCX0IsB5xjxedNEgSIuc,266
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/arabic_mt_arc_easy_light.yaml,sha256=gpqFAQM0fkhG8qGcO8wrx9UMFadytZLcyHCZHiuOqQE,582
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_arc_easy_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/arabic_leaderboard_arabic_mt_boolq_light.yaml,sha256=47aA7-p5FrGziF20_596Gth7OrmRszNPVhfxVF5AIug,260
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/arabic_mt_boolq_light.yaml,sha256=YRTDXdVxzf1eSc5gvXCv1ES4N_Hx2BA0w0Gfq8B9WKQ,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_boolq_light/utils.py,sha256=L9goknA7N3N-sar4krRY7pClJxCsTHGkUtq6_VSoAS8,626
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/arabic_mt_copa_light.yaml,sha256=GVz9maCWfZGxgu7r5QYL-T71OOQqSBU8hIOvhND5-38,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/arbic_leaderboard_arabic_mt_copa_light.yaml,sha256=gErMX8ZUlg7BRM2RUODZsd16bt2TeKbDbjGGEbhs0_Y,258
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_copa_light/utils.py,sha256=mzOAXWiSv9KJvAsOBIejcRD2nnokC29QqSSOo_XY7Jw,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/arabic_leaderboard_arabic_mt_hellaswag_light.yaml,sha256=2rVLJv942_G4NVNaMttkKsnaNl47XmyePl3_JCCqaw0,268
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/arabic_mt_hellaswag_light.yaml,sha256=NjYk4K0sOnQ0z9ILuTgXG_LF0gtkKFiJAX5S_PQ_Z-o,590
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_hellaswag_light/utils.py,sha256=AxPV_qwuXBdViWILCIGJRgy10RiGPrbuPUWfm3TEFEI,908
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/arabic_leaderboard_arabic_mt_mmlu_light.yaml,sha256=4V0YujvVhvN_UTQKUiPfpeRat3lDrja3N6MiV5nqYmI,258
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/arabic_mt_mmlu_light.yaml,sha256=c9KgP7849og4FHJ1wdcZN9m7HU6Icq0WAoKocliDG1c,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_mmlu_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/arabic_leaderboard_arabic_mt_openbook_qa_light.yaml,sha256=4tzpAt1OpG-tUxAQpFIuCSp4oo-OxpPrg48HhCnvpCs,272
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/arabic_mt_openbook_qa_light.yaml,sha256=AvE4Oe3n3H1ifYZGrS-RbpTMm3M8MzRH6WiFy7rGFcQ,592
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_openbook_qa_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/arabic_leaderboard_arabic_mt_piqa_light.yaml,sha256=Ck4rBOGymjkK3sRnT32Z8n3DXdeOuh76cZA0s0mZaw8,258
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/arabic_mt_piqa_light.yaml,sha256=iyrgRbQsTBSiofjqOL71dih2B_NFK7ih6iAtlvoYwLI,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_piqa_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/arabic_leaderboard_arabic_mt_race_light.yaml,sha256=YZHed3u_Z1ZeVHIMvGVSAUqGHBLMR4xd4efJ23unl88,258
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/arabic_mt_race_light.yaml,sha256=yK9hRgKd9BvbonyGr7QKW7xRHnyIt9t7kwhAQE_MmA8,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_race_light/utils.py,sha256=Z59KWoMWR6_sNw2scHz9BlyiJQeUJ-eCMkWPS76NArg,890
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/arabic_leaderboard_arabic_mt_sciq_light.yaml,sha256=tsQqEF-SYLFwfzAdxa4ozByXrSDaVv7Q9bz50qUrdFU,258
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/arabic_mt_sciq_light.yaml,sha256=Rv8kQx3biOTDkySSUvTNHVOenEvilImzrG3LyYkRtAY,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_sciq_light/utils.py,sha256=vomcq6a3z0kLdTIsvLrVUwoqEXqcSU3zhA3R4_ux3YE,992
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/arabic_leaderboard_arabic_mt_toxigen_light.yaml,sha256=2Nv7OwV9FqDNB0w3drcyF5mqhzebMOzgNVpTPHNQbHE,264
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/arabic_mt_toxigen_light.yaml,sha256=nTrKd-cqwyEpuzi0K9Vp4q5SYGm1BfihsQ4CPIibPvg,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_arabic_mt_toxigen_light/utils.py,sha256=Q4Pa3aiRAjqvgrrQtCSytRqX0Sl2PJHqSiS3JZBN4-Q,672
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Algeria_light.yaml,sha256=v8giq6OaWzlQFwlhDYLqm1UY7Isf3RCLd-jfLz26N4o,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Ancient_Egypt_light.yaml,sha256=fqe1i4TmsELCD6dUMjFM-VHr5Mr5jNewR4Unhwa4_LE,568
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arab_Empire_light.yaml,sha256=pgrksJzyZSJT553mcQNWxZE3cqMGho2dyHBSHBGekXY,564
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Architecture_light.yaml,sha256=MxtKuJSLu1-PClGBeHuMX-Jt3CdXIkcaMdXmocfARE8,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Art_light.yaml,sha256=4KtUCovAuhjk7o6zLwTLbcqG9r8zl6lANfD-RkH4UiY,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Astronomy_light.yaml,sha256=zhhdYqyVb9QRIzaNW_nojSagam031TbaHDRFK6155SQ,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Calligraphy_light.yaml,sha256=HpxpA2fyv3vMe9AWsVjmplJOB8pnik3tViJiWs68Yos,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Ceremony_light.yaml,sha256=wgWHdsDldSzcqooUG-YaGe2rJK_PVwJNPyY4PrEfWnA,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Clothing_light.yaml,sha256=neyDMWr62-xndLinUXrIp-nyPbAUurjn3T5TSLeg8S8,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Culture_light.yaml,sha256=5CoZZxVZJElheoM0-kMZsX3NK1CC6dDeWD5_XNcDJWE,570
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Food_light.yaml,sha256=QK286S1hvhA_DNjUQpduqqeGfREp57YLrQtjCczUEaU,564
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Funeral_light.yaml,sha256=aBlpIJ_yJiIsYS863UwV97yipV7fuHmso9f7LJKp-Zk,570
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Geography_light.yaml,sha256=gezKdPkq_u_O2gcl3sFdZoqIa0WhTZF5UyLiK59gJ0c,574
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_History_light.yaml,sha256=DuYv5PcWVgZRWNSNpHQJRTcTq9fbbRxBlmkoaG7AIfA,570
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Language_Origin_light.yaml,sha256=FlOyBUx13ueiuFiW6KjZ3gZzu8oFKn4fQEnx9H7tmB8,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Literature_light.yaml,sha256=Ka3sQsOhLtqHowHEhOYPCX0MDcyxYe1FPoYMbDGaNUE,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Math_light.yaml,sha256=fCf8pVD_I8NCBp9rRPyDqN3pXLIqX9Nk9-73apYoAzM,564
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Medicine_light.yaml,sha256=g8GJDnoI3dGGAoxHipbB5Pe28t1VZDg8v9epT9QzUq4,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Music_light.yaml,sha256=DatEKJ1WukwR1YKsCg_c8gf_4ovr7oXx1voM7udsYh0,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Ornament_light.yaml,sha256=dPXkLGGpYG10NpqYPnz_gp07lU97V4_y_Yoe9a4XxQ0,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Philosophy_light.yaml,sha256=9rZGKFIiRUNFBiWeC22_mu5yAqQoQWOgy9uk7HYHNFo,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Physics_and_Chemistry_light.yaml,sha256=PjeGFLmROQ8JYN5_qDzDltyEjUphGgxGwywr3eXyr0U,598
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Arabic_Wedding_light.yaml,sha256=JOosc3bfw5hwYQ7RvBzoYLpuY2fwmYr1qMaj3p9OAz0,570
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Bahrain_light.yaml,sha256=9lAhApbvMlWznAVWef1ruXFL1Ef-R5LEuDadocegec0,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Comoros_light.yaml,sha256=LUa9SpIrVAE3eg6n951A1GTVPoYj6-xHK4mhzWJ_a60,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Egypt_modern_light.yaml,sha256=pZBT2lA957z5B77qFrMe-64cn6vD_MOkeltHwhvKjss,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromAncientEgypt_light.yaml,sha256=6kIhJgfZhtyWrlJN6QNXLZeYu0ZSzNbTjqGEXfVhOo4,592
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromByzantium_light.yaml,sha256=m6ezSGv921c6ng0FIsWvGlEX3AASRwBrhZnHh5Gd34w,586
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromChina_light.yaml,sha256=G2_IlFwyrQU_H49TIbWAloaXU2olM2ZOOYdYfD563mM,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromGreece_light.yaml,sha256=K87SxsyySwP6WA2POVHm8Lb0Do9b9lb7PuZu5X8gcBw,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromIslam_light.yaml,sha256=PTsDKuTNRw6oDcSsQuJuhHD34KLtkCgtW17obDPtH1Q,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromPersia_light.yaml,sha256=P8s5njL95PEIsSwaDlgKkar81G2MXoZ74yDHEa6gP90,580
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_InfluenceFromRome_light.yaml,sha256=GADK0qnP2NGx3-jC_gU-nH_9ZXX0YtDg9waSoa7aL2Q,576
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Iraq_light.yaml,sha256=HJz066zowVET9xUuTeVLlxBXQf4ZIswgLdXh0aZPLro,550
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islam_Education_light.yaml,sha256=z4ABCTdRGHa6Oeeg1YW-TntFRZgTkhIuboJChRQH-wU,572
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islam_branches_and_schools_light.yaml,sha256=W0faxMNtmNt75UqV1lsHJgY_GzGjAiBtZMrwde4VnZ8,594
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Islamic_law_system_light.yaml,sha256=aDCsr98ddtPvZDw2Biqoi0Q4-qCn8wnaSvDeevRfd18,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Jordan_light.yaml,sha256=RC2ppxrbAdetpAOF5Lkg9o04Y18R1E305NmI6no1a58,554
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Kuwait_light.yaml,sha256=bato4pohJbty82pubQpLG4QIQ74YGrk0Ns8hjWC_VL0,554
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Lebanon_light.yaml,sha256=fsQuMI8ro-hdvQsqx4Mk-yC9JTqw4j4pVauefHk7tj0,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Libya_light.yaml,sha256=i_wycw1lTrf-DE52PoLHep_tWMchuQfYVe7JgRiVJqA,552
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Mauritania_light.yaml,sha256=Znr3jCZJ80ir3t12gMgltw08B-CZJQXf07BDftgTh5M,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Mesopotamia_civilization_light.yaml,sha256=WNau1NyhfK-6PJb3m5rKJNKWgWF7nMsUjpomk6nDmsk,590
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Morocco_light.yaml,sha256=jQZ7xFKSivqfhtmBP1r5vQK_TEg3vQaiqQRy39Br2p4,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Oman_light.yaml,sha256=agLVF1dDdkGZp2lA84gwF2GpGfQbw_d0dqDoFmRVJwY,550
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Palestine_light.yaml,sha256=hDxmDIswSi2D0SHoZHLHy4MMo7Of1hzxlZ7zMgbFwEA,560
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Qatar_light.yaml,sha256=HHXNiIcELjG9q7DLRIfG8h5c70yfXqQ7stnv3ixKySc,552
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Saudi_Arabia_light.yaml,sha256=t4dQvYYONW_LhqN4dTCmmY8X0O8FFrvSWH79rO80ils,566
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Somalia_light.yaml,sha256=9NC4zei5s5sBKJh-xQEf0ETz2LUpcZSQMSyxQnYZ0hg,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Sudan_light.yaml,sha256=AbDhdgqDOLRxtCZGg6NNq9lZD6c9yiI7UhObBjE3TmI,552
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Syria_light.yaml,sha256=D3MiODw5EJE8E2JIyXXEIcjPlVAPQ1ySeUPFWDIujCM,552
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Tunisia_light.yaml,sha256=hIBi0klaiYAnrJEmQzw4z_CraPk8uwsSyt6LIfbk1Tg,556
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_United_Arab_Emirates_light.yaml,sha256=XctpENtB4bA5P5rL9YQZyqC_hyuoA5Oeef_iifIi3i8,582
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_Yemen_light.yaml,sha256=WiZibKGyKtPz124bPTJQPXT7nfh-tXmPM_dbkFBNqTc,535
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_communication_light.yaml,sha256=uqBwaPlMvkpFvUmo1ChwVyoYlKedyXoJoZeddyHyH1s,568
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_computer_and_phone_light.yaml,sha256=ML2-J2zBAqg8bd_z5TwmVgl6DhjomOWCaBPqhE8Jkzs,578
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_daily_life_light.yaml,sha256=rf7OEh04d4VFfZaMGoS3_bMXvaAXfomQEkfxku9vIhI,562
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_entertainment_light.yaml,sha256=GcI59WkQzxzNDW-yhxqyJ8y-_f1a1123Htgu2vsccp8,568
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/arabic_leaderboard_acva_light.yaml,sha256=EKASNslnwwr19pClh-SziLO5di4KILdhP4nicOjlI4c,3022
lm_eval/tasks/arabic_leaderboard_light/arabic_leaderboard_avca_light/utils.py,sha256=_VcNz_wAS2F6g6UKwvKARwnlox_4EN7RCP0vBK5EllE,405
lm_eval/tasks/arabicmmlu/README.md,sha256=UCuP1eNJmjY_z1heNWnf454zsYk2geWiK4IEj3M9AwI,2949
lm_eval/tasks/arabicmmlu/_arabicmmlu.yaml,sha256=hFxXsflZM0HAHogUFkLbzspqaOEXGONoxhV7knK0tDs,222
lm_eval/tasks/arabicmmlu/_arabicmmlu_humanities.yaml,sha256=2Jcyo3KzqMlJePOOPtescss0egFj2HDt0NZaUKheJ2Y,178
lm_eval/tasks/arabicmmlu/_arabicmmlu_language.yaml,sha256=5T_9lcE5P_baNSmPsc02Me9vZ5XRIs5Z7H4TwSHyBlc,172
lm_eval/tasks/arabicmmlu/_arabicmmlu_other.yaml,sha256=ygm8TWjBZvsS3xfjI-O2J9fj5Wk41xmwW57JZ_mTfus,163
lm_eval/tasks/arabicmmlu/_arabicmmlu_social_science.yaml,sha256=C9u7yXZXQMSrRRVxmZ8ABdSnLxB9th9Ga-Tx1-doD7c,190
lm_eval/tasks/arabicmmlu/_arabicmmlu_stem.yaml,sha256=2Yy_2oOlSWP_ATaSmSN2eBX1nclzLD4kRwOuSGRqOBs,160
lm_eval/tasks/arabicmmlu/_default_arabicmmlu_template_yaml,sha256=CSol3sYAD453hAO_CotmuWLVtr90D60OO1D17Nk9qzw,349
lm_eval/tasks/arabicmmlu/_generate_configs.py,sha256=Bk6Ypx9N0-TWsv2milPyD5E7bNxVne8skG-hFa0V6xQ,4245
lm_eval/tasks/arabicmmlu/arabicmmlu_accounting_university.yaml,sha256=2w1PUOvLyyDoo-ck8BxZZtDfL3ARYTX1Ij1PfkVQ-bY,213
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_general.yaml,sha256=3AKbTb9PgYOaK56N-HX9oCb-8yYNVL7BRr10oni84FM,213
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_grammar.yaml,sha256=0jZbgptq7tQh0lad-rhaeKjDAeJ_J7iJkHDSEwmlOpM,213
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_high_school.yaml,sha256=HzP0s__k2u09gXq9tI5WCJP036n5ehVjehvGbHv2P98,225
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_middle_school.yaml,sha256=3CZ2GETIf71ykkyVi6rCxZ4FdrOSacWe8ifToDxkw-I,231
lm_eval/tasks/arabicmmlu/arabicmmlu_arabic_language_primary_school.yaml,sha256=FaOtgI-Aq7he-lt3t4grupVVMK7hBGNCePjd0uZqSgE,234
lm_eval/tasks/arabicmmlu/arabicmmlu_biology_high_school.yaml,sha256=ag4nEVI0jJDY3rI55RjZ963YLQqHfiJDE5f1A6j8me4,197
lm_eval/tasks/arabicmmlu/arabicmmlu_civics_high_school.yaml,sha256=CInQr-n5WExdZFeV0ujceglCd9xkLhPAYnd7dBKQ0wM,204
lm_eval/tasks/arabicmmlu/arabicmmlu_civics_middle_school.yaml,sha256=n0CpQ151uO63Pp13nZcpZ95kpGvd-34T0uqOwsnNhDw,210
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_high_school.yaml,sha256=TnBMVRK22YJwuVjKnAtQnOn9mQYa5Qmw00pdrOTSARs,224
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_middle_school.yaml,sha256=1KUq1CSKBF_hBq-2mbf_lnewdwDNkFQmXHwI9zoG3zo,230
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_primary_school.yaml,sha256=jQFJZnJiJyW55pFEABtOc5lRZtrPunaekTGvrDJV3C0,233
lm_eval/tasks/arabicmmlu/arabicmmlu_computer_science_university.yaml,sha256=sIQzdnh3JpUrRqr1mA0B0taLOQvtL02XDNEKxfaEv-w,221
lm_eval/tasks/arabicmmlu/arabicmmlu_driving_test.yaml,sha256=FUdzBsfJF9N_LMh9uLV1t_a7GVMani_QKV1wu-tWEhU,173
lm_eval/tasks/arabicmmlu/arabicmmlu_economics_high_school.yaml,sha256=83KYQVh3phg-aqTvnxEmWsXESQM6w2q8IpO4RZKjZGM,213
lm_eval/tasks/arabicmmlu/arabicmmlu_economics_middle_school.yaml,sha256=fN2ykO5QazUA2SmKEZmg-i_gDzqb_XVsSNOIkDxObw8,219
lm_eval/tasks/arabicmmlu/arabicmmlu_economics_university.yaml,sha256=s27cPaNraVFx23Dt2_5-H1j3apw38E_in1EfMFQZJSc,210
lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge.yaml,sha256=C1K0bUn7ypW7k32dyNeP-xSVPrlukI_OAUZsFRk5sVg,188
lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge_middle_school.yaml,sha256=WMjlzLsGhKfeADzlHiLodRQ1TGvvghR1rP28rooHDlY,234
lm_eval/tasks/arabicmmlu/arabicmmlu_general_knowledge_primary_school.yaml,sha256=K-AwzLw_pEiAnC2fJNFAMItzb6IgfYWx0biZjMkMTL4,237
lm_eval/tasks/arabicmmlu/arabicmmlu_geography_high_school.yaml,sha256=NpjDqB0QgwM-PlgbpgYfoKYcXfKgtKZggEAtkN43Doc,213
lm_eval/tasks/arabicmmlu/arabicmmlu_geography_middle_school.yaml,sha256=WJgWZ3B7NQ4PGWBGugtMJidNTuqYghqppryoyFvExRM,219
lm_eval/tasks/arabicmmlu/arabicmmlu_geography_primary_school.yaml,sha256=GQuuE5B8KCEUAf4fZCrkgd8LL0IhHExsp1gxx3E8eiM,222
lm_eval/tasks/arabicmmlu/arabicmmlu_history_high_school.yaml,sha256=aZ25vBTutEUlRaaRAYWeGIVBgID7HTdD0nbTM07LQC0,203
lm_eval/tasks/arabicmmlu/arabicmmlu_history_middle_school.yaml,sha256=FOe9s2fIAk4317WuD8GSAiPxj6XBuc0YFROQHWdKs2Q,209
lm_eval/tasks/arabicmmlu/arabicmmlu_history_primary_school.yaml,sha256=a_7JP1gukkD2g2SAeWpzbnW4pr3mzssPs2KhduYlCFE,212
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies.yaml,sha256=c1051FSuybH6_GjGT5CQaZaXNZE7pJGLiBlOfi69VcA,187
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies_high_school.yaml,sha256=QtUqcFCJ8J5WasKYwWT0BPoxfOD1mdqutG0u4yF0y7s,227
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies_middle_school.yaml,sha256=hiRUR58FM7ulhr3IYcNfVPravLD41IXrZLnvSGBXOOQ,233
lm_eval/tasks/arabicmmlu/arabicmmlu_islamic_studies_primary_school.yaml,sha256=g46vvMlT_Ae8eGLCG5y2zVY59ljIhmLRa2v0kz480dY,236
lm_eval/tasks/arabicmmlu/arabicmmlu_law_professional.yaml,sha256=1Jp5bbSwb1uszl891JJirVbABHNzbVLmK4NQuRi-CnI,194
lm_eval/tasks/arabicmmlu/arabicmmlu_management_university.yaml,sha256=m6x9nPFdl7UFSSnMqkAFrhbAx_XtLtppBQzzcIGFr_E,204
lm_eval/tasks/arabicmmlu/arabicmmlu_math_primary_school.yaml,sha256=VFtz9IKoGjwlO6v3-9gPXjA6aJCOGkTEsNY927AsgEU,197
lm_eval/tasks/arabicmmlu/arabicmmlu_natural_science_middle_school.yaml,sha256=NX9h1gH4aZQqkjMrFOiKN6BMwbOpwkUFo_bXAIxCVxg,227
lm_eval/tasks/arabicmmlu/arabicmmlu_natural_science_primary_school.yaml,sha256=opSxM2TFSFnwZsr2TG3jA4dmCpxFLSeQMfiR-5hnphk,230
lm_eval/tasks/arabicmmlu/arabicmmlu_philosophy_high_school.yaml,sha256=hlrRBhwlAO6Ouge70wwmH_76EaA0VD1Vtfcfu9rIRow,212
lm_eval/tasks/arabicmmlu/arabicmmlu_physics_high_school.yaml,sha256=I-EZLgs9RYVYWFZsyo5I3tPjLl9laN0h9hvKqcdndEc,197
lm_eval/tasks/arabicmmlu/arabicmmlu_political_science_university.yaml,sha256=UyLQnbsm8FDchbgS-SWzhPwmI55Cvu73-lIerlPS50o,234
lm_eval/tasks/arabicmmlu/arabicmmlu_social_science_middle_school.yaml,sha256=DCltAHAPt9BLfGXCvA-TY-afN72AsHgDxhPmHKUSl9o,234
lm_eval/tasks/arabicmmlu/arabicmmlu_social_science_primary_school.yaml,sha256=lcBDwlQqAQawoW1PzkcMyzTftvpptvuYNJr-AVDmahA,237
lm_eval/tasks/arabicmmlu/utils.py,sha256=p8pgStll0edfST8r4DjwehNL9SI0JoNoq_HDE1j2uV0,1210
lm_eval/tasks/aradice/README.md,sha256=oE_F2Rj7FT3PYGXXROgasUqYc9Y6s42YDHnPRe6wVaM,2732
lm_eval/tasks/aradice/aradice.yaml,sha256=ggX2qg_9sSmJa4kXJSvck37k7DN9afCGoBgnJzXCmM0,700
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU.yaml,sha256=qJ-UE9m0tlBMeO8Pm2NPlcXYlACXgNBflPhptOPcK5Y,317
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_humanities_history.yaml,sha256=RLBIHzkkQgkCF3VCncdasuEQJwKkYaXq74SqE4gs0BA,354
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_humanities_islamic-studies.yaml,sha256=70bQZ0fQky33HpR_9Js6IwVlCmA9ZcjhH4k8gfrKKYI,378
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_humanities_philosophy.yaml,sha256=TZ8Un6Bl8JvcZcGFSxiseonpVBiYWPl-h72yTcXg06c,363
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_language_arabic-language.yaml,sha256=R0haNpfRSWte0k_JkyKMj5c8yZTeXdbzayJh4oWKar8,370
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_social-science_civics.yaml,sha256=A7iXAEtAUXDPQPiKWXaEeyb3Nt1nUvcuV0UJwi1BeVY,367
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_social-science_economics.yaml,sha256=n8OscL_O7O_tibdSZnAVHcYeM1Lt7tYCHlq_uQFUPp4,376
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_social-science_geography.yaml,sha256=G-I6bIsyzUKa26XjPsnUtQl9TMNMqGQxJp8hbZ2BW74,376
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_stem_biology.yaml,sha256=P3MTNCKqYZZSTrPhtB63RUm67z_LYPnJGTeeDhUtD0w,330
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_stem_computer-science.yaml,sha256=NJOhny-oFskke0MdwnfUALCLpyPVwMZXP3WH9i5HWwk,357
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_high_stem_physics.yaml,sha256=t5pawbYUEF8fZhAkqwFQH7PqCYGsbXrx_whTbv37EGA,330
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_humanities_history.yaml,sha256=S8hLQmHnlBGm54HjPMoQiYv3heCtvcR8lIgEeOOam8A,360
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_humanities_islamic-studies.yaml,sha256=Z94I18IjwJpTLmIODn6zO0GsCpjDaAp9_1ZAzm4lNEc,384
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_language_arabic-language.yaml,sha256=LAdwoYCVnQz8IYVRdZ38g4TcZCc4yl7dX2TB3PhwTSw,376
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_other_general-knowledge.yaml,sha256=VDEo7b8QXGJRH96JgwjPqApN4jn7ZKwQ4lX6VQAojOI,370
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_civics.yaml,sha256=4aKJrvIbKN_w69YZiDYAbOHXAzl4x3RChHvj37oPiZs,373
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_economics.yaml,sha256=Bv0VIlzxYFnJp5HJ7ottd61yhrnlHZkVU19lMkb_-Hc,382
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_geography.yaml,sha256=BGiUkpj9t8IL5dXeOpYTUi2Ot8OWPDCqwl_PZv_HvKQ,382
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_social-science_social-science.yaml,sha256=o3RyTXqjzzk475Oaxc86emiXQHOKiN2ikUoP-1akCZQ,397
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_stem_computer-science.yaml,sha256=G8QxYWUVAlY73ev9M_myU_NzdfKf8HQ3D8CdY5IjE4s,363
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_middle_stem_natural-science.yaml,sha256=zDUsgYQgxDUGQkCsax3rjaajIj744F5JZSbgvgKpwKM,360
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_humanities_islamic-studies.yaml,sha256=5hWtSM6dX6rmcLaKaXwGG6YDCTRatYrsYvYiHKWrir0,372
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_language_arabic-language-general.yaml,sha256=PVCT7MCrKWax291EVsryP5mI8pbK6CqDqF0sHnknPiw,388
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_language_arabic-language-grammar.yaml,sha256=-MY-PkUCP64ORWtKFTwpLt8SYNKAfIgS2cVTB5GcROg,388
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_other_driving-test.yaml,sha256=JA7gGzLZHZWbPvCyYU2gse6aq9sY5ZZZHqiaxdc2izQ,343
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_na_other_general-knowledge.yaml,sha256=UTo4sead5gZUTC3RaIqtnYXpMMwXCaApvdtGXKl6Eag,358
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_humanities_history.yaml,sha256=LAt-RpPUsHI8Qc0g5PIqAISoAwdl2zcOKOcZUcEM4LY,363
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_humanities_islamic-studies.yaml,sha256=tVvIs0iCfz_-q5sIgNMZeQ-Ljw5ia37QjkS775ZV16Y,387
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_language_arabic-language.yaml,sha256=1j8l4KmXMObwZ_iaIrguYlqxfQPmYETT4SUtjePBXWs,379
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_other_general-knowledge.yaml,sha256=nyHV-EzB5Uh8tsKcnvhilwyQWQuppmIV7WyV2cHqqrs,373
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_social-science_geography.yaml,sha256=Vn3SCuhinUX8VHndiHa07LkG1eCpwxiCO9sbynVV_o4,385
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_social-science_social-science.yaml,sha256=m1Z7HaFxQjzkCIpyAyNmFDOqRdaOd9Ecm-GXbgIOsoc,400
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_stem_computer-science.yaml,sha256=2u1UEiAXjeH79Yfn1mhM05N1ijIHm6Z25piB0W6O4wc,366
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_stem_math.yaml,sha256=K30c9vkLuqyEPWP0S9IklJXmS_09ojRXhu43BQ3_90E,330
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_primary_stem_natural-science.yaml,sha256=cLlMNK9a9Xg3tXhmX-vGdJPkuyxf-HOfmT2QoBQGzTQ,363
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_prof_humanities_law.yaml,sha256=hVALOpH8m6aLrprnwIRiJ0sxH4nfLCpD-5WWA1v3X70,342
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_other_management.yaml,sha256=GWGJ5QSTTrFQXUUI-sOG12QoWrd7tWFVtxmd_FZ_stI,343
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_social-science_accounting.yaml,sha256=MTyKPb5c99WBf7XWmzRrGgRDZpLIjyceEVw9x1AwS3M,379
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_social-science_economics.yaml,sha256=dSf3ljAnKHSUr0LWoVecEvMX1ftMYQwu2Sv9jAlUBu8,376
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_social-science_political-science.yaml,sha256=FfpHypFQ5uxY08thB6aP6cUAefuyqVCfkrVwXXDSuLA,400
lm_eval/tasks/aradice/ArabicMMLU/EGY/AraDiCE_ArabicMMLU_univ_stem_computer-science.yaml,sha256=I3E8Ff8jryBvFdGs3B0jDKcdc9Dfkd8e1ZFpIqwP7j0,357
lm_eval/tasks/aradice/ArabicMMLU/EGY/_default_template_yaml,sha256=tTcP1CZkdmZKrOeIEF10ZLw5O2bOxGw3qWUCMXBW-KA,487
lm_eval/tasks/aradice/ArabicMMLU/EGY/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/ArabicMMLU/EGY/utils.py,sha256=u6wi82FyDkDhCq2M60491J4iQFe7IXhyp4OQ7tQJfXQ,3218
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU.yaml,sha256=cG0NJ0tWaeKjqlIWJo2kyuMjrgyLpAiAImMtp_mVcA8,317
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_humanities_history.yaml,sha256=M6bq_APYAQPoIzGbadfKiUbf-7_qQ2XJzQOtPVfwyL8,354
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_humanities_islamic-studies.yaml,sha256=nZEXo2Qheb7mKs62z8RFCINNnXjCvLsIS5TD17qp_Wc,378
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_humanities_philosophy.yaml,sha256=YxWE9Bhzya1jGrgyH0CdJvH21B5Gw9uOj15C7mg9bB0,363
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_language_arabic-language.yaml,sha256=eavz-rwfrtW75QPeztMNK1_YBGj41RqcIjOAHV3rACk,370
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_social-science_civics.yaml,sha256=0mSSg3DJCNDa3HF6iS_oxDd1yBFJTayWvJr3GP28BUY,367
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_social-science_economics.yaml,sha256=PnsR6Ag19tnin5VVyJzI-6irRu0hM4nSX2JvrP5hzkQ,376
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_social-science_geography.yaml,sha256=S9sLOZBxQYdGvvHuRJLDpKB2E4wAXkAeN3hCMCu--vs,376
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_stem_biology.yaml,sha256=0lebuEX0C3uDEZWq7vSgfW068eJ1slZ_eWknI9-46K0,330
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_stem_computer-science.yaml,sha256=12k2Djl-w9a7S2N5jW8D1kkhdCi2U7V-3lWgN3Sz-6M,357
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_high_stem_physics.yaml,sha256=oa5otk_V9C9B9cRNAbjOBplhcNPFOrY0rYgLUP2Xtnc,330
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_humanities_history.yaml,sha256=LIF39Ss9rs0zzi-n0CVWuvQbraAw8FBsRwOZYwhs-UA,360
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_humanities_islamic-studies.yaml,sha256=2UdhWoBTxVlpdYv-KuEH55DUjSiTqYYHWrdSw7LHeLw,384
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_language_arabic-language.yaml,sha256=Ety5qP1yqcvvncwzvXhA65phQ66g6T7Riv6ktpSpso4,376
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_other_general-knowledge.yaml,sha256=NOHM84_VNmDHvvZdnA9OZEeZuT7Wb2LZE_3A-uLwgKE,370
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_civics.yaml,sha256=D1_S2Fyqf9yhYKJxbhAfH9mPO2ZPEWnlRIzmoppfhAc,373
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_economics.yaml,sha256=Ag9aBUmFFNzH4nZk2a9RK3ntCZ7yq18ICtljDiMvn8Y,382
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_geography.yaml,sha256=8OXp4Fk0HDi8lY-lLbhj8KehkiPS53GXT2qCMfm6HFo,382
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_social-science_social-science.yaml,sha256=8IOIAGboG_1LFW7-fAlsuR6Pyw5X0Eq62TynCXNeEIE,397
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_stem_computer-science.yaml,sha256=8jJQFs-zz597eJMeB9Am-bSYIGRszG2SHE4FBZh47cU,363
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_middle_stem_natural-science.yaml,sha256=cxsZdvrpONq6HX9oGVI-i_aCiT3Yaqld0aR_nuoqu1E,360
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_humanities_islamic-studies.yaml,sha256=r4cMY__UpjdxWqGeFtHxwxKwtJP5ZIJF9P6MSZpsZPg,372
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_language_arabic-language-general.yaml,sha256=smMFmvG3QePNJC4IHO82s-6fBRalUFB9flRB77wf4cE,388
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_language_arabic-language-grammar.yaml,sha256=5mL5NKqB9tR_QVBA4HQqi7yNfRBkJ59auzWwjhdJ5ss,388
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_other_driving-test.yaml,sha256=k5Yu_rK91HWEelnR_F_38MLdYuBk6Bqa1R4Ep12h6Ls,343
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_na_other_general-knowledge.yaml,sha256=NEDv0w5lSQVmrjbBNRcO0dduHCTLBPusEuG10vFQnr4,358
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_humanities_history.yaml,sha256=gqJoS8WR5AZsbgmZZLzlwuJtzJg3qdEoAENJ40UKntE,363
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_humanities_islamic-studies.yaml,sha256=KInfsYb1xevVb6_018GC8xZwXRU4I1kgB3HM-DpqA0U,387
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_language_arabic-language.yaml,sha256=Ew1qL-o-CUEez-Ds36Z8hRaJueKKWVQpyt_HLgloQmQ,379
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_other_general-knowledge.yaml,sha256=kp6G7HGQzrQvEptsr-PyGRDdEcFXjwoS5Q9TzGbBE_s,373
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_social-science_geography.yaml,sha256=cdpyYPx9pJfZajPOAZDy0uWfRZHqlgXFdwpuCiGjjxM,385
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_social-science_social-science.yaml,sha256=oKredf0_SYUgHkiClhmXHT_rBrMR1NWM06L0l0ivc5w,400
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_stem_computer-science.yaml,sha256=sXMmwWFG01yJvJOAGUzCZoqEnI_0qAIgD-IuqBSqS4w,366
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_stem_math.yaml,sha256=0pw77QQ4dIycJ6CT01KfsQQ5uq1BzkUHn10gWEA6Z_s,330
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_primary_stem_natural-science.yaml,sha256=89ZDpW1j-FyoeKGrhnX45UJa0BB3fI3ar-XVZpvj-6k,363
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_prof_humanities_law.yaml,sha256=YixX0WvoosPf-Vn8nbccL8YO7Nr6LfTSOjRnCTwr5Qw,342
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_other_management.yaml,sha256=bJ0rbR6kga_cZuJJNU-MMTETotnu-Yf6DgAvBdoY_BY,343
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_social-science_accounting.yaml,sha256=xSSn1b0kbwHE-97A9ysdfn_5wDnRO9fpSCNlgtQx64U,379
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_social-science_economics.yaml,sha256=arjK3WnhOV3F_WfcsJ7osKjylcZaytsFCq_uWn8Whsg,376
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_social-science_political-science.yaml,sha256=WCcW-kOXyIK3P3_mTSJNx6ElPPZnFMGOhQdYOYLctlU,400
lm_eval/tasks/aradice/ArabicMMLU/LEV/AraDiCE_ArabicMMLU_univ_stem_computer-science.yaml,sha256=U7ay8thJTl9cOu1aCXaZXr5LwEBIxiAqGBcPV13hXKQ,357
lm_eval/tasks/aradice/ArabicMMLU/LEV/_default_template_yaml,sha256=ItQMLkhT3SXD-APMmzashY9qmX70hKmdlxZR3RqK9DM,485
lm_eval/tasks/aradice/ArabicMMLU/LEV/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/ArabicMMLU/LEV/utils.py,sha256=seID_cooKeeFFQ0kg6OsPMXXAEqkBEzqOvrw2U2cylk,3135
lm_eval/tasks/aradice/boolq/EGY/boolq_egy.yaml,sha256=VdEdT6XE-kL1Hx6DW5RjkjTl8xqalmP5SHGF4T7dOmw,664
lm_eval/tasks/aradice/boolq/EGY/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/boolq/EGY/utils.py,sha256=Wb57-5VBXdsLQU6dE-SyMJ1YhK2fnr4hr91tarZbt_c,510
lm_eval/tasks/aradice/boolq/ENG/boolq_eng.yaml,sha256=FLvoBlZZxA-bAMEMfQkO3aB9jNdC1q6QNtQw7Ohealw,656
lm_eval/tasks/aradice/boolq/ENG/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/boolq/ENG/utils.py,sha256=3xEsME-L0X_3xK4XPaHkJC3LIi5stxIaftQwcYUKTAc,498
lm_eval/tasks/aradice/boolq/LEV/boolq_lev.yaml,sha256=fw6_xpMwkTZDTYjWjRTmGRDnRnPNGid2kLHPQa9wEhk,664
lm_eval/tasks/aradice/boolq/LEV/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/boolq/LEV/utils.py,sha256=LFuK8BwzDuFwcIZMb-0xozlGI9usMRe63f75j3QaxZs,510
lm_eval/tasks/aradice/boolq/MSA/boolq_msa.yaml,sha256=w5wig2JYfIt1fU-_kI03P81O-Y6To7Y0Ymg9hhXzldk,664
lm_eval/tasks/aradice/boolq/MSA/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/boolq/MSA/utils.py,sha256=hln0J58QBWEEVLwovcwjIXw-0w7CPevI7-90uIN9kqk,510
lm_eval/tasks/aradice/cultural-benchmark/egypt.yaml,sha256=RcjDPihoXYaQlHXc13cwl0wNEc2LoeQNzjrLL7TetGY,641
lm_eval/tasks/aradice/cultural-benchmark/jordan.yaml,sha256=sMU19GOo7lDVyAi1NuQ1HMih0WJg-e_DeKcMr9RUe5w,643
lm_eval/tasks/aradice/cultural-benchmark/lebanon.yaml,sha256=17jqtUz_Vw6W7-CX-t2VgyHrUD_9GHHXowNBvpW7P3M,645
lm_eval/tasks/aradice/cultural-benchmark/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/cultural-benchmark/palestine.yaml,sha256=kUzCwBmmXMQPrwwkAnYuwkERsW4dux22bK0T0HGpStI,649
lm_eval/tasks/aradice/cultural-benchmark/qatar.yaml,sha256=UiZz9v14rPZ50oGJPc9VKCRVSYCZeXX8yKf9MG4-XwA,641
lm_eval/tasks/aradice/cultural-benchmark/syria.yaml,sha256=ycleJaaa2xVrdifybPJJsVhUqsiyi6g22Rig6dwzCY8,641
lm_eval/tasks/aradice/cultural-benchmark/utils.py,sha256=Ho0upGuf6vofsWgE4Et5U2O0YvwxTBo3zyRAo8at-mw,178
lm_eval/tasks/aradice/openbookqa/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/openbookqa/openbookqa_egy.yaml,sha256=yzQ_zv3gYyAwnWhs3bV_p253yGQY751BGWqFjH9uhxs,653
lm_eval/tasks/aradice/openbookqa/openbookqa_eng.yaml,sha256=VBJbVkibNqIQYcxtm3f4qdDS1cXKanI-5vbQgDBg0mA,653
lm_eval/tasks/aradice/openbookqa/openbookqa_lev.yaml,sha256=tw1fVb2j5oRe8R1mXK0yfHPL_vzqFNXi-5mellbbZdA,653
lm_eval/tasks/aradice/openbookqa/openbookqa_msa.yaml,sha256=8SyHzAKDYMFdYOTDjpcAIKAagNSlG8ngTS2GgxtSibE,653
lm_eval/tasks/aradice/openbookqa/utils.py,sha256=LiTY0eOysU0Ya03481mBZh1mB6XDgyGw3RlGZxCSwF8,400
lm_eval/tasks/aradice/piqa/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/piqa/piqa_egy.yaml,sha256=GA4EDuo6V1qRN1nYXNwNMQVy5sBWQMeYlyA3rUCWZfo,599
lm_eval/tasks/aradice/piqa/piqa_eng.yaml,sha256=3rFh8Lded7ytVedcffIEubuwYME6xES92Q4MCO0nwtI,599
lm_eval/tasks/aradice/piqa/piqa_lev.yaml,sha256=VxwfXjGEcYncLTGbWEN0h3vgmYMDn_WQofLiFake2lA,599
lm_eval/tasks/aradice/piqa/piqa_msa.yaml,sha256=_SgsxYyKF-JjRJMeVViz_lp_fjNCFY2TaVxPJWe7Lm8,599
lm_eval/tasks/aradice/truthfulqa_mcq/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_egy.yaml,sha256=IQloymz_ZPyvbD2nfS1PM2twDaaEwqIFY-seSLhGtvY,1687
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_eng.yaml,sha256=dINuNuv9Cqk-V5W1avfeu_QiFXmG3NeAfmEpyy_ZpGI,1327
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_lev.yaml,sha256=bVMV0NP7fCtTf7O7IGwXmi0mytInX-7YsNWgTKXm7ys,1648
lm_eval/tasks/aradice/truthfulqa_mcq/truthfulqa_mc1_msa.yaml,sha256=oNMWk2x40zf9qCYTDr6xcAzUZE7TDNfJfOFrttT8GP8,1666
lm_eval/tasks/aradice/winogrande/metrics.py,sha256=R1l-L9ffsnNLW3Cd1myBVH0QjjImK62pUFNsYPhKDEQ,631
lm_eval/tasks/aradice/winogrande/utils.py,sha256=5VMnYpJkqY8dOD_aJGRbZ3mvtT-gvOIVAEK5QWsa4AY,377
lm_eval/tasks/aradice/winogrande/winogrande_egy.yaml,sha256=rc-Ai3p2SjFF6nTKRfTEJkEP8iZwT1-9zqaZ2ehfhs8,648
lm_eval/tasks/aradice/winogrande/winogrande_eng.yaml,sha256=2FcwVgZcVTCdzdCEf7558uu0loKEyA1zkohw65nzzu0,648
lm_eval/tasks/aradice/winogrande/winogrande_lev.yaml,sha256=uQCqA2iNdZHKiuvA0oNw6w0sI1s7D1U8nuxM6_M23uE,648
lm_eval/tasks/aradice/winogrande/winogrande_msa.yaml,sha256=YQeQO7iLEFNrpK99rETwjD7v70LM_1pJ-g7OS8b_TXc,648
lm_eval/tasks/arc/README.md,sha256=L8N3Tc5ekitbFCZrW-KHPkx1pwjHzLJfrBEZDP5CABw,1932
lm_eval/tasks/arc/arc_challenge.yaml,sha256=aCYhwmriSxBlotcyRgpVqO8rnyVEV0QxZmyTCanv170,71
lm_eval/tasks/arc/arc_challenge_chat.yaml,sha256=YbBnu_sSpyv9PxH0310RdxwSZ-kkH0FKDkVNZeMODjE,1143
lm_eval/tasks/arc/arc_easy.yaml,sha256=ltodnv4d-IZZSBztwTmFyzR9wGhVSi6uVhMD-jm_qz8,579
lm_eval/tasks/arc_mt/README.md,sha256=a0meHVJdHA049ahxczqDE1C86-caQ-K3rOvfcd1i_5w,412
lm_eval/tasks/arc_mt/arc_challenge_mt_da.yaml,sha256=m4OqTza2K_Qu9XDVLj7SER206mdaUbV2Kpqn-sqr3qI,77
lm_eval/tasks/arc_mt/arc_challenge_mt_de.yaml,sha256=kBRkpb1E88AaMe4NedjuLvCcw6rqlnjIhyBYqdOL5FQ,77
lm_eval/tasks/arc_mt/arc_challenge_mt_el.yaml,sha256=oem8pS-GOBJx3N_t10hfIvX2pS3h6JnCi25wH4PVlak,77
lm_eval/tasks/arc_mt/arc_challenge_mt_es.yaml,sha256=1khqoN6MiNIULousAHvE_0EE5MbJb038NAe1P_9s2Oc,77
lm_eval/tasks/arc_mt/arc_challenge_mt_fi.yaml,sha256=cWeBhPqz5Zo3BUNJd1v4P4Z3ugPDUYqxTr6Y0fK9YXc,603
lm_eval/tasks/arc_mt/arc_challenge_mt_hu.yaml,sha256=ECJUphFbJn6ERd1a_-RrMg-WAb-eZI_GF9RPoKqLgWY,77
lm_eval/tasks/arc_mt/arc_challenge_mt_is.yaml,sha256=MPs29kR1j302CAM_EIpSJaU6VANo9Pa0y9qzOVZOqQk,594
lm_eval/tasks/arc_mt/arc_challenge_mt_it.yaml,sha256=nff51FMMAVCxvJgSmkD3whqGDyHlQQJs0Poy78yVJBM,77
lm_eval/tasks/arc_mt/arc_challenge_mt_nb.yaml,sha256=BTcix9911GOIbKUwHwSuJvzrrLP5vRrhj1IjkGWr7z0,77
lm_eval/tasks/arc_mt/arc_challenge_mt_pl.yaml,sha256=bKf8-kP5nVedQfj3r-YLOU_G7ne44OkMh7R8NQad9O8,77
lm_eval/tasks/arc_mt/arc_challenge_mt_pt.yaml,sha256=L_Q9FPnvjWW5LysRpJvtWzhEuw4BtNs2BKZE1QkgnUs,77
lm_eval/tasks/arc_mt/arc_challenge_mt_sv.yaml,sha256=OdYSwgE1bB9OuVcAnh_iMgTmkTOQyjEqn4cBUkoAS0A,77
lm_eval/tasks/arithmetic/README.md,sha256=zaX1YejY5q30wfLr0tRA6LuvwW86bOUT1yRNC1v18J8,2453
lm_eval/tasks/arithmetic/arithmetic_1dc.yaml,sha256=7pslzCKdH_OKd9x8coSdLWeeZKMDyGpHYca9OukoDBA,404
lm_eval/tasks/arithmetic/arithmetic_2da.yaml,sha256=V12nJMp6vQVEPrVmMBRvzclMuBb_HxbrB_f-9_v5b6Q,121
lm_eval/tasks/arithmetic/arithmetic_2dm.yaml,sha256=Hq_P-0ai3YMkoYTET0-IjMFJ1ZHuaXa56xRMz_OZsCU,121
lm_eval/tasks/arithmetic/arithmetic_2ds.yaml,sha256=hBtWC9FdqNUYWdCckQLe0AGjKJToWwizHxv52P1Cxwg,121
lm_eval/tasks/arithmetic/arithmetic_3da.yaml,sha256=SBEW7EW9U-b2_t_lYfI0HPxyt7arHqSsXRkzfj04jDY,121
lm_eval/tasks/arithmetic/arithmetic_3ds.yaml,sha256=Mt3FExvHxBd6yvGT_shmVwGgTGMttDXxDP29BrhqQSs,121
lm_eval/tasks/arithmetic/arithmetic_4da.yaml,sha256=Tm-_pJPxRioREeU7hLELfviPKf4RTATqTlPsn9Q1EVA,121
lm_eval/tasks/arithmetic/arithmetic_4ds.yaml,sha256=LGYKXa2CIefd8RyMKbeXOD62yt22JHW7MVJKEFCSU8A,121
lm_eval/tasks/arithmetic/arithmetic_5da.yaml,sha256=gLV1nowU_lAor9wD0O4oTrU65iH5rTRgi4px7qCHttM,121
lm_eval/tasks/arithmetic/arithmetic_5ds.yaml,sha256=lD4TGRpxz0P34KGXnSeqqJG1eYh66X2aE9LnBu8yh6k,121
lm_eval/tasks/asdiv/README.md,sha256=F3o1WlBRWZJZcCpLrSmN0LhcDPLgW75QASTeemKxwPc,2484
lm_eval/tasks/asdiv/asdiv-cot-llama.yaml,sha256=7WaKJN1HdgIKdmLQDtrkhPOWVu0RAfLIyQKWGGpKav0,3822
lm_eval/tasks/asdiv/default.yaml,sha256=8lIhCEYNbVCA993MVkXWqTAvw_2rNqQN-NMGs4N71TE,424
lm_eval/tasks/babi/README.md,sha256=TGk41TnuHwaGBRTVLufoWS590yAQeU59NgGc0aoEg-Y,2301
lm_eval/tasks/babi/babi.yaml,sha256=Zu1YY1DxenTDzTa3neetZi-r65OaS6QHZto66dkfKIA,436
lm_eval/tasks/basque_bench/README.md,sha256=XNWn2ZgXyNOdK0DvPAgr1S4jzXQ9vgJL7x8Vnmwmwlc,5883
lm_eval/tasks/basque_bench/arc_eu_challenge.yaml,sha256=EOhweHEP11NtjXneSbRlxOrTaRB9hkdpZ-q3rTEqE7s,77
lm_eval/tasks/basque_bench/arc_eu_easy.yaml,sha256=Mm8O2UIoi14TEurXmp01FMNvH1Su1V1jvo28whbTGRI,564
lm_eval/tasks/basque_bench/basque_bench.yaml,sha256=sTAzGj6Q_QBYZJrwX0Rjjq0Jmc-Jk5roYeJCV72OBsY,380
lm_eval/tasks/basque_bench/mgsm_cot_native_eu.yaml,sha256=1-wi_mOoWTfs4UdudOsO_5YOWQLw9pu8w5_1CEv_Q7g,942
lm_eval/tasks/basque_bench/mgsm_direct_eu.yaml,sha256=Li6AEHCDmGOHpxZiogBVpEifcPs-9VnQIUDdFYU_2aM,937
lm_eval/tasks/basque_bench/paws_eu.yaml,sha256=ZiBi8GzloxZ9KlGBsnlDqSyvRP3GVY7LsV0pjUy_M40,410
lm_eval/tasks/basque_bench/piqa_eu.yaml,sha256=f5GTmP9jisxNCmsrfsgbV3HguIrSHeFn-I_DsgC545k,491
lm_eval/tasks/basque_bench/utils.py,sha256=Kpfg9VLw8XF9u_qDvKVhhwuESM1PgCJ498R6E3ujyX4,1279
lm_eval/tasks/basque_bench/wnli_eu.yaml,sha256=Qf60KnpOvDyKtfBgGH9wOSbetc_M3s445gelOTkzh_s,349
lm_eval/tasks/basque_bench/xcopa_eu.yaml,sha256=JV-YR56UvJ2wrgvNb0F19BUffBYgmvS6vnzSvPRpERM,331
lm_eval/tasks/basque_bench/flores_eu/_flores_common_yaml,sha256=z7_orNutCLf9o52URUKPTHism5GZpahlaFhDHZi_vSY,585
lm_eval/tasks/basque_bench/flores_eu/create_yamls_flores_eu.py,sha256=05ugfTlxnMpBg0crJocnnE4QVAWTHOGEOXnK_aWBXd0,6820
lm_eval/tasks/basque_bench/flores_eu/flores_ca-eu.yaml,sha256=n9IpYclduO--d26dQpwCmrV3kX8Yo1NA-dT_7ieWvaM,200
lm_eval/tasks/basque_bench/flores_eu/flores_de-eu.yaml,sha256=VphfNao3teJ5p1SWcHJCOU2LgXeMcUcnZqTn8RWprkY,199
lm_eval/tasks/basque_bench/flores_eu/flores_en-eu.yaml,sha256=e0ro4NqcITMhQbeuWRWhH5f5tr-97l5y8CDVlNUObpc,200
lm_eval/tasks/basque_bench/flores_eu/flores_es-eu.yaml,sha256=wN0KjBMamr08m1ApMQd6TUdo13QYHj8S1gtiTzCfSvE,200
lm_eval/tasks/basque_bench/flores_eu/flores_eu-ca.yaml,sha256=02Z7tU_QsSKOatbGEi6Do7K5e0g_4HeEI3kOfU92kTM,200
lm_eval/tasks/basque_bench/flores_eu/flores_eu-de.yaml,sha256=cUkdCXtNRyafqzIVpkGguaNmna-W9VkqMWBx8y4Y1WY,199
lm_eval/tasks/basque_bench/flores_eu/flores_eu-en.yaml,sha256=hGickqUBxQnYCQH-8FiJ87Ma6wstSCF8ZE8e_G9VCI4,200
lm_eval/tasks/basque_bench/flores_eu/flores_eu-es.yaml,sha256=GNN0vuOXcObxF5EriyCiN_gpipR8YIdhLJbaMkAIYI4,200
lm_eval/tasks/basque_bench/flores_eu/flores_eu-fr.yaml,sha256=SAvAIt-FHw9U_Zf0np7Wj6YAVkxi0kJ4d73IJXl3O-0,199
lm_eval/tasks/basque_bench/flores_eu/flores_eu-gl.yaml,sha256=BmnZnWBkBNJBphCrFcTM79_vYi2ux0myhjM9rlc0wsA,201
lm_eval/tasks/basque_bench/flores_eu/flores_eu-it.yaml,sha256=Q1ccLltnB_Wfl5m65f_00OeuqqWQcxpnkGizj8hIQmU,200
lm_eval/tasks/basque_bench/flores_eu/flores_eu-pt.yaml,sha256=RuUNmzFQcyG4BS1n7lr0iXBx2yEjc6gMvhrEF_PeU8k,203
lm_eval/tasks/basque_bench/flores_eu/flores_eu.yaml,sha256=FUUyxGJjUDSWLJkTDihRfgOO1xh0GIMwRiYzc7nAk8Q,408
lm_eval/tasks/basque_bench/flores_eu/flores_fr-eu.yaml,sha256=pDGWg6V4lW46ewCJqCVF5PofDX-gD3H4YMtHO7ykkfo,199
lm_eval/tasks/basque_bench/flores_eu/flores_gl-eu.yaml,sha256=7SmUhyjZbwip0X3Mhc750v4QqYfkViGDwQ_tWqFdSPA,201
lm_eval/tasks/basque_bench/flores_eu/flores_it-eu.yaml,sha256=MlK8QzfsY46XtPaw8pcim3f5wjborKItNo3CEincHLk,200
lm_eval/tasks/basque_bench/flores_eu/flores_pt-eu.yaml,sha256=veevf8xNvQl49fszyF8psaw1J9uo2alBC_5WAw-_NqI,203
lm_eval/tasks/basqueglue/README.md,sha256=DH1_Lxafbe683Kfj0roo8YxQ765cs9rlAtOEB0UIneQ,3714
lm_eval/tasks/basqueglue/bec.yaml,sha256=i52nDHXjos3T-xtL9awoQxkAYuKLzAT5iU1u6wuYETo,461
lm_eval/tasks/basqueglue/bhtc.yaml,sha256=Pw4rdT_jLjTkcZny37udafFbmttzV23-9wjHQG0Mmxo,564
lm_eval/tasks/basqueglue/coref.yaml,sha256=ucL5WJoWgqv_7drtYer5BKwmIgfpktgZ_vOVddBcx8w,367
lm_eval/tasks/basqueglue/qnli.yaml,sha256=_vy1gHKzx9d_M18obZgW_PJIcasEvMU9_x4KgvqpZ1Y,429
lm_eval/tasks/basqueglue/utils.py,sha256=KaYpKdLfnm6zUJpsOBZPkhBqgnvpqbqroxQ5nOpXB10,2367
lm_eval/tasks/basqueglue/vaxx.yaml,sha256=iKtt63rErnIbClWjYSUS_l9DJAYj3CaOCouvoZfHvRk,469
lm_eval/tasks/basqueglue/wic.yaml,sha256=BCmduvG0FEwnLzUAXCxSt2GPJjkBL3NIS6yjN5tB-kU,509
lm_eval/tasks/bbh/README.md,sha256=yCP3kakDYQsiGD5V5fupYJiKL9wrBUzV9qU-ppr3uv4,1451
lm_eval/tasks/bbh/_generate_configs.py,sha256=ZR8egBvkJtC5YPheE8jPohWsgq9eHHaszGABb-Iq4iw,2703
lm_eval/tasks/bbh/cot_fewshot/_bbh.yaml,sha256=jd0DpopPl2YJKAZCgRT3S-MsJ1ZzM6lDz2b93vy3Q68,1294
lm_eval/tasks/bbh/cot_fewshot/_bbh_cot_fewshot.yaml,sha256=RDTCvwVl7fo19MXnZDVf-IjKUAfCZP3TIbOgUhDA-iw,1306
lm_eval/tasks/bbh/cot_fewshot/_cot_fewshot_template_yaml,sha256=Nh9Wb9o3oYwYRJhapqevJSR5mdvXsqny8Dk0NQL8l4k,563
lm_eval/tasks/bbh/cot_fewshot/boolean_expressions.yaml,sha256=HOzMG7lFpGsM05FWomt9xgcqYztvIhGtaDzn2cqQOyg,2125
lm_eval/tasks/bbh/cot_fewshot/causal_judgement.yaml,sha256=4AHks2zN6cIfTDkbS8OlIbPq3CWCC5hKvaEP3vB92E4,4309
lm_eval/tasks/bbh/cot_fewshot/date_understanding.yaml,sha256=3VyH1D7HQuajv_2Oe6cNtnhLlTCVSVokdtS0rJpkK6A,1670
lm_eval/tasks/bbh/cot_fewshot/disambiguation_qa.yaml,sha256=ZSm2v2wXJ-yPj-udDog39YC0_lKwodmOwPfv3VHDq9c,4254
lm_eval/tasks/bbh/cot_fewshot/dyck_languages.yaml,sha256=bwXI9-WGmbBN-92gEfLpjz0rAl-31E6xvfiLdaPk7Qs,3159
lm_eval/tasks/bbh/cot_fewshot/formal_fallacies.yaml,sha256=RYUYI_wc5gMjr7FtMvgGJq6o5BsSK2dYIqvW_rv_MZA,5299
lm_eval/tasks/bbh/cot_fewshot/geometric_shapes.yaml,sha256=UpDLdVDLSIy9Sxdh6hMg4X_GaPU1iJX1rBvpHrOSxjw,5770
lm_eval/tasks/bbh/cot_fewshot/hyperbaton.yaml,sha256=qHKvg1HUmN0Xm3wVtck87nfAR6lL4qgIaV0AfJKLmNs,3690
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_five_objects.yaml,sha256=Ty4GtpSkvgilIW3MXX4PH5c2yvCEaPiIn8yj1h-f_4Y,3126
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_seven_objects.yaml,sha256=OkV5cEsG1dAvRsEDY4LbFtJ7JkeuQC6RqJ-8SvnkC5o,3128
lm_eval/tasks/bbh/cot_fewshot/logical_deduction_three_objects.yaml,sha256=JnolIfEMxMz-bZwI0NFfyNUX6X4VKzOVy8imAiRUEBY,3128
lm_eval/tasks/bbh/cot_fewshot/movie_recommendation.yaml,sha256=GQYQdRjAoSszXaf8CMVRM_DWHb0RwidGk46vRC3gxdQ,2726
lm_eval/tasks/bbh/cot_fewshot/multistep_arithmetic_two.yaml,sha256=Q5mAFh6b_yknXT5D4U14dICwnOohpabmsb31VduG4oY,2966
lm_eval/tasks/bbh/cot_fewshot/navigate.yaml,sha256=wVwHvEuFOpuapsd8tM0KrvZKfZxcp8P32HTjMpPN5iA,2694
lm_eval/tasks/bbh/cot_fewshot/object_counting.yaml,sha256=GCdgGOP3lWhszsTTDE4KVD0Ij9n3AIalxc4vKixizyI,1940
lm_eval/tasks/bbh/cot_fewshot/penguins_in_a_table.yaml,sha256=dxhoyQPupb59Hw2zSJkL-i02n6c5JzULkYr47yrTcYU,3005
lm_eval/tasks/bbh/cot_fewshot/reasoning_about_colored_objects.yaml,sha256=Ucae83n38fx6dqunOUCZyi1v--cDVwpVgFlE4dtotEI,3098
lm_eval/tasks/bbh/cot_fewshot/ruin_names.yaml,sha256=zcna1JL-uXoGRPlK0Eh-zHjXVqh_yeSuPqE3j3TjnOM,4167
lm_eval/tasks/bbh/cot_fewshot/salient_translation_error_detection.yaml,sha256=NdMAYGPdD1fPf4TQM_e-gFKcWQlCTMzCMENCKTu8VOY,7163
lm_eval/tasks/bbh/cot_fewshot/snarks.yaml,sha256=R00RsNAJ4gb1QU9n-tMh9uBjW0F4hapebX51Q__8OiQ,3673
lm_eval/tasks/bbh/cot_fewshot/sports_understanding.yaml,sha256=Aron3nBZkc_JojecaduwpX8dCXPaHefkPB4_hkE1TgM,1152
lm_eval/tasks/bbh/cot_fewshot/temporal_sequences.yaml,sha256=NlCNX4cM8h7nRD3nH2AU4dvmQMx-_RaQdZ35e6js-bE,3828
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_five_objects.yaml,sha256=gu7t0E_7K6zQ52WywEYCwl6v4PEMMotoFrcWyKDOX4Y,3232
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_seven_objects.yaml,sha256=UfhUj9tz4DZ1OXqx96-UTg3nflTQCeXpHyP0k3M9IBc,3234
lm_eval/tasks/bbh/cot_fewshot/tracking_shuffled_objects_three_objects.yaml,sha256=KyD28IiVbE_N5mZizGC-XG6jLJvDBVUQSuR_37YDUrw,3234
lm_eval/tasks/bbh/cot_fewshot/web_of_lies.yaml,sha256=169eVSMdL6RbDYV2lxDIlklRFvsLuxTp0IBzwSgQnLQ,3493
lm_eval/tasks/bbh/cot_fewshot/word_sorting.yaml,sha256=Lto2KqwG4jQJICBdK5cdYq-p-_3iKxWN-h5E2aZMZks,2629
lm_eval/tasks/bbh/cot_zeroshot/_bbh_cot_zeroshot.yaml,sha256=AhCJP_xiyAEyDoKpxI50B5cnnkUpm9P_HjWCM3c36sk,1340
lm_eval/tasks/bbh/cot_zeroshot/_cot_zeroshot_template_yaml,sha256=p4bry9zk45mePBDOY4wEkToBsSUwOg26YcWJwCmZlp8,478
lm_eval/tasks/bbh/cot_zeroshot/boolean_expressions.yaml,sha256=BKQ6JO9I2gLwb1MfgCnwaIG-66v-mzZqd__1oy1rWc8,679
lm_eval/tasks/bbh/cot_zeroshot/causal_judgement.yaml,sha256=FOCmMOguNhSlowJnmKY-pRsJ2lBymWo6s2qlpTjS0E8,667
lm_eval/tasks/bbh/cot_zeroshot/date_understanding.yaml,sha256=2WR5jQ37ZwlDbc066gHLGrjmy_dE732uTBEZhyuCgsg,739
lm_eval/tasks/bbh/cot_zeroshot/disambiguation_qa.yaml,sha256=qJW8yPCukm5IKN2FBgm7kYg-xhjiCwKW6hGlOwtnuS4,766
lm_eval/tasks/bbh/cot_zeroshot/dyck_languages.yaml,sha256=mw1W-rh3wZ58rY19vAOfQVr_ISVpRvjmpGe5xI7nLqY,684
lm_eval/tasks/bbh/cot_zeroshot/formal_fallacies.yaml,sha256=rOekVBA9qj24R704zneL85yXzf8jLNCXYxreoMet5lw,687
lm_eval/tasks/bbh/cot_zeroshot/geometric_shapes.yaml,sha256=EjI9vVQJTCLofU9cAPADFEWtHW8i1uGluDdrr62N3aI,750
lm_eval/tasks/bbh/cot_zeroshot/hyperbaton.yaml,sha256=Pt49AiGA-g65WhWp1LLuQUM6LJgSfFhjT1eO7RdM10o,743
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_five_objects.yaml,sha256=twk8yG1vjkU48OHoDwjJwh4Ohye0-zpIJf7NOAtcNUI,818
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_seven_objects.yaml,sha256=fLICnem3s646N1Lbl5IRPAbMewhcUFxZ3Rdu-pVvarM,820
lm_eval/tasks/bbh/cot_zeroshot/logical_deduction_three_objects.yaml,sha256=j8nBZ62_r9qj2KGzp4ildJS0tXeFjpy1uJvXVflhl9c,820
lm_eval/tasks/bbh/cot_zeroshot/movie_recommendation.yaml,sha256=5sK7ju6stnh6u7R6uvzI6-eQb4qgDDYZrBidbdGcXyQ,767
lm_eval/tasks/bbh/cot_zeroshot/multistep_arithmetic_two.yaml,sha256=vXJJjs-xeWRuXtCrfQVmyKPhgiIRSI58Fcwft1bdaeU,697
lm_eval/tasks/bbh/cot_zeroshot/navigate.yaml,sha256=58RaCT7VZ6fiKQ1D2eEEx3XfVeQG4m0G57F0xmmjx58,713
lm_eval/tasks/bbh/cot_zeroshot/object_counting.yaml,sha256=eCOmYJZufH_wmqRICNxCnAJ8qPbxq6f40T4iq2ZADDg,719
lm_eval/tasks/bbh/cot_zeroshot/penguins_in_a_table.yaml,sha256=iMRKS9h3NpUU90MmQ7Vzf4MJRVAbKNUXg1-4dlRM3-s,776
lm_eval/tasks/bbh/cot_zeroshot/reasoning_about_colored_objects.yaml,sha256=rkICB45Uv8AomM61e-8iatL_SCilCI0UfWKUdXT0reA,811
lm_eval/tasks/bbh/cot_zeroshot/ruin_names.yaml,sha256=t4QqzKgua7-v5Pnqp8s8o-YsKEYRdZr2U6pzvFgDnA0,771
lm_eval/tasks/bbh/cot_zeroshot/salient_translation_error_detection.yaml,sha256=rtV_kpJ6-Mif2wUrMmIQULrBhQuxFDcfBDt07PoM82g,823
lm_eval/tasks/bbh/cot_zeroshot/snarks.yaml,sha256=gH1y98pBpeFVJSdO9diIzlKi0kuYj5H82EIKZQG8KoE,1057
lm_eval/tasks/bbh/cot_zeroshot/sports_understanding.yaml,sha256=qC3tfNj-4hfvSFCVtj-ib7hHMLToF7AppQfqmVOyvDY,837
lm_eval/tasks/bbh/cot_zeroshot/temporal_sequences.yaml,sha256=ZhQfmkoNIt1SSKNZPfhEXlpXXIF_DLg5y6y4cGcGvG8,798
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_five_objects.yaml,sha256=MqI1WvrFkONaQcoCQUk8Aqk8sqlRi3OXsya6Ukrub1E,890
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_seven_objects.yaml,sha256=HzD6MUcCdjzReleZFv7oJPsVRHIHWtJYVYWQ-qtGwOw,892
lm_eval/tasks/bbh/cot_zeroshot/tracking_shuffled_objects_three_objects.yaml,sha256=FaW5OXsTGhuKTCz_4yuxlYnhLhgp-h6MBT8STObJKDY,892
lm_eval/tasks/bbh/cot_zeroshot/utils.py,sha256=03_KQKsfTCHMCwu_HA6HTdhGwXAD-TNlL3W8r1CpnxY,8777
lm_eval/tasks/bbh/cot_zeroshot/web_of_lies.yaml,sha256=XRcVudvzDNpMyhLFqIWa0n77DNygmpwiXQ1taDvxk8o,849
lm_eval/tasks/bbh/cot_zeroshot/word_sorting.yaml,sha256=BZ_CXxzfuz3XzPzbMifdj6Ep7it5pUUWLujdj7UQ5Cw,588
lm_eval/tasks/bbh/fewshot/_bbh_fewshot.yaml,sha256=VKHWSt8Kr2_bZoV_T9d2j8VlW82Tk-cAFZvlfO8_QYs,1166
lm_eval/tasks/bbh/fewshot/_fewshot_template_yaml,sha256=s7dB-ozicKrHm8jh5zAqm5pzEgzKtqnC6yl__9s5vnU,383
lm_eval/tasks/bbh/fewshot/boolean_expressions.yaml,sha256=3Fajp_M6a4e-9cjT9wiEVkfYak6MbDojg799LX4b7PY,445
lm_eval/tasks/bbh/fewshot/causal_judgement.yaml,sha256=zVvaCE5Ncvg8km4BgkXy1QNIvjndJrV_fV25popbLtc,2640
lm_eval/tasks/bbh/fewshot/date_understanding.yaml,sha256=3NdqSISk0ZUEvOqwpU9wLOujX8mb1nCw_SfTWOU_BbA,1019
lm_eval/tasks/bbh/fewshot/disambiguation_qa.yaml,sha256=sCNW7SS9bZ_Tt7cHPLsD1aofo6EcJwu0uda8YxAc3_k,1361
lm_eval/tasks/bbh/fewshot/dyck_languages.yaml,sha256=-n8BeGTjtPm8YpKqoXqQ6pc0FOxAkJWK-2vhXuUi13c,730
lm_eval/tasks/bbh/fewshot/formal_fallacies.yaml,sha256=cc-AJxsjxrzTBPzpQgsFEWpv0F3RGwcWITYMDX14u5I,2085
lm_eval/tasks/bbh/fewshot/geometric_shapes.yaml,sha256=AvMGWwus_pZciNHk81dYpc9Iyqai5dfsEtNYi5Q8OHM,1368
lm_eval/tasks/bbh/fewshot/hyperbaton.yaml,sha256=6eXPkZJXHWZyCIWwe2mmtFVEgXr0WSC-8lp4RhSCQRM,766
lm_eval/tasks/bbh/fewshot/logical_deduction_five_objects.yaml,sha256=TMBoI8cGGVd8tkuUFchBjR96U51c9hwcpxnXpsQd7wM,1757
lm_eval/tasks/bbh/fewshot/logical_deduction_seven_objects.yaml,sha256=gAgu7SgvHX7w12fvhB2IbpJJrSOFNLNfAFmXXsMvxoQ,1759
lm_eval/tasks/bbh/fewshot/logical_deduction_three_objects.yaml,sha256=u924v2Zr0-EBPQKBMAlXKP6kH6mHQ6ez7Rb_Mo5ooUg,1759
lm_eval/tasks/bbh/fewshot/movie_recommendation.yaml,sha256=1GhfwKpYOyXkh43CGrw2_loM5Dqk9FJzt2Y9gCIZtvw,1111
lm_eval/tasks/bbh/fewshot/multistep_arithmetic_two.yaml,sha256=PZP__VDcm9fIghOIY51gcIk9JnxeWUR4udn-imDNZ_A,467
lm_eval/tasks/bbh/fewshot/navigate.yaml,sha256=zoXyabumP7e8TZDT02msQWS2b_uP9mvvpWkll-X0yOI,1012
lm_eval/tasks/bbh/fewshot/object_counting.yaml,sha256=9s7TgTWz8CklGdjlbKQ5-UAT_KV-YmpOPXzdS1WX420,787
lm_eval/tasks/bbh/fewshot/penguins_in_a_table.yaml,sha256=iMWhQRory7-hm9BuhY4M-CtljGFp44EqhDgvA7BwmSo,1812
lm_eval/tasks/bbh/fewshot/reasoning_about_colored_objects.yaml,sha256=JuPOvmEuyca3uF6lscO4-29HQmLpHYpuhyanJy0GeRU,1911
lm_eval/tasks/bbh/fewshot/ruin_names.yaml,sha256=Vas7MYvXeger4a6-fNgRrR1RjlrgdffEgFim4fjzxxg,1078
lm_eval/tasks/bbh/fewshot/salient_translation_error_detection.yaml,sha256=f9eC8F87loZ2IHHrtHmoJDxV9hDvRcDSMdz9Y59QzuM,4202
lm_eval/tasks/bbh/fewshot/snarks.yaml,sha256=XvvlR_exJefx6qlVTPTEg4JpyY8ry7TYPB1P_9h5ApE,1390
lm_eval/tasks/bbh/fewshot/sports_understanding.yaml,sha256=77kpaQzU5C-Dnyf90EKUmBW1B1i0eS5zNRBcPd87a4g,665
lm_eval/tasks/bbh/fewshot/temporal_sequences.yaml,sha256=HE7QMrg_-upvfn_hbrXV0g2aH8-wcgxjfcC4V_fdomw,2455
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_five_objects.yaml,sha256=nY5KEoiOX47FdsnVKah4Tdsqmv8POhb6Qk6gvjlVAnY,1947
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_seven_objects.yaml,sha256=-sn8kiCM1-wzQ_z8bkPG3UhZyL7DLOZuyRXEXic9PNA,1949
lm_eval/tasks/bbh/fewshot/tracking_shuffled_objects_three_objects.yaml,sha256=EAHmO5JbQ8AXNrH7QrF7pwO4YMomzFL8X53ZV4hciJk,1949
lm_eval/tasks/bbh/fewshot/web_of_lies.yaml,sha256=1CptDj05FukKtOA0R_boYY94OJD_VNtvq4qnE_PkgWU,933
lm_eval/tasks/bbh/fewshot/word_sorting.yaml,sha256=1edVlHNWy5RV7Mb07xpVTzjiER5q92h7hmwmYJIk7i4,672
lm_eval/tasks/bbh/zeroshot/_bbh_zeroshot.yaml,sha256=EMsAZ9Lbn13AVhSSt4AbnIEM0M0XGa1Iw6dvMB_8UCE,1228
lm_eval/tasks/bbh/zeroshot/_zeroshot_template_yaml,sha256=38-7Ldju9VW0sGq-7k2o5zwpJyiGFNNeNLgwxl3wb7Q,478
lm_eval/tasks/bbh/zeroshot/boolean_expressions.yaml,sha256=Tuk0lWtRtnLCBsTLCEoVjnM2H572_4RqsHATK9c7oio,473
lm_eval/tasks/bbh/zeroshot/causal_judgement.yaml,sha256=kNc65hI1I1S2BU3JY5hsCNkEWgZ_EQYd92yg0b7OGek,461
lm_eval/tasks/bbh/zeroshot/date_understanding.yaml,sha256=Wzvx0IdNhHfdknnixvJySw_zbfz5XOJoJVMpVzccG7Y,533
lm_eval/tasks/bbh/zeroshot/disambiguation_qa.yaml,sha256=ttEMcEsDsyhmWk0lQ0MpJiBfN-oxKESlSXfiC9Bj9Lg,560
lm_eval/tasks/bbh/zeroshot/dyck_languages.yaml,sha256=jULSUCimkHyjYMbSyWz-3e5Fh4hwXfB8pJXl1pRqdnQ,478
lm_eval/tasks/bbh/zeroshot/formal_fallacies.yaml,sha256=nxSdCT_qpDvlblyiBkYwGH0GkE9r6kHzLzSxIdBPu7c,481
lm_eval/tasks/bbh/zeroshot/geometric_shapes.yaml,sha256=ug-J6K10cUAtkLyrgHiPq1opVrGTaqJbN08wB_KnycE,544
lm_eval/tasks/bbh/zeroshot/hyperbaton.yaml,sha256=RAScn4Nw49gKVviPyOWYdn1FTzhCtt_SQiaMCkRjLC4,537
lm_eval/tasks/bbh/zeroshot/logical_deduction_five_objects.yaml,sha256=6ABlB8hVvffXqdRvjCrBGL8W9NaGLa-RymEp2c4U12c,612
lm_eval/tasks/bbh/zeroshot/logical_deduction_seven_objects.yaml,sha256=QqSnathmDPy8QeX2vl5Mj5QCkCzb1o1nJfFVB6LSiDA,614
lm_eval/tasks/bbh/zeroshot/logical_deduction_three_objects.yaml,sha256=u9vkRxmhHAUVI6VAMWP2eBuaB5rxVM2JjpSIpNs5Hyo,614
lm_eval/tasks/bbh/zeroshot/movie_recommendation.yaml,sha256=qN_B4OgxfXhCFNVhclrBDJUf2Jiwo0hoNpMnDwwg0aY,561
lm_eval/tasks/bbh/zeroshot/multistep_arithmetic_two.yaml,sha256=3SfYjOOs9kxkf9tcIyFydk9aLwvfpAWbIBgLZkZjxfc,491
lm_eval/tasks/bbh/zeroshot/navigate.yaml,sha256=B6dRPFnXuX7DQugeVkTO8yR0407aW2J_OSVk2cHJaSw,507
lm_eval/tasks/bbh/zeroshot/object_counting.yaml,sha256=6Q-kZXpMaliqEcl84tarX0zW98dr58BySXtGMZYszYI,513
lm_eval/tasks/bbh/zeroshot/penguins_in_a_table.yaml,sha256=OPKYIHMGB0vmRhKW79iAEgY_Vin5OQEIxNrvWFida2g,570
lm_eval/tasks/bbh/zeroshot/reasoning_about_colored_objects.yaml,sha256=RP4_eYIh3yCqX2LaZ8RZ3xexILH91ZNdvJCCw_NFdcQ,605
lm_eval/tasks/bbh/zeroshot/ruin_names.yaml,sha256=FrgCzr7L0-Zmm4j2SDKtZnTO2urqw1uRliWdque4LUA,565
lm_eval/tasks/bbh/zeroshot/salient_translation_error_detection.yaml,sha256=XU-bur6KPqH4QFS6gHqs4iac7NGv4QqEjrMMsTMkUYw,617
lm_eval/tasks/bbh/zeroshot/snarks.yaml,sha256=KS0oIOa9ZIUaTORqPSsAbADJCQoMuKxkodxp3FINOqc,851
lm_eval/tasks/bbh/zeroshot/sports_understanding.yaml,sha256=k_kuvih4YmCkwomOi8qEp-t13zgyTtzkq3yLQcuLngY,631
lm_eval/tasks/bbh/zeroshot/temporal_sequences.yaml,sha256=9UIDSY0kmyLobfY2TMP58M-jpZvNPPOCWjsF1ApItZ0,592
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_five_objects.yaml,sha256=IGV3TMZUQzccEgAAegKy95_Pw3DnP1hLI-ZfIar_1Qg,684
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_seven_objects.yaml,sha256=K5DfPycBD-RzDXCqJ3Pn18tvtaSMyTE7N8KUWiacgJY,686
lm_eval/tasks/bbh/zeroshot/tracking_shuffled_objects_three_objects.yaml,sha256=Th21qaJlSZk7cFK0JvzLA9kPRudT9KDzkkuwAySRAKU,686
lm_eval/tasks/bbh/zeroshot/utils.py,sha256=03_KQKsfTCHMCwu_HA6HTdhGwXAD-TNlL3W8r1CpnxY,8777
lm_eval/tasks/bbh/zeroshot/web_of_lies.yaml,sha256=WTBOPgr8j2aZ0cG0dAfnIQVhg4cZYmeQvkj8WstGG3A,643
lm_eval/tasks/bbh/zeroshot/word_sorting.yaml,sha256=c8SQ9dZlfgm1vBVbWD7tyt45kg-nNaEoErtypkdUKyA,383
lm_eval/tasks/belebele/README.md,sha256=DePrXLzy0Wd8hP3XqMGXlXBRLZsczh1aEN4-MhTxMv4,2578
lm_eval/tasks/belebele/_belebele.yaml,sha256=_ooccRkM1an6-FUp-hyzPI1B-P1ciTUBHpXxmtf8pzA,2885
lm_eval/tasks/belebele/_default_template_yaml,sha256=r4e68pFv5FtMy905S47RvaBODfUrSkEryMOhvlYrZY0,592
lm_eval/tasks/belebele/_generate_configs.py,sha256=661F4fNEdqHN1P5AOMN9ml_U3gUeEEhn8-9_O-ESH0s,2993
lm_eval/tasks/belebele/belebele_acm_Arab.yaml,sha256=Ox8MM1guNSs3mNZHX2zZn62FBWUOqKiSlT-nSbtFITo,116
lm_eval/tasks/belebele/belebele_afr_Latn.yaml,sha256=Yf3AhFui2vS86ewN2fG78kHIbpEcOn2simVif5V2Sgc,116
lm_eval/tasks/belebele/belebele_als_Latn.yaml,sha256=CmlQhqPMdOIlmtrTVabENBGBftVqKLJW8YtYJI4NXJ0,116
lm_eval/tasks/belebele/belebele_amh_Ethi.yaml,sha256=6oSQQ9mZ08JoMrDHgZuJTmFwT_Y8qHfMUamIbh4BE8M,116
lm_eval/tasks/belebele/belebele_apc_Arab.yaml,sha256=kEXmGMhImthv2VONBqCXO7Gc_gQCBc__kbDnbgzt5z4,116
lm_eval/tasks/belebele/belebele_arb_Arab.yaml,sha256=2WnWkxfJwO1fCUN3mqLJZH5Yo3aymX0LuZeJ5B0Pmns,116
lm_eval/tasks/belebele/belebele_arb_Latn.yaml,sha256=EbCTH_KvCwZhRG0o44tLk7VB-XizFDaCn2V-fGvJuMc,116
lm_eval/tasks/belebele/belebele_ars_Arab.yaml,sha256=ybQnyh2IgCqU1-6IG-MQz1AiDx_HZh479i5G0IXJRGI,116
lm_eval/tasks/belebele/belebele_ary_Arab.yaml,sha256=qAmyvoi3fHDIOjhG3c7TeTrAnNhzSR9eBmh9jlQkzcI,116
lm_eval/tasks/belebele/belebele_arz_Arab.yaml,sha256=K_ivU9HKdlSla8oPXKLfT-inIfdVxJffnKpYKDToHZU,116
lm_eval/tasks/belebele/belebele_asm_Beng.yaml,sha256=r369yGnArlOLwkqiTWrvE7SleDn-6x38ZA6AEgX0dLw,116
lm_eval/tasks/belebele/belebele_azj_Latn.yaml,sha256=11A1x3U2YsaewgoU3UVqmwip0n_uF5JbG4-JzTVUSp4,116
lm_eval/tasks/belebele/belebele_bam_Latn.yaml,sha256=2dpbhDRTAUx717tiJFDS-HPP5vVI9JGuOAaDeQy-pEc,116
lm_eval/tasks/belebele/belebele_ben_Beng.yaml,sha256=0rMnDtkNjCJp4nRN7M5pFIrRjT01oi7OSF3Xo3v-hK4,116
lm_eval/tasks/belebele/belebele_ben_Latn.yaml,sha256=X0d-L_-BSMTeUM_8D95U_zNUm5dfHDDlPJO2UPRIsyc,116
lm_eval/tasks/belebele/belebele_bod_Tibt.yaml,sha256=auhv0zNoDjrCweaN1TveSMJwAAs8e2OiI093Wsn4Vmw,116
lm_eval/tasks/belebele/belebele_bul_Cyrl.yaml,sha256=xsST0ouxRX1sAAAKKfn3cVLwyeLICqCT5svB9Vsfi4g,116
lm_eval/tasks/belebele/belebele_cat_Latn.yaml,sha256=W5w5P5vQb8gYkWsEmhaT0KatR7XE6R67w1YdQrEVPT4,116
lm_eval/tasks/belebele/belebele_ceb_Latn.yaml,sha256=BpoHtJqO6h4ckU_mSQNKjyxG44RofzLrHIA7mWPfAjE,116
lm_eval/tasks/belebele/belebele_ces_Latn.yaml,sha256=OxpohIdpf0b4Aw0Q8zuduW8yyyYbQaY-j3FGqULn9V4,116
lm_eval/tasks/belebele/belebele_ckb_Arab.yaml,sha256=IYOn3zXVDOovmQRdeKekHZay5a404G5dDPagTw1CxY0,116
lm_eval/tasks/belebele/belebele_dan_Latn.yaml,sha256=N07muaO3nkRyEySguQqNyUx-p_6aUBygWziY_6ad6Ek,116
lm_eval/tasks/belebele/belebele_deu_Latn.yaml,sha256=qvZ8wBuHfDUGT5PXD49k96c3znPs4r-v2jFTWPL4sWU,116
lm_eval/tasks/belebele/belebele_ell_Grek.yaml,sha256=LJdUx7VUxQYzAlJo1f1H8u-jWmWas0wSrNxlicr8sQs,116
lm_eval/tasks/belebele/belebele_eng_Latn.yaml,sha256=zpgfH48ISJsoCdteqIwiMeAz7Z9_ds4wLIXwisRUP9Y,116
lm_eval/tasks/belebele/belebele_est_Latn.yaml,sha256=c-Ohnv4VZ8Tht7Yv5VvVXFOMJlNroPjYuXQlHBZGmI0,116
lm_eval/tasks/belebele/belebele_eus_Latn.yaml,sha256=06JmaXMPZH7lsPCcMGDk7JCvxknO23nj03ZjDBsBJG0,116
lm_eval/tasks/belebele/belebele_fin_Latn.yaml,sha256=gyQogRDmpJMgFhj8G8cH_Qv32ahPVaTKX1tcxiNmnI0,116
lm_eval/tasks/belebele/belebele_fra_Latn.yaml,sha256=1pphwOwUVd9Q3yNcjUgap6tbZ7GXqy1XHYIDAkEBTn0,116
lm_eval/tasks/belebele/belebele_fuv_Latn.yaml,sha256=98jqXiSrO54KAD3bsMa7UDroh5iGyUB1bf_NQ3ydwVs,116
lm_eval/tasks/belebele/belebele_gaz_Latn.yaml,sha256=w-uyikCNl1_hnHca_Wpq9VbRPHTWMAuwmzYyY7UgJLQ,116
lm_eval/tasks/belebele/belebele_grn_Latn.yaml,sha256=vLLI0qKdXhDQWsK-5n3YKaCQ0rPk7xLOAzbpxA9Na9Q,116
lm_eval/tasks/belebele/belebele_guj_Gujr.yaml,sha256=QoThUCkRwTxFwASnpab8H4QyqcZdYm29bReY4vk4nYk,116
lm_eval/tasks/belebele/belebele_hat_Latn.yaml,sha256=jjkBWfzMo3APKi1EB6HWMlEEIv-PhJJnYpbY4qfLDOo,116
lm_eval/tasks/belebele/belebele_hau_Latn.yaml,sha256=4rtxwHw4dC5jgeNfilSr9mbk24RGTepVS1RFITlJKvo,116
lm_eval/tasks/belebele/belebele_heb_Hebr.yaml,sha256=IINVRwDhLNuYJzZxHX1w-8tneUTGTRcT8oxGFUCWiCw,116
lm_eval/tasks/belebele/belebele_hin_Deva.yaml,sha256=IvFi1_5IvroZN-4wG48SY3B3f2WxJL3wn4Yp5E2LO_4,116
lm_eval/tasks/belebele/belebele_hin_Latn.yaml,sha256=oqdZqbbnBErF6ZG9QcEl5liL6JVdRUqXpb-GRLmMcKI,116
lm_eval/tasks/belebele/belebele_hrv_Latn.yaml,sha256=Y7EoRyacYubTULBQYOxjo8vcmK8DJHFHt4VUeaUaC0c,116
lm_eval/tasks/belebele/belebele_hun_Latn.yaml,sha256=kOXhpZv_6bD_Csh9Ceno5hr1y3cu_or0hERb8GeZDfA,116
lm_eval/tasks/belebele/belebele_hye_Armn.yaml,sha256=tgzjBARUgx3QNOahNC1K0mIYb8EK35Xre5a_wLsNcTo,116
lm_eval/tasks/belebele/belebele_ibo_Latn.yaml,sha256=IdqnTGKBxR3bepqSLwqpt7TqmYdBu08L5nLTEYKhgP4,116
lm_eval/tasks/belebele/belebele_ilo_Latn.yaml,sha256=Jn7JLMxSLK0uAWUN9PIPWEGMCStwhj4hl5wdAq-S8GU,116
lm_eval/tasks/belebele/belebele_ind_Latn.yaml,sha256=b3x-bxYRWBra5dNUOMEsJM79o18XCmafLNw6SiQ2rXc,116
lm_eval/tasks/belebele/belebele_isl_Latn.yaml,sha256=m4Fhet_A91SDtYqkVPkdk3XRxfqkp6A1-jcIpBN58Ic,116
lm_eval/tasks/belebele/belebele_ita_Latn.yaml,sha256=kuNtrm7Ht6b641JDiATZr41U8JpE8NfTmNysuobD1CA,116
lm_eval/tasks/belebele/belebele_jav_Latn.yaml,sha256=rXtO9UVsH1rJ0euAY5KKYmz9ZsRzrCKA92ZsqQgPqe0,116
lm_eval/tasks/belebele/belebele_jpn_Jpan.yaml,sha256=fv07XXPy0E48LuYhKBk-tGFe_otOUNmr9aBYVh0wvy8,116
lm_eval/tasks/belebele/belebele_kac_Latn.yaml,sha256=MOIra6e2sfnBx4WPJEMpK1FUzupZY2oiYJ-ZhkGR5y4,116
lm_eval/tasks/belebele/belebele_kan_Knda.yaml,sha256=o2QB6pMhrXkS8ysG4TnK2bH0MQMYKWN6lSXsPDviLvc,116
lm_eval/tasks/belebele/belebele_kat_Geor.yaml,sha256=h1scO5OEma6wGf5Up8o40R7nf-l88np2YTOnb26jy1g,116
lm_eval/tasks/belebele/belebele_kaz_Cyrl.yaml,sha256=TeX6TSMTVYvNI9YQ6dS_U4pF4e0SOX2qLKRyQIwQSRo,116
lm_eval/tasks/belebele/belebele_kea_Latn.yaml,sha256=EnRw38jyBPXZxiAYrvkZNZ9EjXOpMYY9OXBFXbn0j1M,116
lm_eval/tasks/belebele/belebele_khk_Cyrl.yaml,sha256=GagPFp4uAx0SGGH8BtiFtHpz-dscHe7pDH1v5yIKpzI,116
lm_eval/tasks/belebele/belebele_khm_Khmr.yaml,sha256=5lOsy2YS0L3FJDLIoLlsQqCcBRrNAL7okhF8zynOkVE,116
lm_eval/tasks/belebele/belebele_kin_Latn.yaml,sha256=oTu00muwxMym-rI6KQx4yrgclsaDkz65hpP96jXAwks,116
lm_eval/tasks/belebele/belebele_kir_Cyrl.yaml,sha256=YNo36Yf_OlM4P08GG91yH9ZiLpu-moGvIIlFyhMFbYE,116
lm_eval/tasks/belebele/belebele_kor_Hang.yaml,sha256=5f8miG_RwEiKUN0M2wMf84bSA1UcRUDOqu7cju_Lqbs,116
lm_eval/tasks/belebele/belebele_lao_Laoo.yaml,sha256=AiKZqsx9HhnmDOdPXAj7JFVU1bs0maj_C6jil0TkUJA,116
lm_eval/tasks/belebele/belebele_lin_Latn.yaml,sha256=S3FF5ijjIQlMCKBuXbsRQ1C3WsWwhrANz1n4-G-5uCI,116
lm_eval/tasks/belebele/belebele_lit_Latn.yaml,sha256=DokleoByErh1w-pkIngHW8cVN-OfFuql3-QRQUKmGxE,116
lm_eval/tasks/belebele/belebele_lug_Latn.yaml,sha256=9KHN0G-iDWtmWlMhHr9ktN-h0yKgcx-L8t_FXncDN34,116
lm_eval/tasks/belebele/belebele_luo_Latn.yaml,sha256=5ihUAyJf6ZL5zQsOmK5ShafbPLqZcvHoq2KMzDQzgjc,116
lm_eval/tasks/belebele/belebele_lvs_Latn.yaml,sha256=0ACAm-muLQK9k0DSiwlZhze0RgjE__O87aaDFo-YQaI,116
lm_eval/tasks/belebele/belebele_mal_Mlym.yaml,sha256=4e1zNqAhLgravLHo3TZAHbSN_MirhQ3dmR0VXUredvY,116
lm_eval/tasks/belebele/belebele_mar_Deva.yaml,sha256=6q5Hq8ZwHX9CQuDHBGJSUX7YSzc53kgdQ0PPeKZV6fg,116
lm_eval/tasks/belebele/belebele_mkd_Cyrl.yaml,sha256=lijY7egQoSlVWPntjxdorkUOluZuLA4ky6vOeHiOXsM,116
lm_eval/tasks/belebele/belebele_mlt_Latn.yaml,sha256=96yjPMq6fTe0NLF3vzaX0pqm7ycmuSxJ4CkJhjYYojU,116
lm_eval/tasks/belebele/belebele_mri_Latn.yaml,sha256=1DR2AFWPVeRW09_xfUdD1CT0XDdAdyZIkwPeH0qyv60,116
lm_eval/tasks/belebele/belebele_mya_Mymr.yaml,sha256=a7M7tz4X6Z5VpEh6-_txeWlBHJMbGJ5SNsFSIEZv1ug,116
lm_eval/tasks/belebele/belebele_nld_Latn.yaml,sha256=rAubBJ87rxXwDYst1dT_kNgr2q8zn7w4ULMFDMv339E,116
lm_eval/tasks/belebele/belebele_nob_Latn.yaml,sha256=gg7XtenEYZMnaIyZsn9EkSKXzDV0JCxBS9BXosry6WY,116
lm_eval/tasks/belebele/belebele_npi_Deva.yaml,sha256=-4qOmw4M_Eq0JHmEIy3VkfmsD937NGMMyMLttH2mxYM,116
lm_eval/tasks/belebele/belebele_npi_Latn.yaml,sha256=4Pzcyqii00O9qpbhsiI5tT4Qj3sUqKbnmMQtE4n7t7A,116
lm_eval/tasks/belebele/belebele_nso_Latn.yaml,sha256=Wwig-fWyXTcHnGWY2LMKYH_PiAO7uIiTHUoqJVusQHI,116
lm_eval/tasks/belebele/belebele_nya_Latn.yaml,sha256=pXftT6uaG0XhLqLxMmZ11iChd7eShALVKN5fFJ5uQ4U,116
lm_eval/tasks/belebele/belebele_ory_Orya.yaml,sha256=UIZXzTDe5XQv9cJZh7Kk_KKO1s_xHvs0rtR1ZhfC4ws,116
lm_eval/tasks/belebele/belebele_pan_Guru.yaml,sha256=tP8RCh1tJc9ZlgLhixCu2GDRBZCGRbSuIJn-A-w2maU,116
lm_eval/tasks/belebele/belebele_pbt_Arab.yaml,sha256=fDNgn9YhgPCH9MniMF5vnHgXDPc3XGe_gRUkX4rUJW4,116
lm_eval/tasks/belebele/belebele_pes_Arab.yaml,sha256=9R-PoCmccH3SutfetWnHlflaenEhv_kfQtB3gCXK-Mo,116
lm_eval/tasks/belebele/belebele_plt_Latn.yaml,sha256=gU3rmfJ5vq_0qjvxaiPMFMrfZYAO9zx2_yL6qB2I1Bk,116
lm_eval/tasks/belebele/belebele_pol_Latn.yaml,sha256=PjpwESmDz3VtKOYtCnG_gio64dU8h_UCFF0YSfWrPaU,116
lm_eval/tasks/belebele/belebele_por_Latn.yaml,sha256=-rwbfmrKJR9J44wcAC-3hfaYf_yaKKrpc6h-X9ypH7M,116
lm_eval/tasks/belebele/belebele_ron_Latn.yaml,sha256=fCkSEg4f_BdWbEnQhdgaoR1Qu-eSmL_kQdUAg5_t-f8,116
lm_eval/tasks/belebele/belebele_rus_Cyrl.yaml,sha256=hHLC_AxbUW7E2YYf-rOttwzConiUjFAwkDCSIP4GOfk,116
lm_eval/tasks/belebele/belebele_shn_Mymr.yaml,sha256=TgbggHKM271opdOHPKbrf3lkMuySF3mttgE7wHzLaR4,116
lm_eval/tasks/belebele/belebele_sin_Latn.yaml,sha256=S_E6SHVvsLZ-MrGohn3fQgPgxNiqhcf_HEkzMuPaY-c,116
lm_eval/tasks/belebele/belebele_sin_Sinh.yaml,sha256=0GENZ5_RLg_7JD1NjINE5IqCJYolxpxNvYaeOmwcPJ4,116
lm_eval/tasks/belebele/belebele_slk_Latn.yaml,sha256=lC5RSNQwt4QY3IZpFp82KFdlUKGij0REIA8-SFlm-3g,116
lm_eval/tasks/belebele/belebele_slv_Latn.yaml,sha256=UY_CU23It_dAwcp3mW_ZsZbQMqyAuBM5P71xrvgnEWs,116
lm_eval/tasks/belebele/belebele_sna_Latn.yaml,sha256=hOF3AhHfApOtXUOo71S--jgp3Mw2pZmCyTcr6uTuHLo,116
lm_eval/tasks/belebele/belebele_snd_Arab.yaml,sha256=lUhnTrDZY3jetFOxSQYwuTlCZL5Gx1RBlRj6WLw5mhs,116
lm_eval/tasks/belebele/belebele_som_Latn.yaml,sha256=v7-j8Q6_L1kDzPKwwqTo8ynT-t3-AyalNd8Vb5VeoGM,116
lm_eval/tasks/belebele/belebele_sot_Latn.yaml,sha256=iwgal8Zay_ZgbmdddODw2XprjpcN-VqXlUT9FLPppfQ,116
lm_eval/tasks/belebele/belebele_spa_Latn.yaml,sha256=UFdE7oFT0BB7xmN8xw42e9vPt6cSVcXiVWZTZI3NsVs,116
lm_eval/tasks/belebele/belebele_srp_Cyrl.yaml,sha256=zc8ZHxN70BbreqDmUExPBGgA21gCBRkz7Qprpi020mk,116
lm_eval/tasks/belebele/belebele_ssw_Latn.yaml,sha256=CRe6lvJPZD4_so-5JCqaqiO8wNTlEKECqC3fgiHacJA,116
lm_eval/tasks/belebele/belebele_sun_Latn.yaml,sha256=_wtok2uE9P3m4UYArH_9W2UUED741fePsurtiGcvTZg,116
lm_eval/tasks/belebele/belebele_swe_Latn.yaml,sha256=PUM3yTjm-14qWnW-gnczyF42cL4yNmSPpmcdjxNU95Y,116
lm_eval/tasks/belebele/belebele_swh_Latn.yaml,sha256=wo5Pmt-YPMNeXY4dBSRNzm6Q9atmjhfBr8WKnd-LW4A,116
lm_eval/tasks/belebele/belebele_tam_Taml.yaml,sha256=rKmv_gW0SjoUQ9ut_l_Dt_jC6W6VV9oRcxa_olkszJE,116
lm_eval/tasks/belebele/belebele_tel_Telu.yaml,sha256=TLLJUxXPJJGWCLf_se9yiCxysYIMo0wFwyAZ7vWSySA,116
lm_eval/tasks/belebele/belebele_tgk_Cyrl.yaml,sha256=3Datzf6LWnv7LFuw6SpvfNwZZkK7Ng06CTwQIum0mu4,116
lm_eval/tasks/belebele/belebele_tgl_Latn.yaml,sha256=sfDEvUhF6AXfhhBj4TewHa71BMJ6H9oerMdfurH1tLE,116
lm_eval/tasks/belebele/belebele_tha_Thai.yaml,sha256=GFktjX8jxncc9r54Q3jKXwG8_-sJRUWjKjR1YtbJOvk,116
lm_eval/tasks/belebele/belebele_tir_Ethi.yaml,sha256=ZAgjOUtktOFMgbwOvDzzeNNNan-j5UIKU08D0bBe61I,116
lm_eval/tasks/belebele/belebele_tsn_Latn.yaml,sha256=D0b2bZ23w5KvfsQKXlJOFXVSiXJ2Zrs0Rpbe2rt3fSU,116
lm_eval/tasks/belebele/belebele_tso_Latn.yaml,sha256=YRp2U_GyjTFdUaQaGKTWOgLbI2BB51vRjdn7202zgVk,116
lm_eval/tasks/belebele/belebele_tur_Latn.yaml,sha256=oM3sSBf680aiCoNw-b41GxyB5c2IBEueLmnl7gZAJ3A,116
lm_eval/tasks/belebele/belebele_ukr_Cyrl.yaml,sha256=DcCpJo-dz87rOn8FOeRTna6ncVbichSVK1kdFNtQBgs,116
lm_eval/tasks/belebele/belebele_urd_Arab.yaml,sha256=I77wnubWQQmthyUVL3hfbS7yN5z7J0JdQohDbyBdb8Y,116
lm_eval/tasks/belebele/belebele_urd_Latn.yaml,sha256=ybVttiEmIXQSrrewzz3Ld4uufz28OwBA6FRnPnmSeOQ,116
lm_eval/tasks/belebele/belebele_uzn_Latn.yaml,sha256=tx7-fmSZVv0wqWFBjz29fUmpHzkoo5qYiez3N5DcNpA,116
lm_eval/tasks/belebele/belebele_vie_Latn.yaml,sha256=Ou36E8eZvlLsxIJ6vn2veLWs9s0ByiZoY4BJtZos8f4,116
lm_eval/tasks/belebele/belebele_war_Latn.yaml,sha256=wOla0ytjpUNNPJKNwErkFQwFCno4y0U_pCt8cMWIyxg,116
lm_eval/tasks/belebele/belebele_wol_Latn.yaml,sha256=asMXwsRn7gTrTPxRencHg_9jdtiACrzRAYt2tYUxMUw,116
lm_eval/tasks/belebele/belebele_xho_Latn.yaml,sha256=_nIuUwJKPw7_28wUrgcMbCm_fe7XibzuDMyLVGUPTrE,116
lm_eval/tasks/belebele/belebele_yor_Latn.yaml,sha256=o4CHRiYN30EdtwUKj0xsqyXeLMhkxm265yMnXn-r9-A,116
lm_eval/tasks/belebele/belebele_zho_Hans.yaml,sha256=Znhk-k5McHO0GHVXZyfmqECxX5uTQO0ufGoEA9inkGk,116
lm_eval/tasks/belebele/belebele_zho_Hant.yaml,sha256=KRg_NJGL7XkuEnMZAj3elQmo5s4iAmiY-x49rPA1JoI,116
lm_eval/tasks/belebele/belebele_zsm_Latn.yaml,sha256=KWIhTXXVnfAy883tD6H88kLWHT7s02zKqgf0hayPsfU,116
lm_eval/tasks/belebele/belebele_zul_Latn.yaml,sha256=qzRGUjechS9It8zzolK2iMMbj3c3D9LeO_581q-cPcI,116
lm_eval/tasks/benchmarks/minerva_math.yaml,sha256=y1a95IB4S5umuBcF4Gtra77HVEg1LPprIVySvdI737Q,421
lm_eval/tasks/benchmarks/openllm.yaml,sha256=SE8PyOTLK5FEUf9VKnzxzae1JgII7tp2-UZdVgVrKzw,368
lm_eval/tasks/benchmarks/pythia.yaml,sha256=xb6ysr5Wkze05aUl0DS6aKWKN4d3-WBXHInrmE3Q4Uk,135
lm_eval/tasks/benchmarks/t0_eval.yaml,sha256=NfW-WLp-pnT4hQrmNyO1Du6DHVscevER86MHVSf_zVE,3491
lm_eval/tasks/benchmarks/flan/_held_in_template_yaml,sha256=8dsDGbiy4jXYWwg1jzpjFi9MOkc6bkH1Pt5YFW9gSEM,255
lm_eval/tasks/benchmarks/flan/flan_held_in.yaml,sha256=4btejIoZ5ZJnllfrcQCebO6ZnpOpt4evimGooHB1eDE,20184
lm_eval/tasks/benchmarks/flan/flan_held_out.yaml,sha256=5vHKmz0WUNCMugMItX0Ym8metOG1IU8anff9aGyMq9Q,247
lm_eval/tasks/benchmarks/multimedqa/README.md,sha256=3i7dHJvrbpWYzjn5W51-sl-FUxQhvM9hsi738TrSQzM,2373
lm_eval/tasks/benchmarks/multimedqa/multimedqa.yaml,sha256=pyejckqmNTePEZU9Ut9hHpd1gkM7-3unsGLsKLyxvi8,592
lm_eval/tasks/bertaqa/README.md,sha256=jx7yUNVBqmtPY3JoPMMxa4Nh9VLmf-FN1kuAds3evhE,2722
lm_eval/tasks/bertaqa/_bertaqa_template,sha256=_-d9raXXq511TtDr6_U9KP6uXGaSoY_h9WERxgFL3nk,304
lm_eval/tasks/bertaqa/bertaqa_en.yaml,sha256=5ovVcVQTjSSrjmYtUEAm8IDwL8RTO9sSMQPDGjaKKSI,174
lm_eval/tasks/bertaqa/bertaqa_en_mt_gemma-7b.yaml,sha256=T5_uktfr7VPmp1nTtXtWEC7HV6QAHVMH_I9L7xI0tio,198
lm_eval/tasks/bertaqa/bertaqa_en_mt_hitz.yaml,sha256=1tnXoNJeHj7X42p3tlkBun64g1RjWLZd0fP_rkxKk1I,190
lm_eval/tasks/bertaqa/bertaqa_en_mt_itzuli.yaml,sha256=Q92e4LENGSwiYbX1gVKvDkG-83e0pB8YZyRbgWuEIIU,194
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-13b-v1.1.yaml,sha256=vsmUuavNv8r9_NgyYBTtumyulibH19u8suME89T-qQM,210
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-13b-v1.yaml,sha256=opoANZTGSUZmt2W0hwsrV10lj5ZAIkzBoBM2Cfy0I_o,206
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-70b-v1.1.yaml,sha256=-mfmmCNQA9P86r8_4kXo3zs1mASMBSisFACTW9-MN0U,210
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-70b-v1.yaml,sha256=Je5pih5rLEXvg7W_Jfwg8BvibmyXBuFRlBSpt1G3Jns,206
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-7b-v1.1.yaml,sha256=HPFk03E-xNYE05cNG9_Cpra8khuTzfDOFwdYA0veq_U,208
lm_eval/tasks/bertaqa/bertaqa_en_mt_latxa-7b-v1.yaml,sha256=xMAZdEx_JkZC_5OqnlQ-h1n_XjyPRvpgnbDR21XZpQU,204
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-13b.yaml,sha256=UWkTbpCB-SX4V5MCcDMQFtHatCIoxwKl4scYaCu7okw,204
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-70b.yaml,sha256=aQzKNJI-Lnx0-TbFNgVzrgvDMdxFgg2fA1Om6fHl8c4,204
lm_eval/tasks/bertaqa/bertaqa_en_mt_llama-2-7b.yaml,sha256=5s9N4y2gobf5T_Wc10j4s9ZbxIacpmfSkV2qhD2FpO0,202
lm_eval/tasks/bertaqa/bertaqa_en_mt_madlad.yaml,sha256=869pdQT5y5PFcmPwADAsh3xxRcD-dBye_fLbaAY-Pkw,194
lm_eval/tasks/bertaqa/bertaqa_en_mt_nllb.yaml,sha256=XbMILc5G1LS0OzQRK1AitP_5VonHuLnwUnfssdTvS-w,190
lm_eval/tasks/bertaqa/bertaqa_eu.yaml,sha256=JEK_L5-M5RU2uD8zd6pVjDl2Z3OlSp-uxQ5WEjZcNl4,176
lm_eval/tasks/bigbench/README.md,sha256=JJcUvxXX4sxN-ruAlZhLOeX4YheSGQ_e7SM41VVMVco,9874
lm_eval/tasks/bigbench/generate_tasks.py,sha256=0M2OnqlxDO7YPHIMYAqJ9osiJZFE-r7dfTB2BbNHmPg,6601
lm_eval/tasks/bigbench/generate_until_template_yaml,sha256=DeXwKCfiMiwULpNpySD6rhDDUyqVtZGPkABHpff_3fY,507
lm_eval/tasks/bigbench/multiple_choice_template_a_yaml,sha256=fx4jH1PSHezp90MaphRGs3BdieDz5W5cLeXZw0uk4sE,502
lm_eval/tasks/bigbench/multiple_choice_template_b_yaml,sha256=Nq_nsPG7pAwWzCgpj0hurx4SvB0jHm-0zREXjBa7iG0,492
lm_eval/tasks/bigbench/push_bigbench_dataset.py,sha256=aEACeC1ySE9-GTRzKm4KK_NBP8_SqvlyVNreXy8q-bA,1036
lm_eval/tasks/bigbench/generate_until/abstract_narrative_understanding.yaml,sha256=0QLUsd46oJza1RWtto1OHpdpxd8r79lLZJ-8eFNw5ZY,185
lm_eval/tasks/bigbench/generate_until/anachronisms.yaml,sha256=T1Fc7bNpFatJyeTOAZ61FOA_vQkkMwPpgFLvEe3tMGE,145
lm_eval/tasks/bigbench/generate_until/analogical_similarity.yaml,sha256=I-HNuu_mTxqRNiAGpiyEpoMbm4ViZJpd8tdPD-fkW5g,163
lm_eval/tasks/bigbench/generate_until/analytic_entailment.yaml,sha256=4IpGceDe68otlD7i617DSBXqhw067Y4AjpYVWYnfURU,159
lm_eval/tasks/bigbench/generate_until/arithmetic.yaml,sha256=--6zcCrvHwjcE1SSujrnoCHDXpTo4c2CT9sosctJ0qY,141
lm_eval/tasks/bigbench/generate_until/ascii_word_recognition.yaml,sha256=QhBAm87LFXXIztQjATqtE1QG2s3JOkADRvbiASZcsOM,165
lm_eval/tasks/bigbench/generate_until/authorship_verification.yaml,sha256=J7qQUerJLmxVwptNTbsFlZrDn3WWjxyA-i6aDY-iQ7I,167
lm_eval/tasks/bigbench/generate_until/auto_categorization.yaml,sha256=ZSVByX3aUgSSa_dUYHfJvm6bX6ID5iFF9pZodjWzudI,159
lm_eval/tasks/bigbench/generate_until/auto_debugging.yaml,sha256=EwWe_JEyKN8cQTnhvMFV2T40Td2Igaq0rWuvm9VFVaU,149
lm_eval/tasks/bigbench/generate_until/bbq_lite_json.yaml,sha256=x7II4n0ImBk4HwpbXn6Dap0no5YBdrizIo3qqeoIstQ,147
lm_eval/tasks/bigbench/generate_until/bridging_anaphora_resolution_barqa.yaml,sha256=QFdj_nZPzivXQ_99MACTqsq_hNqpOXwAv0JBvnKZQZU,189
lm_eval/tasks/bigbench/generate_until/causal_judgment.yaml,sha256=f9fiw28Jp_YEeRgrbmUG8dwtt7l6Up22-1-r-uhDyuY,151
lm_eval/tasks/bigbench/generate_until/cause_and_effect.yaml,sha256=5GlQQ-CAgOwXPypYnjRMpdyZ7fA4a-x6REDBEPpmFGo,153
lm_eval/tasks/bigbench/generate_until/checkmate_in_one.yaml,sha256=eWi6zh5n4gwBcE3J7IMiyNttiy2EYvOTAcMMB3Q33lI,153
lm_eval/tasks/bigbench/generate_until/chess_state_tracking.yaml,sha256=anlmDNc-UuKZhgvd4bGHfnloD0817tEiYWuoMBrstVI,161
lm_eval/tasks/bigbench/generate_until/chinese_remainder_theorem.yaml,sha256=hUIYsvTxDFpXOBBR3rc5ByHjK-kCr0IJuYD4-uCEeqU,171
lm_eval/tasks/bigbench/generate_until/cifar10_classification.yaml,sha256=E96IQAlynQhHjAYzJh3CIy3o1oF5Np0onr3Y0G0dS1Y,165
lm_eval/tasks/bigbench/generate_until/code_line_description.yaml,sha256=EbyOJ6tcfb56fDC7jKERqViylqMzNZReN5N4tFrp054,163
lm_eval/tasks/bigbench/generate_until/codenames.yaml,sha256=RHFfLNH_PvBByvta_z2FSqC0MgA5V7lr6ORRJN5IjO0,139
lm_eval/tasks/bigbench/generate_until/color.yaml,sha256=V66z_3cDIsLWHt7cHqnPGfFFvgVBypj-jqW60l4WGy0,131
lm_eval/tasks/bigbench/generate_until/common_morpheme.yaml,sha256=DMnQE0PnPan9Z10yajvyM6AnDz2SNKrmID06eKfW-aU,151
lm_eval/tasks/bigbench/generate_until/conceptual_combinations.yaml,sha256=wN2KQGaT9pun0hOWwe3jrAkjh2lZScYr2jJtiKfPiCA,167
lm_eval/tasks/bigbench/generate_until/conlang_translation.yaml,sha256=-HU-3JkFMpn4vPatZMO3gA6vAJBfdc5XISmYzTDIuMc,159
lm_eval/tasks/bigbench/generate_until/contextual_parametric_knowledge_conflicts.yaml,sha256=CgIDUv6CCJ07FK6H_ATyzqHq8uy_p4ktGWawP8Bmy64,203
lm_eval/tasks/bigbench/generate_until/crash_blossom.yaml,sha256=_kEHp_E3G1AXRC0UsLL6LLJN0o7OXpaobTZl9idnP9w,147
lm_eval/tasks/bigbench/generate_until/crass_ai.yaml,sha256=Gjf50yyrvFYa2uCcpcu6IJEw4_GpvPtLaIt_dHSgKiw,137
lm_eval/tasks/bigbench/generate_until/cryobiology_spanish.yaml,sha256=tIqxreR7fTTOmPbYthVH-SEuzjgJQhfAdm7wkQx_CPw,159
lm_eval/tasks/bigbench/generate_until/cryptonite.yaml,sha256=5QWZppWvBkcS3wifv3cihe1fCKTZnwVvmtifEkPjgbE,141
lm_eval/tasks/bigbench/generate_until/cs_algorithms.yaml,sha256=Bs4PE7GgZLTX3cPlHHaFqcDmmoEfUOc5V_Gmipya7ls,147
lm_eval/tasks/bigbench/generate_until/dark_humor_detection.yaml,sha256=u98XLx00QqxUlZyScZSaDghGG2XNblgVvQMYLzWW-5I,161
lm_eval/tasks/bigbench/generate_until/date_understanding.yaml,sha256=ikMqfOMsIQ5sMEu5F6jmiPZ1QIk55BMoWgPmlD2YZZc,157
lm_eval/tasks/bigbench/generate_until/disambiguation_qa.yaml,sha256=3AfjnL9sxOL7-mS00bAMCer8ytGaceP-AEVKJ036qCg,155
lm_eval/tasks/bigbench/generate_until/discourse_marker_prediction.yaml,sha256=IDsWjfdbnWGCmPZOPXF1cCqoae05UYLPwO2FJ2SqHVE,175
lm_eval/tasks/bigbench/generate_until/disfl_qa.yaml,sha256=slBKpOw28f7O4FrQjm43gqzcHgOB9-2ysKGTlOXcIt0,137
lm_eval/tasks/bigbench/generate_until/dyck_languages.yaml,sha256=Nf4uiVjkZB78bKbFEbnXRE3-4eTd4oHhWOAQsg4zOsY,149
lm_eval/tasks/bigbench/generate_until/elementary_math_qa.yaml,sha256=cvAGFFzJcYgDKDmdDfWoJxpPfGYcoH5YKM6hJv-504o,157
lm_eval/tasks/bigbench/generate_until/emoji_movie.yaml,sha256=xE60hkJ3GUO1IzxA5kyWTgQGN8MdpsFL6U44ABSzpgQ,143
lm_eval/tasks/bigbench/generate_until/emojis_emotion_prediction.yaml,sha256=XmwhQbFtBGHBvKcFeBNyaVvGZntHdIveeRV_6cdr7Wg,171
lm_eval/tasks/bigbench/generate_until/empirical_judgments.yaml,sha256=kjuLT2A-PhCTmqnBMu0msAkVL09fHHoTpszp-2Rmvxs,159
lm_eval/tasks/bigbench/generate_until/english_proverbs.yaml,sha256=C-ssB8SgXTSpWuxyjMBTQX9mBwKvHNNzO4nYcVauhjc,153
lm_eval/tasks/bigbench/generate_until/english_russian_proverbs.yaml,sha256=jN-poiQ4U4UCdcHf7RMV6hcZBoKFEvuzdkxBUqD4uFY,169
lm_eval/tasks/bigbench/generate_until/entailed_polarity.yaml,sha256=_gaT1mv0iFYNMbZTGfWeifF6TB8KxASgiyEeXY0vrH0,155
lm_eval/tasks/bigbench/generate_until/entailed_polarity_hindi.yaml,sha256=RE9kwhgved0dXeKgFCjeFtETtB9FuTgL94iiNSExJj0,167
lm_eval/tasks/bigbench/generate_until/epistemic_reasoning.yaml,sha256=J-n430fnOd4kw4zRySnYYUG-e7GnxadwVAtqU3S8NRc,159
lm_eval/tasks/bigbench/generate_until/evaluating_information_essentiality.yaml,sha256=6fKxC324hKwqkpV_6MTNNsLicGevovD1iKDflOtOzhM,191
lm_eval/tasks/bigbench/generate_until/fact_checker.yaml,sha256=QZ2tsTKpy93PWKXM-cPAdzSKXsYtspGFyQqQXM8QNSY,145
lm_eval/tasks/bigbench/generate_until/fantasy_reasoning.yaml,sha256=JWzZtrvKJaXfBrC8-B2ClPUze2704DVXUpWioHKCo0M,155
lm_eval/tasks/bigbench/generate_until/few_shot_nlg.yaml,sha256=jGqGMoegdMocHCIyV2HDHm6yrf-7h4N8JnzI028bWmY,145
lm_eval/tasks/bigbench/generate_until/figure_of_speech_detection.yaml,sha256=l3ohFveEUwi8QceVaX1Ubpo0bgaJOJkmN20oFENc4GE,173
lm_eval/tasks/bigbench/generate_until/formal_fallacies_syllogisms_negation.yaml,sha256=VW2iLQzYRtTXjvrCa2Xnz8wlpIyPhUvMfAf_3W_rHZg,193
lm_eval/tasks/bigbench/generate_until/gem.yaml,sha256=ODcWuReD_irTxL7Om0YX1lwUPdgTvS4gfnq64_9RT9M,127
lm_eval/tasks/bigbench/generate_until/gender_inclusive_sentences_german.yaml,sha256=N6yiMVWfYnYWXAku7GSw7PAw20_GJevKEF7Nln9s20o,187
lm_eval/tasks/bigbench/generate_until/general_knowledge.yaml,sha256=0FoVsz9_Whmets9lZh3vpd7TxwclRTFMIT8tpn2iTqk,155
lm_eval/tasks/bigbench/generate_until/geometric_shapes.yaml,sha256=tVKuLRsEGC6QEZINH_MJL9ouuGxYBuBcIoqf8Ry1CB0,153
lm_eval/tasks/bigbench/generate_until/goal_step_wikihow.yaml,sha256=HefVYueV7Ib4olhFiPSnN-4tKk-wm2-TTOJZq13zDiY,155
lm_eval/tasks/bigbench/generate_until/gre_reading_comprehension.yaml,sha256=imJmoGVFj12Yw1LFVNvOwMqmcjvPC0SfBwptLaX_Rj0,171
lm_eval/tasks/bigbench/generate_until/hhh_alignment.yaml,sha256=u9i_BMm0zJiWEkU_IL36D1nf9TLqGXArxICZoMmyn6g,147
lm_eval/tasks/bigbench/generate_until/hindi_question_answering.yaml,sha256=ed9fUg5xV9JFW_pI9slzBepyiTu-v1s5s3zu_M7JlCE,169
lm_eval/tasks/bigbench/generate_until/hindu_knowledge.yaml,sha256=GyJkeBgssT8R04bTdYSQM4oa4v8JWpa2ILwVTvLjOyI,151
lm_eval/tasks/bigbench/generate_until/hinglish_toxicity.yaml,sha256=F4y708uc0l1a5o1M6s_kSCpYNl3ivpwfWAgO7usZ8JQ,155
lm_eval/tasks/bigbench/generate_until/human_organs_senses.yaml,sha256=AeQZPk72WRN9G2pj31CvgKiDEbEjSGMppYhni2Q_sVs,159
lm_eval/tasks/bigbench/generate_until/hyperbaton.yaml,sha256=m_cFalqyG6dq_RoMUzTV9fiTFQQ2BssZfG071Zezlzo,141
lm_eval/tasks/bigbench/generate_until/identify_math_theorems.yaml,sha256=buqbBDN-gZJY8mnG2IRHpUPbEFgz4e2amo_c1uQmIvE,165
lm_eval/tasks/bigbench/generate_until/identify_odd_metaphor.yaml,sha256=EoTWJfETPJQIKFScOELfBno5wGMM0KSRUp5Ck8wDh_A,163
lm_eval/tasks/bigbench/generate_until/implicatures.yaml,sha256=XDY-X3eUplOlnEY2WZis1uGjSU0GLg85c7krqgsGQg4,145
lm_eval/tasks/bigbench/generate_until/implicit_relations.yaml,sha256=AxXDlJDpf_YQKJpvifStiRPiehlDl3L8_bo8i4EtY-c,157
lm_eval/tasks/bigbench/generate_until/intent_recognition.yaml,sha256=QSsKdp83MAfBu2LSLUx2dPt1mENEZ5s4O3to4ntZolM,157
lm_eval/tasks/bigbench/generate_until/international_phonetic_alphabet_nli.yaml,sha256=bPAQzEm6obZvwbxqzZGCDDKYJhasb9Esv6w7FVS5knI,191
lm_eval/tasks/bigbench/generate_until/international_phonetic_alphabet_transliterate.yaml,sha256=ERiqN2vbxFHM3lbUyvWvm46ydMwxU7y1xa4hur8V3B0,211
lm_eval/tasks/bigbench/generate_until/intersect_geometry.yaml,sha256=uq6hHt_p6HnyMFMN7XcS6Uhml-Ndv5a5l9TTaSzL-9Y,157
lm_eval/tasks/bigbench/generate_until/irony_identification.yaml,sha256=3Lg0jMAk1-QXMo08j6T4weLkMU1xihyF94-61Y5cjCI,161
lm_eval/tasks/bigbench/generate_until/kanji_ascii.yaml,sha256=ma-v7NMOLxNkdKYoRvL9OuEblQ7-l2O2O9bjPhIbyGQ,143
lm_eval/tasks/bigbench/generate_until/kannada.yaml,sha256=y3M1MBUaQqV6b3cfumpigEoeq9m7j8qu2wqM8mjzeEE,135
lm_eval/tasks/bigbench/generate_until/key_value_maps.yaml,sha256=YBdKpEXYUdrbg2YxcDpTheRCGtA8QQU_kMEyWfGaR7I,149
lm_eval/tasks/bigbench/generate_until/known_unknowns.yaml,sha256=FSMjIyrW6Zq86r6PjPnC7GY7KnWQQukFsSkNRMXkIAI,149
lm_eval/tasks/bigbench/generate_until/language_games.yaml,sha256=4vOMkyvPfKVTI-qWO_FfHnxH66nTN6qROPS5selFR-0,149
lm_eval/tasks/bigbench/generate_until/language_identification.yaml,sha256=siO1slzacE_Qem-FuA5vwlRqfo_gHZsMCGrIjnA-JlY,167
lm_eval/tasks/bigbench/generate_until/linguistic_mappings.yaml,sha256=9BAFhXST3cS9ktxMTB-qVF7lqN8NNEUN4L4JjhqSH5M,159
lm_eval/tasks/bigbench/generate_until/linguistics_puzzles.yaml,sha256=5KGRhLH_mhvoGwdh_CFQTM5r9dPowCxOHzzzcSAkdh0,159
lm_eval/tasks/bigbench/generate_until/list_functions.yaml,sha256=On2YeI3r2_s9bblbk-AoVp8jZsdmpH7JPTRxzLbLz9k,149
lm_eval/tasks/bigbench/generate_until/logic_grid_puzzle.yaml,sha256=N7JKcaLTcZIxh6efPHG6grF_-Dia9TLDj6AINFyrgas,155
lm_eval/tasks/bigbench/generate_until/logical_args.yaml,sha256=LeMAv4cqQynPdEgMjbX6DLUuHtE5be7VL3_TRgEBxcg,145
lm_eval/tasks/bigbench/generate_until/logical_deduction.yaml,sha256=cMhraRNkbdmCn70YWUI3L5szUSZxF2BZ9dkb08x3otI,155
lm_eval/tasks/bigbench/generate_until/logical_fallacy_detection.yaml,sha256=Plu8NPXtIwicj-ZOR-s-tUp8sQTRUSidXG13wkiybPU,171
lm_eval/tasks/bigbench/generate_until/logical_sequence.yaml,sha256=oiqHok8TaV88QsPEmUtF8J_mx7XBBOO_kEi6MYFETcU,153
lm_eval/tasks/bigbench/generate_until/mathematical_induction.yaml,sha256=AcUk2gvyYMBR2MXIxiswXjcbv4UITm2CU_RboxlfV34,165
lm_eval/tasks/bigbench/generate_until/matrixshapes.yaml,sha256=oPNV1qhlRa0CStZy9CCOEyYPM1Q88mk51aJ8EEY-yeY,145
lm_eval/tasks/bigbench/generate_until/metaphor_boolean.yaml,sha256=4pm8zy5rvB_f8jXoTBBLe_0gimdFwt7zkINpHdMztA0,153
lm_eval/tasks/bigbench/generate_until/metaphor_understanding.yaml,sha256=eTWZ8H4boQ7GHOkRh8JiGNzpqMwV0-jy-pxs3ZEIE6k,165
lm_eval/tasks/bigbench/generate_until/minute_mysteries_qa.yaml,sha256=-106CIqMUWgCr30EoCxvnjL3NnRwgqF4YzkXBjJKm7M,159
lm_eval/tasks/bigbench/generate_until/misconceptions.yaml,sha256=GRaducmwu4DxLeIPTw6fcxOi5aEoNctq09pae_zlmIY,149
lm_eval/tasks/bigbench/generate_until/misconceptions_russian.yaml,sha256=NXz_RMAGdhitHJUrOcyOs3lUJAR3BZczDkNh7wuRbrQ,165
lm_eval/tasks/bigbench/generate_until/mnist_ascii.yaml,sha256=3ft522RKA2O6tkvjKFEUXR_ZeAHZyRmUYAVFacedIYs,143
lm_eval/tasks/bigbench/generate_until/modified_arithmetic.yaml,sha256=tN48_TrYgL6NlmDnAFf4_ynOgjgf59tDjZaFMxiGXhs,159
lm_eval/tasks/bigbench/generate_until/moral_permissibility.yaml,sha256=QWHphy2-qbjA6cVIBkv3jojENR-RtA6dxSFUtTaiMCE,161
lm_eval/tasks/bigbench/generate_until/movie_dialog_same_or_different.yaml,sha256=izDgy0BjGi5gkJdKBFB6MT-vq2x97ktVkQHPYThzXpg,181
lm_eval/tasks/bigbench/generate_until/movie_recommendation.yaml,sha256=Ls68uPStQfEA_cXXoHRltL_of6hPd4LCyz5z2FhAQfo,161
lm_eval/tasks/bigbench/generate_until/mult_data_wrangling.yaml,sha256=tNqxoe0NI87WvxSOPS1JyUr1PCpU-UP-q19tmfeaU9Y,159
lm_eval/tasks/bigbench/generate_until/multiemo.yaml,sha256=ntr6dACBtdAxlsVaCYxQ4ZYEEZ2Q1pf4jF00fiu7HFg,137
lm_eval/tasks/bigbench/generate_until/natural_instructions.yaml,sha256=_W6euf1qNMYGfvy7VFPpSGTllBU3TnvQLEwnIzIjsKs,161
lm_eval/tasks/bigbench/generate_until/navigate.yaml,sha256=SgxFNM3bs3Cbfcw2oE2uBj2vXsc0_NKW-R8n1IPbgMU,137
lm_eval/tasks/bigbench/generate_until/nonsense_words_grammar.yaml,sha256=y7R8xHkK3Fg9Vwbs6MLI7nEk-v_lBkd3Qdpxw1TyKbg,165
lm_eval/tasks/bigbench/generate_until/novel_concepts.yaml,sha256=Uw79SXkiEfDm0za-qLou47Vmp42R5necVDTOmIsNnwk,149
lm_eval/tasks/bigbench/generate_until/object_counting.yaml,sha256=BPtUsBz3xxwrKC38WiDAP0Lz8Boh7rkMC0t4rWobGe0,151
lm_eval/tasks/bigbench/generate_until/odd_one_out.yaml,sha256=0MPa0ZWseDqQZWxIiUVHPLyHaC0CDqDYP5_VJqML9eI,143
lm_eval/tasks/bigbench/generate_until/operators.yaml,sha256=Xq2pA8FZ1d84z69QD0oXGH7hqs4fMLs-lxZpjwACBgY,139
lm_eval/tasks/bigbench/generate_until/paragraph_segmentation.yaml,sha256=UEraXnlx1L9yNh0qQwsz63wJ0AzYlMwJ-m2NjZEning,165
lm_eval/tasks/bigbench/generate_until/parsinlu_qa.yaml,sha256=BzriiMDmkFzK17iZEYiQmsK_QBfuBewrMNg8Jpanuq8,143
lm_eval/tasks/bigbench/generate_until/parsinlu_reading_comprehension.yaml,sha256=HRPXjduxFQ66sJImYH00lc7JCNOYvu1Cp1OVpcHtC9Y,181
lm_eval/tasks/bigbench/generate_until/penguins_in_a_table.yaml,sha256=AK27vKzGHc5dZmI_rUOaMb46gqArR93-qFAeWvc0LSM,159
lm_eval/tasks/bigbench/generate_until/periodic_elements.yaml,sha256=W3ru5pbGYHFh3cXAWta5sqN6tPhrfZTr0hmXoftd0uk,155
lm_eval/tasks/bigbench/generate_until/persian_idioms.yaml,sha256=4NV4ESKoI7a7EwwaMoP00HrhbF2n2fFcJDukwkrDjMc,149
lm_eval/tasks/bigbench/generate_until/phrase_relatedness.yaml,sha256=hEoCjBW50vaQcu1EnVRxmHCglXGOJEQITX7ki8oQemY,157
lm_eval/tasks/bigbench/generate_until/physical_intuition.yaml,sha256=4tnrOLP_uEpDciJaSe3bvAyw9V9BiEXIuNmy3CkGMRA,157
lm_eval/tasks/bigbench/generate_until/physics.yaml,sha256=O1CzYMtf6bKfY8xCh8ozpMiGBeKJR2OoDiKnQvS3xro,135
lm_eval/tasks/bigbench/generate_until/physics_questions.yaml,sha256=Y662E9Oe4bGLueoI3htoqKXQohzO5z1siHfkbkX_crk,155
lm_eval/tasks/bigbench/generate_until/play_dialog_same_or_different.yaml,sha256=b2pdgfqb9rmc6zFhFh4OhofhuITnd-CagxP_62YP7_c,179
lm_eval/tasks/bigbench/generate_until/polish_sequence_labeling.yaml,sha256=6syFTfP371tpGL08rlVUPSTGgRYOVs8H6qR-AWwNl9A,169
lm_eval/tasks/bigbench/generate_until/presuppositions_as_nli.yaml,sha256=F8FjUkXb6KO7faXV_OA96c8C8mehFEGr75jng3A7QRE,165
lm_eval/tasks/bigbench/generate_until/qa_wikidata.yaml,sha256=R9dHCcdvg2TzI2ZIyYMz9Va63qrW0XV-3pqDOzAVMMw,143
lm_eval/tasks/bigbench/generate_until/question_selection.yaml,sha256=yy8sqV94vIr97h-srkXC0UXmrn_hCFwfXzuN24T2I84,157
lm_eval/tasks/bigbench/generate_until/real_or_fake_text.yaml,sha256=BzT3eGjusHCJEkFGUWGKPVHk-Ty-kejnTO09ePPS2-8,155
lm_eval/tasks/bigbench/generate_until/reasoning_about_colored_objects.yaml,sha256=rHAOlsYCbZi_7Q6CsDJfxHxW-cKMYM108TFrRV6ZtFc,183
lm_eval/tasks/bigbench/generate_until/repeat_copy_logic.yaml,sha256=aMUsLN4oxqceJBjL42m22on1_4S6miTq4zNLWCKHJIE,155
lm_eval/tasks/bigbench/generate_until/rephrase.yaml,sha256=o7I78PrOnUIxqFZ_lNt0twELTMrajUAvI1-HvTM0APM,137
lm_eval/tasks/bigbench/generate_until/riddle_sense.yaml,sha256=eas5Zq3tq1xx03Qn8kB9mU1JbfV-KzY0SWnFTeomy8s,145
lm_eval/tasks/bigbench/generate_until/ruin_names.yaml,sha256=CkUBCb63izgA8XIrA6Ipg_JEsTZUhTd2jvokluiT0ug,141
lm_eval/tasks/bigbench/generate_until/salient_translation_error_detection.yaml,sha256=B4ODGvAsPK_yZhh6tdLwahQedWlrI8C747DnsEtMJ7Y,191
lm_eval/tasks/bigbench/generate_until/scientific_press_release.yaml,sha256=nQqzGRcOY_34eihaI54wGGHxbZmjCiLIlhnTy5NDuRo,169
lm_eval/tasks/bigbench/generate_until/semantic_parsing_in_context_sparc.yaml,sha256=IfY2K5ChSu7wJJocrAcFOqZZ6DJ2UbNQaVu1YmguN4k,187
lm_eval/tasks/bigbench/generate_until/semantic_parsing_spider.yaml,sha256=9NQEKZEqKQIxzTB9yrVOL_n9gdzGCTEh_SM_8d54nxc,167
lm_eval/tasks/bigbench/generate_until/sentence_ambiguity.yaml,sha256=UL89kpxCyDcc80GAvgeyrNSxb7up-Zg2r9vY-DIPOS8,157
lm_eval/tasks/bigbench/generate_until/similarities_abstraction.yaml,sha256=TJ56BdnL4GqshtCAGMFhnAyoJLakYJjHEg8IjpjUbE4,169
lm_eval/tasks/bigbench/generate_until/simp_turing_concept.yaml,sha256=VLUMGNwUn7UBmukWVTvm5FpnWwsgI05Sea-mycDxWeY,159
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json.yaml,sha256=K-mgxW5WEvkTiuPSRLyrOYrQxNsNOKOCxy903yRsAHE,165
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json_multiple_choice.yaml,sha256=E4ScDHW9xrHYoxX6tHpd9F5TelLTfF1FEkWKjiDrAow,197
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_json_subtasks.yaml,sha256=zrb7SPKYenklYrv5iYEJlhbmoj4hlTsO5LOYzEUaO9g,183
lm_eval/tasks/bigbench/generate_until/simple_arithmetic_multiple_targets_json.yaml,sha256=hj5tcAejMWEqUpKb92vrxZdc3DmgQiV4wTGUxS0Ah_A,199
lm_eval/tasks/bigbench/generate_until/simple_ethical_questions.yaml,sha256=W3Q1UG0OZafvdloI4_6KrKUqBWySFjB86ip0wzq1qCY,169
lm_eval/tasks/bigbench/generate_until/simple_text_editing.yaml,sha256=9tauwNsCUcTjnjjmB7Ci1ffGJfT6kytRqruJQr9OsfI,159
lm_eval/tasks/bigbench/generate_until/snarks.yaml,sha256=-xI33E-A5p91T-56El3AIwWq8BUaCMvea32zq0VzeS4,133
lm_eval/tasks/bigbench/generate_until/social_iqa.yaml,sha256=m5y4-e6B9_hsHpO4N1xORqWMGNW26zqG4amCwQViMxs,141
lm_eval/tasks/bigbench/generate_until/social_support.yaml,sha256=Rw5LSAeaKSqM4P-Bw7TFuyrH2LQHr4eHJU7iF46_HAY,149
lm_eval/tasks/bigbench/generate_until/sports_understanding.yaml,sha256=THgiCQZQ7uXebiKfUfxMeoRn-wHj9YlbEDzEbUYPFks,161
lm_eval/tasks/bigbench/generate_until/strange_stories.yaml,sha256=jmSfVWMoIj3671y9thmnqV8CRip8gEzxon2NPQy6EVg,151
lm_eval/tasks/bigbench/generate_until/strategyqa.yaml,sha256=pvrWXwq87EQTrLZFlvrZwaUvL5S5fGic7ygFJRXH5cM,141
lm_eval/tasks/bigbench/generate_until/sufficient_information.yaml,sha256=y7jEwlu2P7qgTjNiTJZ9H0jJQjnirAIlZTWVB_n5umg,165
lm_eval/tasks/bigbench/generate_until/suicide_risk.yaml,sha256=tVTkOx8x631h4azG5yEH6k_tx8PINMgp5gJEAJNnsyY,145
lm_eval/tasks/bigbench/generate_until/swahili_english_proverbs.yaml,sha256=p2-DYr3WcFI8WSzoh_6ztyYXPZwK15f1d-XXld6xDsQ,169
lm_eval/tasks/bigbench/generate_until/swedish_to_german_proverbs.yaml,sha256=wR1R1kRuLai6rrIkL_X2qnjFecZpiBqSpE2Sl6_D5wE,173
lm_eval/tasks/bigbench/generate_until/symbol_interpretation.yaml,sha256=4Eg8-UYe6AvRZVvoyw4pWg3G8SLvotH6Y-fy7t-hI5A,163
lm_eval/tasks/bigbench/generate_until/temporal_sequences.yaml,sha256=gJ5NyIda1KbTaZ4DsUKm_TwZDervdNq_rThpzo5lPbo,157
lm_eval/tasks/bigbench/generate_until/tense.yaml,sha256=eorYGhfu6AXOFeGLs2iMWVpoPYm_dyV4slefRIdJ0Zc,131
lm_eval/tasks/bigbench/generate_until/timedial.yaml,sha256=Sp9BMfBIs4Bob-XdxDhqKdL_QVcHDsdj05hyeGp3pBs,137
lm_eval/tasks/bigbench/generate_until/topical_chat.yaml,sha256=rcjpxp2ukXzx8nTEcQr4oYEo7TjiFGnHeYZU5oM12ZQ,145
lm_eval/tasks/bigbench/generate_until/tracking_shuffled_objects.yaml,sha256=SCfecVUi2EGMRzune6kpya491RDXoyct3cbtc7A3C-A,171
lm_eval/tasks/bigbench/generate_until/understanding_fables.yaml,sha256=vH8I0hlKQ5P8cOGUeI91NClne9qMSUTv7vT0wHK0Z88,161
lm_eval/tasks/bigbench/generate_until/undo_permutation.yaml,sha256=9BHOlfV8xa5kjVW-uM635tkxDlTTuVFfwn5sw1XX8b4,153
lm_eval/tasks/bigbench/generate_until/unit_conversion.yaml,sha256=wtTHImrbhNRkSHyF-5hQUvBE0Pdn574G5TIdom-VmfA,151
lm_eval/tasks/bigbench/generate_until/unit_interpretation.yaml,sha256=9AHsHkx1dwuL2gfbLq8mduuitpKJgpD38xyWNTpfxPQ,159
lm_eval/tasks/bigbench/generate_until/unnatural_in_context_learning.yaml,sha256=QDLLkgEaTMOQ67huKiLaC1puqfxBcd-W-5U1iIg0aOw,179
lm_eval/tasks/bigbench/generate_until/vitaminc_fact_verification.yaml,sha256=UdngQIP7djwfw3Yr1n8OTDv5c5wa9vLKuuJXm_62Q2c,173
lm_eval/tasks/bigbench/generate_until/what_is_the_tao.yaml,sha256=X2ONz9UFxL975TIiCk-L7C5wDRI3TUxN3LCVzCIBswo,151
lm_eval/tasks/bigbench/generate_until/which_wiki_edit.yaml,sha256=11AwFg-8uyzYs01JdsTlD-76YJTy8QQElnBYtWTxZb0,151
lm_eval/tasks/bigbench/generate_until/winowhy.yaml,sha256=339YOg_p3fq0a8-5mBkuruJintiUmhe4VzuC4JATV7Y,135
lm_eval/tasks/bigbench/generate_until/word_sorting.yaml,sha256=sw0cqkQkb4K6yuQpa1HTDRPi36uQKfuJDnpTlHvTspM,145
lm_eval/tasks/bigbench/generate_until/word_unscrambling.yaml,sha256=vLuTPnG1BzEJcMQwQF37FNPPcFgw9E73tY6i2Y5ABps,155
lm_eval/tasks/bigbench/multiple_choice/abstract_narrative_understanding.yaml,sha256=GbWoys4Nb9-lTkVo2MmGEpfWv-Cniv3Fuo-Lq4VS5lc,189
lm_eval/tasks/bigbench/multiple_choice/anachronisms.yaml,sha256=aDWR9aUU1XPNhuS3ewel2j-LN74e7t2MCdx6s9ITgdk,149
lm_eval/tasks/bigbench/multiple_choice/analogical_similarity.yaml,sha256=7J1DpFq8ByXEtr4bUFoibxDzGPKXhhjnxIOsOMpPfz4,167
lm_eval/tasks/bigbench/multiple_choice/analytic_entailment.yaml,sha256=0iQIdl01itXpSwQcf6GugclaEtnyqitxGKmAJahlxFU,163
lm_eval/tasks/bigbench/multiple_choice/arithmetic.yaml,sha256=Pfubn99mZg4lVr4ShO-_AgmGvnGfZHypPvtWxvP355U,145
lm_eval/tasks/bigbench/multiple_choice/authorship_verification.yaml,sha256=RVJwjotftrsuEWsEJRuOF3-N5nHEkwboXvskWkUqGjQ,171
lm_eval/tasks/bigbench/multiple_choice/bbq_lite_json.yaml,sha256=5k2OquZdohwe3rMQ_DHuXMuRW5ZJK_WZA5kcPh8Nalk,151
lm_eval/tasks/bigbench/multiple_choice/causal_judgment.yaml,sha256=E769ZddbWG1b_BesLiErN9TXcWNsPlR1GMmxV5bxdqE,155
lm_eval/tasks/bigbench/multiple_choice/cause_and_effect.yaml,sha256=TvocRRZ5j6pE1O-2fXlWsjYJSZUEl7sDLYbqPUKRnX0,157
lm_eval/tasks/bigbench/multiple_choice/checkmate_in_one.yaml,sha256=cjo9vBe7YUlU1kixQ0ZpBUbD7op4NTGM9tv1DoJy09c,157
lm_eval/tasks/bigbench/multiple_choice/cifar10_classification.yaml,sha256=VHukhTqsWoooC0FcB-npPzCz_kdilIxI0ktyRGKFuYs,169
lm_eval/tasks/bigbench/multiple_choice/code_line_description.yaml,sha256=k0niJXJ49fXOP2oTZ1Z4Se-Rxhbp0V9Ila-6A2nZkPk,167
lm_eval/tasks/bigbench/multiple_choice/color.yaml,sha256=uaPxMR1vjTgNx-uK4EAMRLxv_YnuaRw1LINaUiOCuW0,135
lm_eval/tasks/bigbench/multiple_choice/common_morpheme.yaml,sha256=7seTUoP9qb61SCPPThnmCTj3Q3ztCS3bVh4hx0AxVFE,155
lm_eval/tasks/bigbench/multiple_choice/conceptual_combinations.yaml,sha256=pHctDaX6EriDGL6IFQwBBKSaVXiKl7VTvN1-WpapTFw,171
lm_eval/tasks/bigbench/multiple_choice/contextual_parametric_knowledge_conflicts.yaml,sha256=k4GVuY_jQvkd2eJvf075-zykCO7TdJwFHsmaKulox3I,207
lm_eval/tasks/bigbench/multiple_choice/crash_blossom.yaml,sha256=YIoIiaSVh4LHZAVTEd_V3fEqIhHxdrnRMwQXBS6TcZs,151
lm_eval/tasks/bigbench/multiple_choice/crass_ai.yaml,sha256=R8nbnZowz_6WfSw_fqvypDNHkOaXl4XSEtednLoVDF8,141
lm_eval/tasks/bigbench/multiple_choice/cryobiology_spanish.yaml,sha256=RZNeS5kIipm5n_JbzVT87kqEEbeC6rm11V37e1-ob14,163
lm_eval/tasks/bigbench/multiple_choice/cs_algorithms.yaml,sha256=BBynDo7oXH1kXaoKUiYE7KwvS3ISXdQOfO0_o21hxHQ,151
lm_eval/tasks/bigbench/multiple_choice/dark_humor_detection.yaml,sha256=Yi3b1K55_1HxnY7RAxQUoAbCKQplC_tBDOsvcg4JEW0,165
lm_eval/tasks/bigbench/multiple_choice/date_understanding.yaml,sha256=jJYp6Biqtlvnxqf1ixGKpUljJze_E_0MIWJmc0_cPGY,161
lm_eval/tasks/bigbench/multiple_choice/disambiguation_qa.yaml,sha256=41Lz7BaxA90r-ILVrkRsHeMjI1m1lM8mVwAF4apN6QY,159
lm_eval/tasks/bigbench/multiple_choice/discourse_marker_prediction.yaml,sha256=gCZwmEB69dByS5r42WByeMA0kvhUZewH7whlFPXfS7c,179
lm_eval/tasks/bigbench/multiple_choice/dyck_languages.yaml,sha256=4chstT-Qnj0NFmJM-NGZCZGyEhsg1-au6zMelmJI7Pk,153
lm_eval/tasks/bigbench/multiple_choice/elementary_math_qa.yaml,sha256=Gf1Qk7xrcmjfvYUAMfwUuv21RWjAGSDAEojzMxPZFbM,161
lm_eval/tasks/bigbench/multiple_choice/emoji_movie.yaml,sha256=69w8NPHncxilFkUHbNFu4g4EfoloJZ736WcEzDeb7FI,147
lm_eval/tasks/bigbench/multiple_choice/emojis_emotion_prediction.yaml,sha256=OhMJNtxDwD85htcNj3T3nQkImieZCEPBj2t85u2qsnc,175
lm_eval/tasks/bigbench/multiple_choice/empirical_judgments.yaml,sha256=tMXnBIyuGkibQFke3SVxDh0GOK2-mx2p0PHJkXeMlOA,163
lm_eval/tasks/bigbench/multiple_choice/english_proverbs.yaml,sha256=LypO3KiKnrH0GdswTZgD5H6MmXuUlh4NaIRIILxg7j8,157
lm_eval/tasks/bigbench/multiple_choice/english_russian_proverbs.yaml,sha256=89Q9gmY-Wl4CU6UE0itHFKFntSgJrI-UNFEU_XGUyvg,173
lm_eval/tasks/bigbench/multiple_choice/entailed_polarity.yaml,sha256=I_oaviLFBh21plU4NdoY3ypjYMpsGLs7nZx4Jmd2Pl0,159
lm_eval/tasks/bigbench/multiple_choice/entailed_polarity_hindi.yaml,sha256=FPVmAq0dw1vXGAS-0MCeNjl5XM21U_S0aphlS3qcc5k,171
lm_eval/tasks/bigbench/multiple_choice/epistemic_reasoning.yaml,sha256=12JJruVXXrXUVWsTcC3QpgXQEVMaPX1hAGkSHQhOUCA,163
lm_eval/tasks/bigbench/multiple_choice/evaluating_information_essentiality.yaml,sha256=FVcE9A1kG1UnviPNkCdyjMoO-_WFFZciV2nT7NUl7bQ,195
lm_eval/tasks/bigbench/multiple_choice/fact_checker.yaml,sha256=FZiXcM1Pn-waKZGLy0d3VFH36fMh_CWcOcxt2QNjdE4,149
lm_eval/tasks/bigbench/multiple_choice/fantasy_reasoning.yaml,sha256=7PABPKwXgz6d3hv6EbuaZfwW1C2rhWE2A1KiQlPW0u8,159
lm_eval/tasks/bigbench/multiple_choice/figure_of_speech_detection.yaml,sha256=r3QTqGg05wBCCSPIMfku4gmcdsPgLeOap8l7XQIfVVA,177
lm_eval/tasks/bigbench/multiple_choice/formal_fallacies_syllogisms_negation.yaml,sha256=q-z3RX51L9AT5qgEvetnjQT0p97Fa6RYVKdNZdthcoQ,197
lm_eval/tasks/bigbench/multiple_choice/general_knowledge.yaml,sha256=_VuOwL6mT231xGXpNKNMNwzuh4pli9_UuHWhghU2DBw,159
lm_eval/tasks/bigbench/multiple_choice/geometric_shapes.yaml,sha256=33O68T6RWFs5iluTkWzDvhgOlxtzXDoputrwWB03V04,157
lm_eval/tasks/bigbench/multiple_choice/goal_step_wikihow.yaml,sha256=U_OAbcWC7KYdAP9zU03cBnAKDxmNUFcpVGaDhqndI3U,159
lm_eval/tasks/bigbench/multiple_choice/gre_reading_comprehension.yaml,sha256=uDBqYpfWFQkP6rfivXD5S_8Ndr2Go4t3X6MQm-UTOqA,175
lm_eval/tasks/bigbench/multiple_choice/hhh_alignment.yaml,sha256=axCB2ex3xOKldISTngtUl8sUMIrFONVrO2zU6b6pMw4,151
lm_eval/tasks/bigbench/multiple_choice/hindu_knowledge.yaml,sha256=sQoPFKjUqCOhcRwThYmJaP6OHzdvkgN5PKrbunotERo,155
lm_eval/tasks/bigbench/multiple_choice/hinglish_toxicity.yaml,sha256=XyyILnt5aZMc8agIinPMFKbaf07kzK43wUjP1HR3rJk,159
lm_eval/tasks/bigbench/multiple_choice/human_organs_senses.yaml,sha256=mBbbUIxW00gfX9e3iyZa1zKaLuZnJ75VfB0EXd_qkD0,163
lm_eval/tasks/bigbench/multiple_choice/hyperbaton.yaml,sha256=Ekg1xhqzSYyI6SKLUd9coRoDpmmn6kDsdzNhdZjguXM,145
lm_eval/tasks/bigbench/multiple_choice/identify_math_theorems.yaml,sha256=pKWCeW9I64elldnKfVf8-LigOkWYG7rndbL_cR10e9g,169
lm_eval/tasks/bigbench/multiple_choice/identify_odd_metaphor.yaml,sha256=pkjJC7t-H9EKjPqop_qHgKZKNfWfenWzgO0aXTv6iCo,167
lm_eval/tasks/bigbench/multiple_choice/implicatures.yaml,sha256=QGum6xFZqOoKaJJpjLSpV68R49Qtv30V5NzGBcm7vN8,149
lm_eval/tasks/bigbench/multiple_choice/implicit_relations.yaml,sha256=bcyqXh-BMpGdVWARifLTUWG6nRJuZqHvnYKik10RgF8,161
lm_eval/tasks/bigbench/multiple_choice/intent_recognition.yaml,sha256=un8vQLD_a8NjIRLxPbSDgQb8P12ixmAtSriP5pFqFvc,161
lm_eval/tasks/bigbench/multiple_choice/international_phonetic_alphabet_nli.yaml,sha256=5oMJjog1fAfiLH-6wzaM4olFvoAKJdaZLRghjMRNNfo,195
lm_eval/tasks/bigbench/multiple_choice/intersect_geometry.yaml,sha256=YOt5W6V0sQ2etx_6hLDTSWZOpcmW_UT41edhYpnuEvs,161
lm_eval/tasks/bigbench/multiple_choice/irony_identification.yaml,sha256=Epzbq4CqP20EnkRcBV3fy_1Qk88w-OpQrvJtL4648-o,165
lm_eval/tasks/bigbench/multiple_choice/kanji_ascii.yaml,sha256=niz1QADnA_MUzTm_r-51t3Aw-B2ku5ltc4XjKWXLQhc,147
lm_eval/tasks/bigbench/multiple_choice/kannada.yaml,sha256=BUdQvcE8AfDS-HRcHgvEgxYy1kaMqIwLcGVoSSMAixY,139
lm_eval/tasks/bigbench/multiple_choice/key_value_maps.yaml,sha256=5If_vlfyQtZFOcVgogsi3JdzhpHiyct8VpqTmsIb7tc,153
lm_eval/tasks/bigbench/multiple_choice/known_unknowns.yaml,sha256=kDzoVZPEmoTBMkeRWJN61S7WsEW4x0ejEkbx0kQAiNA,153
lm_eval/tasks/bigbench/multiple_choice/language_identification.yaml,sha256=sv0sm3UvWPHD--ZJ0QOf_l04SxqtzM4fvHxWXY5DNJI,171
lm_eval/tasks/bigbench/multiple_choice/logic_grid_puzzle.yaml,sha256=xKN5HkeJ1KROBQsbSh6Pftm5DOzCR728NaQoG6RmIaA,159
lm_eval/tasks/bigbench/multiple_choice/logical_args.yaml,sha256=qMk9nXCWFWepoPhZqvV0iRZeqguUDI8EZfW1XH1fONA,149
lm_eval/tasks/bigbench/multiple_choice/logical_deduction.yaml,sha256=3rCshOZGCxRZY83hZklvbuskkXo5YfVHWIqP4gNqnkg,159
lm_eval/tasks/bigbench/multiple_choice/logical_fallacy_detection.yaml,sha256=TzN6POM6eZ9d2VAU8NnxHEjl0I0WBQONmzEvu80uaec,175
lm_eval/tasks/bigbench/multiple_choice/logical_sequence.yaml,sha256=WOVhN1BGC8WmyVJtLbHSItKgi5glCMI-EKmdFtWc8uU,157
lm_eval/tasks/bigbench/multiple_choice/mathematical_induction.yaml,sha256=vBS51nTZTfhhM68bOO9l9BZNzkzZGtyEcAGyahhd7OE,169
lm_eval/tasks/bigbench/multiple_choice/metaphor_boolean.yaml,sha256=a63v3g0koxQbGrUKcyGP6WKCpTRymAsdEQjGqXTFQTs,157
lm_eval/tasks/bigbench/multiple_choice/metaphor_understanding.yaml,sha256=06LYHHIQ4msQAjThL78DUGx2WdCsM9OlcITv0q85hfA,169
lm_eval/tasks/bigbench/multiple_choice/misconceptions.yaml,sha256=k9x4x7ISBFudezJgEoDluB_EexiSrj0gJQgdLYiZjBo,153
lm_eval/tasks/bigbench/multiple_choice/misconceptions_russian.yaml,sha256=GfTcUES9XyJf9eV-HqYhnakcTj5WaoYardc2yy8wxhc,169
lm_eval/tasks/bigbench/multiple_choice/mnist_ascii.yaml,sha256=srummF5OLDGd0dIHC0uVYjxKl7A7MYs4wtqUWJJqTF8,147
lm_eval/tasks/bigbench/multiple_choice/moral_permissibility.yaml,sha256=SJR3GaKFjYknFbvDhJgTx6-_9Cel7MsmdIJK12cpUtQ,165
lm_eval/tasks/bigbench/multiple_choice/movie_dialog_same_or_different.yaml,sha256=-UsWam73PBWr4dBMo5mHswK5D3v6QHJbfq7J4TogWic,185
lm_eval/tasks/bigbench/multiple_choice/movie_recommendation.yaml,sha256=9y799gCl_kqamLRsEeU1V60BgmtTluEgiHvjYgRLiS0,165
lm_eval/tasks/bigbench/multiple_choice/multiemo.yaml,sha256=50ToH0cH3FmihZr0hbtWS28vSftso1FzMejOWLjryII,141
lm_eval/tasks/bigbench/multiple_choice/navigate.yaml,sha256=nA9qVLyKDFWeCuNssKAT3bTB6YlgydNlJb3AJsb3zX8,141
lm_eval/tasks/bigbench/multiple_choice/nonsense_words_grammar.yaml,sha256=rzuG197pg4NIi22_qovwyi0PhET8QCcOlkIbYJzZHr0,169
lm_eval/tasks/bigbench/multiple_choice/novel_concepts.yaml,sha256=k9jm7NrQaAc-Mx9ZASfT-ks9J-_ktxT1eHsKUcPVhHw,153
lm_eval/tasks/bigbench/multiple_choice/odd_one_out.yaml,sha256=osrWc0Fhv492hDmIGzojN3VkIu_NTVbKDttKlUThgMI,147
lm_eval/tasks/bigbench/multiple_choice/parsinlu_qa.yaml,sha256=_Hkgaaj7k3w3AY1VhkH8KrVBmk7FRpiBbaMsYzW8SEI,147
lm_eval/tasks/bigbench/multiple_choice/penguins_in_a_table.yaml,sha256=12K-HMVJoXPX1nVfbNEnc1jBT8-suh0wBTpy7v0u24c,163
lm_eval/tasks/bigbench/multiple_choice/periodic_elements.yaml,sha256=O_CiUAKOPQYJEYGWTwx73wSc6cUfpAJggu9SVzEOaqA,159
lm_eval/tasks/bigbench/multiple_choice/persian_idioms.yaml,sha256=vMYpCIdlVUAs2OYXD3C_lvGLv7HAPqVScjqbo6gCK_o,153
lm_eval/tasks/bigbench/multiple_choice/phrase_relatedness.yaml,sha256=EiAzIHG5QzcN-RjyvsR8NVbtcVzAR6bHsiTV0dp93_c,161
lm_eval/tasks/bigbench/multiple_choice/physical_intuition.yaml,sha256=w43rI0tv8GOf4xZumbbrC0QeLkd1OJEk4iLJaNR7Ftw,161
lm_eval/tasks/bigbench/multiple_choice/physics.yaml,sha256=tdxLvphARgS36IVyqQifg57p55kyfxyVnraPsqRlxlY,139
lm_eval/tasks/bigbench/multiple_choice/play_dialog_same_or_different.yaml,sha256=_cI3rOrVBJ8_a5F8S4DYG_rX5iTy2ILlj1z_ZlOjKKA,183
lm_eval/tasks/bigbench/multiple_choice/presuppositions_as_nli.yaml,sha256=7nbfQdoG_sOo3Y7KXPzKW_-k-N5NvlkUwyH0Tti9ums,169
lm_eval/tasks/bigbench/multiple_choice/question_selection.yaml,sha256=7uy1p6pGoJ2VMZNtUZoBZQj5i-cjUdt_tjV7pKecY8o,161
lm_eval/tasks/bigbench/multiple_choice/real_or_fake_text.yaml,sha256=hCFZz0ut9_454J9UGZ7vBcFkE-IZuKwRzUEAKYH3c6w,159
lm_eval/tasks/bigbench/multiple_choice/reasoning_about_colored_objects.yaml,sha256=f-gtxeylxsxmxUNXmoE0SYMN5-xuH6-qfySarn4apJU,187
lm_eval/tasks/bigbench/multiple_choice/riddle_sense.yaml,sha256=vxJKcuhK9gse32yP8-gaKfUHfn8szz0hRxU7esvRcxs,149
lm_eval/tasks/bigbench/multiple_choice/ruin_names.yaml,sha256=N6dklk_cCVqsASGzjO2HhzrqBzsrsxRINerlk7KHCTU,145
lm_eval/tasks/bigbench/multiple_choice/salient_translation_error_detection.yaml,sha256=QkQyz5WWgkU3EWiiVvKreewUPR5mXxQSHf7xoyYMUU0,195
lm_eval/tasks/bigbench/multiple_choice/sentence_ambiguity.yaml,sha256=RWCNN4dwxCz6X5dBcKpQETNVQlcfO-XNtZL8stt3hN0,161
lm_eval/tasks/bigbench/multiple_choice/similarities_abstraction.yaml,sha256=S4Pmndu0Q2zCBEH70IoDP9T0A0tTHsWJ1F07WZMPpoY,173
lm_eval/tasks/bigbench/multiple_choice/simple_ethical_questions.yaml,sha256=U9k4XGobYV7-KteiVJLH1ilZvlDCReKrPECxi4Y1u_g,173
lm_eval/tasks/bigbench/multiple_choice/snarks.yaml,sha256=7OYWAN0WunWsdt1Im6AVhXmmmrHDrJgxLWqrV0nzWKo,137
lm_eval/tasks/bigbench/multiple_choice/social_iqa.yaml,sha256=kNsXY4lFrIcwEVzY6RMJHDF5ybSvZUIFOllMtJnANSE,145
lm_eval/tasks/bigbench/multiple_choice/social_support.yaml,sha256=_YWEojKp0kpKiXEoJXBnkFdzqNxYIzU_OO8fet3F9_w,153
lm_eval/tasks/bigbench/multiple_choice/sports_understanding.yaml,sha256=gr-jDZBR4oVpHJWEM_zQJntIrXBrQEuCseJnaEn-rIY,165
lm_eval/tasks/bigbench/multiple_choice/strange_stories.yaml,sha256=17ibBUzKxWUJruqbKpMOObd72xRDm8ewONoZ2WBIplg,155
lm_eval/tasks/bigbench/multiple_choice/strategyqa.yaml,sha256=YRY7RZokNrof4uaqKv_aGHYmkqAWPfhrYmOivsBHmJM,145
lm_eval/tasks/bigbench/multiple_choice/suicide_risk.yaml,sha256=1HEnEPHq9IcNgXOpwCRQHyDqBcyJ627TKePp8SNnq1Q,149
lm_eval/tasks/bigbench/multiple_choice/swahili_english_proverbs.yaml,sha256=xk58fbY262s0-5nIPnDyjwBCYTQTGiv153jI5i22Iu8,173
lm_eval/tasks/bigbench/multiple_choice/swedish_to_german_proverbs.yaml,sha256=YzMOOHCJGTPOHRZRJ8kx41pGH99PkXGSljLyBILe8S0,177
lm_eval/tasks/bigbench/multiple_choice/symbol_interpretation.yaml,sha256=3HFou0elOwgVSOhLeqn7U3KWNaRAOz64FzczxDTgGEc,167
lm_eval/tasks/bigbench/multiple_choice/temporal_sequences.yaml,sha256=NYD1gfeO3MArk5BQqTbW9uuvQCRRf4t68ZPrkNoeLI4,161
lm_eval/tasks/bigbench/multiple_choice/timedial.yaml,sha256=Xt2m_NYEH_WPscR0Xl6hMG8zXzkjbsCXQOHnC7V4-UU,141
lm_eval/tasks/bigbench/multiple_choice/tracking_shuffled_objects.yaml,sha256=HDFlw_swXyc5xcMXk_t6LrBxOEFtw6lKZg728K0FWxc,175
lm_eval/tasks/bigbench/multiple_choice/understanding_fables.yaml,sha256=K8VlZrvMHPPItmoRg_jHDSpU9rjn6KssSogMvGzOa-o,165
lm_eval/tasks/bigbench/multiple_choice/undo_permutation.yaml,sha256=fT1BZiis9nb3MWfq6-dwL_uH1JUWPIL5lNtjP7Jugqg,157
lm_eval/tasks/bigbench/multiple_choice/unit_conversion.yaml,sha256=G3SfWayMJaPhnPHqs321podd7PCvOiD2DHN4SSyGB-Q,155
lm_eval/tasks/bigbench/multiple_choice/unit_interpretation.yaml,sha256=YvgQpmd3xysm1jT6L6Z5N3112-rOUBgvPtAsBVjoP9M,163
lm_eval/tasks/bigbench/multiple_choice/vitaminc_fact_verification.yaml,sha256=EddfpaELyTOg08nFs588kA8_bb-cBNG1Ri79yikT6Qs,177
lm_eval/tasks/bigbench/multiple_choice/what_is_the_tao.yaml,sha256=WiBdWdOJGUpope3zL105XODUL7jLWBmQn1XSL_3BMeQ,155
lm_eval/tasks/bigbench/multiple_choice/which_wiki_edit.yaml,sha256=JDis-pbaG_s_tNkIzVaA_vnOoAMyM4-hXU5gB36mZ48,155
lm_eval/tasks/bigbench/multiple_choice/winowhy.yaml,sha256=YFSzF8hN6bcQfrqslKTIxYLCE3p2Y_pZVxPPObc5Qsg,139
lm_eval/tasks/blimp/README.md,sha256=DWssG7sScoVaJep8XMGuh7q4ypM9m0evl9YzvnxgFeA,2920
lm_eval/tasks/blimp/_blimp.yaml,sha256=lnNJpENUDYG_cOc-5ASdLrcPHkgStoQ4T3lt5r1Lom8,2764
lm_eval/tasks/blimp/_template_yaml,sha256=yPHs1jiw1NniA5gUAFmiHXKBjz8u-qQzLl8EMks0ac8,369
lm_eval/tasks/blimp/adjunct_island.yaml,sha256=-9lX4hPdterByJxKE5g0rKbduMM19WgtEMvblkzv68s,104
lm_eval/tasks/blimp/anaphor_gender_agreement.yaml,sha256=YvC5NfoTfaIQ8YEYSXDsj3nUph38cVyV6V6j8zDmmrM,124
lm_eval/tasks/blimp/anaphor_number_agreement.yaml,sha256=QZLYkO_7cmUYG0wJFBbXvoDAdgzEouIlWaw3WIlp85o,124
lm_eval/tasks/blimp/animate_subject_passive.yaml,sha256=znBh6LPx2JsVMfGJro-hfKDSwKb6UEPuv0SJ7bxjAF0,122
lm_eval/tasks/blimp/animate_subject_trans.yaml,sha256=NA59OdcPs1vcNK37AObFpIRusV4bXJAZWwgptFKWlxs,118
lm_eval/tasks/blimp/causative.yaml,sha256=iOyrzoGsOaU7L1mRctjhuFVgxFma_Z8FIDana6GRP-U,94
lm_eval/tasks/blimp/complex_NP_island.yaml,sha256=IJZMuZgeeJhBdE5fRK9JLkHv4-EFjRGIdZzOMlh6acE,110
lm_eval/tasks/blimp/coordinate_structure_constraint_complex_left_branch.yaml,sha256=3KHjSpHUgOlMknw6yyeuFcmq7Tr5Aj0BWhABRqBAXKI,178
lm_eval/tasks/blimp/coordinate_structure_constraint_object_extraction.yaml,sha256=1utajR5vsWlwfMlxnAIh6g_ZWMerLWplnVa_91ZOOt8,174
lm_eval/tasks/blimp/determiner_noun_agreement_1.yaml,sha256=Xozzid4qpRC2c2Y0G2CzQA4MwtC6lmAxWYzolnV1vyg,130
lm_eval/tasks/blimp/determiner_noun_agreement_2.yaml,sha256=h3l_Nur4ofxlOCEKG74Ped29pgKrKGJ2EU06CR-W_ko,130
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_1.yaml,sha256=SaT-zTh8rDVb0lpIxKqDsvBaKGGtR2UtyzqE0n-ixuE,150
lm_eval/tasks/blimp/determiner_noun_agreement_irregular_2.yaml,sha256=mkorgBYuduNOB-gTdMlNFAxV6N7dC7mjdtL3jcpaWmE,150
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_2.yaml,sha256=RyuzjODaFGx-tpB4qsFUCp6LKxq23TQVpePCW8Qffys,148
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_1.yaml,sha256=yhSMa2TUnNbcDabHYtIPdgbU34sbFrEW2_WxDXzzrcc,168
lm_eval/tasks/blimp/determiner_noun_agreement_with_adj_irregular_2.yaml,sha256=dmUQWIxZnSKEGJgBxBMancfBTAjhp-5Fn6IiL3w1ci4,168
lm_eval/tasks/blimp/determiner_noun_agreement_with_adjective_1.yaml,sha256=qO4si9QBuAvM1y0yGP9ZZo1YiQlBZljl2n8zKFh9VDE,160
lm_eval/tasks/blimp/distractor_agreement_relational_noun.yaml,sha256=ZXy-qJ5fkMeqctJDqo2hJfsM-8usA9bneX7VWAvR1Ak,148
lm_eval/tasks/blimp/distractor_agreement_relative_clause.yaml,sha256=aylJHRj3J50lqloD6TtbRWgTC8sMek7PlolhlQ2_wTs,148
lm_eval/tasks/blimp/drop_argument.yaml,sha256=piUDj4gM9_dlopsxQB47CYpaFOV2Z6l3beZEScQqB38,102
lm_eval/tasks/blimp/ellipsis_n_bar_1.yaml,sha256=pawDpZP85htkOT_Db2TRFP19neJP1xio404cYcFhzv8,108
lm_eval/tasks/blimp/ellipsis_n_bar_2.yaml,sha256=OBAtmSx6TW2Rgo-zdqKNp6ZBhJPBOa8eODvTZb8Blmg,108
lm_eval/tasks/blimp/existential_there_object_raising.yaml,sha256=f8wWYmAiqdEAKqIDcSCB2mj3CXRpz6Xx23tBw_YFmAk,140
lm_eval/tasks/blimp/existential_there_quantifiers_1.yaml,sha256=0dCbp1jHm8zZrznnHDWb31ho8rDV4tnLR3Fm1uGUMFI,138
lm_eval/tasks/blimp/existential_there_quantifiers_2.yaml,sha256=il9eevifcY7YXleFZtMPeT2aHM_0q_pmRrMX8Dnlvas,138
lm_eval/tasks/blimp/existential_there_subject_raising.yaml,sha256=Pms6JBnODzdcBr0HkS9o7oMskk0Uxxl0Smz7y8iFnhg,142
lm_eval/tasks/blimp/expletive_it_object_raising.yaml,sha256=DP15wYDN9C4ZZFBqz9TcnG89_GkmXm91YWFeueJGZ8g,130
lm_eval/tasks/blimp/generate_configs.py,sha256=E8qhbk0Xz2IPgjbc7Tm7QM33JphFsmuqI7KkdR1fFjU,2901
lm_eval/tasks/blimp/inchoative.yaml,sha256=DsMpj_a2yrOchFTmTXat0LGocDai5yEhefMj4mw11ug,96
lm_eval/tasks/blimp/intransitive.yaml,sha256=S4KtS7drV5J2iqoe3TNXbJIM56m85KCXSTBeCLJModg,100
lm_eval/tasks/blimp/irregular_past_participle_adjectives.yaml,sha256=gZhQpDK95j2qJotGRqg1JY5aRxDKMvABwpwLEHBHDvg,148
lm_eval/tasks/blimp/irregular_past_participle_verbs.yaml,sha256=J7i1uPI1XRkOJ5J9fVDqkma-DBIVpTP4CQaPF9zNc6A,138
lm_eval/tasks/blimp/irregular_plural_subject_verb_agreement_1.yaml,sha256=vkRRN_PpLhliyDbdjyrWP-Exo0IPvqbBxbV-gB-6u-Q,158
lm_eval/tasks/blimp/irregular_plural_subject_verb_agreement_2.yaml,sha256=Dhce_QyhiMuLq5nYtEsg9f2U14a2lPM5gNoa_k1BZqU,158
lm_eval/tasks/blimp/left_branch_island_echo_question.yaml,sha256=tmYr6gGH_W_bsTxfD0o8E0gm0lpPX_RouukysmN8PmE,140
lm_eval/tasks/blimp/left_branch_island_simple_question.yaml,sha256=6fQOQ1Khq4c4r2FKjccNOzQq2nPfSWGEfWAY5ui5YZk,144
lm_eval/tasks/blimp/matrix_question_npi_licensor_present.yaml,sha256=zgviPtzlA4t_e1I0uJHQWSIXoVxGCCYCbE9Q6ZJ8H0g,148
lm_eval/tasks/blimp/npi_present_1.yaml,sha256=1lFMhXRmF1N-ZCRA71OieXn9dcaNWM0h1_tr9nf3dr8,102
lm_eval/tasks/blimp/npi_present_2.yaml,sha256=hkelD4YT05hqNiBu6foSc8Ea6DBTVEZo6tA4_W6pn58,102
lm_eval/tasks/blimp/only_npi_licensor_present.yaml,sha256=8exp0yKRSCPcD5AXBbURBTDI1FaCcpWTDP_SQNckXgA,126
lm_eval/tasks/blimp/only_npi_scope.yaml,sha256=ByExTctp9xZmTtKrHCGJg70UY6yD2Kqpt1i95zIl1Xo,104
lm_eval/tasks/blimp/passive_1.yaml,sha256=aVZXNP2pI2DzSfGuNtNLmWElXxdNPTAMCABV8Yb9Kvk,94
lm_eval/tasks/blimp/passive_2.yaml,sha256=RSkmNYrndnY5tweYPxL1rvb7_IYJdBfs-QXQXHvpSuk,94
lm_eval/tasks/blimp/principle_A_c_command.yaml,sha256=HNR2XQIRJfJlOn63103PmDnnUG2NY2iMuWPAB_tKoGU,118
lm_eval/tasks/blimp/principle_A_case_1.yaml,sha256=2q4Zrc27iGDVaT7XilWvcJCzL3il8UILyEW6BW3-RMs,112
lm_eval/tasks/blimp/principle_A_case_2.yaml,sha256=VgfFmGJ5ODxbAyga-hvWrH4ALajZ0CqY8S1yMF5dN6c,112
lm_eval/tasks/blimp/principle_A_domain_1.yaml,sha256=wjWNm-2SkxOJpUf6XplZuY_lm45qNsAhEqf8gkw42cE,116
lm_eval/tasks/blimp/principle_A_domain_2.yaml,sha256=I7-vj_eHLXL92Q5YyQg0tNkn6XfDwZQmYAcdxZ5jDUk,116
lm_eval/tasks/blimp/principle_A_domain_3.yaml,sha256=N4NOk4-FYUrZe_yEB3QVpK10l5YTbVvAR8T2ZdZJbIY,116
lm_eval/tasks/blimp/principle_A_reconstruction.yaml,sha256=kbgPw8WRvQgEw4nOx6lIahrJfiwQgeldg-_ubuyduKQ,128
lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_1.yaml,sha256=TRl_ZSGOzmoKj8aaps-3UoUH-E2CQTvHkT7oY8tvnp0,154
lm_eval/tasks/blimp/regular_plural_subject_verb_agreement_2.yaml,sha256=El69s111tnlZ3PaVD8dJ_mnGyHkwfF1Lx1NRbegvyqc,154
lm_eval/tasks/blimp/sentential_negation_npi_licensor_present.yaml,sha256=tlDP6oxHDRNT-DOlxqER7c16pMqjRiYtraonx0dhJSQ,156
lm_eval/tasks/blimp/sentential_negation_npi_scope.yaml,sha256=ZA01-DgkD_XiH4_y4LEPTxID6yN6IB3ChXcVM3r-yeo,134
lm_eval/tasks/blimp/sentential_subject_island.yaml,sha256=dWTwulV1S633yAhGuWGuyGttg3fkyYwMM2A_y8HxcKc,126
lm_eval/tasks/blimp/superlative_quantifiers_1.yaml,sha256=faxiPYPbVCG3Jz-PRJoHlYl6EyhEEc-nprr29tV-3Cc,126
lm_eval/tasks/blimp/superlative_quantifiers_2.yaml,sha256=WbMvowOM10KnngE6Nz5iS3f4A5hcEP01331m_m4JmGY,126
lm_eval/tasks/blimp/tough_vs_raising_1.yaml,sha256=pK9Upq5umDCfVZWm8u0E2kxdYmEitsuAqO-5QD9tayc,112
lm_eval/tasks/blimp/tough_vs_raising_2.yaml,sha256=7VeDbZkxEY8D9nwNymqOHotD8NkeTUibGkKJMSigWtQ,112
lm_eval/tasks/blimp/transitive.yaml,sha256=cmejl92fLdcvqrpWR4oX-yLeWExMqtj1a-x0fKHtLwQ,96
lm_eval/tasks/blimp/wh_island.yaml,sha256=jFAVoSJBhuKAfU8fs2kl4US-tFiZ03vnMXbNqYfdF0I,94
lm_eval/tasks/blimp/wh_questions_object_gap.yaml,sha256=kOvup2GXc9GtfsI9i4wzF3_jbL043PeHWjSUWFi0hBE,122
lm_eval/tasks/blimp/wh_questions_subject_gap.yaml,sha256=m3ybX6FgLO7SYEA-7iUyLOTRmXC3hpQpUmkvm620mrw,124
lm_eval/tasks/blimp/wh_questions_subject_gap_long_distance.yaml,sha256=rFcVijVQW-IG_mpNmRNFo7QEEhRoQ5CNVfBGKuI8qnw,152
lm_eval/tasks/blimp/wh_vs_that_no_gap.yaml,sha256=3Buk7jIKXy4e0c7JYjJ5Iknlobz-JjWQxuMFl-PjuqU,110
lm_eval/tasks/blimp/wh_vs_that_no_gap_long_distance.yaml,sha256=RVfGHziEZb_v7um-wo72xZNeSt0VcN6FiODhSq9uxTI,138
lm_eval/tasks/blimp/wh_vs_that_with_gap.yaml,sha256=MwnrjZ-CdZGyvAshYmken2hkNf97BhAXNY03rhu679A,114
lm_eval/tasks/blimp/wh_vs_that_with_gap_long_distance.yaml,sha256=9gOjb25Zw6AtFaXwyyyo9xrapuN3PwBE-zcCZ4zdWbM,142
lm_eval/tasks/catalan_bench/README.md,sha256=PVZOmZBPv4Fl3gNAQccT2ep-NAq5Pt9PVS0eQU8aUOg,7100
lm_eval/tasks/catalan_bench/_arc_ca_common_yaml,sha256=7Y5xiXsihhLTvsbmZlH2CC5rjp5gT_7mifbcR_Jx-KI,532
lm_eval/tasks/catalan_bench/_cabreu_common_yaml,sha256=Kz8gxouyZg2Q3wsuzhLGZ564Sy8iAEC4xL89RivNXEQ,421
lm_eval/tasks/catalan_bench/arc_ca_challenge.yaml,sha256=xVPdTi2PU0UOeIzSyLEUhq_XeXxRbvntmYDC8tg7kTc,80
lm_eval/tasks/catalan_bench/arc_ca_easy.yaml,sha256=mce9PepfGlggElhWaAvJGuUwWnq8ToTjy8eZMgx1-qw,70
lm_eval/tasks/catalan_bench/cabreu_abstractive.yaml,sha256=FpiGWbKpD_n08tz0rmRXm8j5vlRuBu9zQ7A8shbNvnU,306
lm_eval/tasks/catalan_bench/cabreu_extractive.yaml,sha256=ZrCWa7-8zu24GJ6gby42JHwywfRY6E3hLyQC9FLowCw,291
lm_eval/tasks/catalan_bench/cabreu_extreme.yaml,sha256=Kcx9LPUu1Ipr2o3rH2TEQyP17fAmfhm4AbCh16YVqX0,289
lm_eval/tasks/catalan_bench/catalan_bench.yaml,sha256=YkVjyRkedofVYMhiDkzMF2FD4g-AsanSXbgVVuR2SQk,396
lm_eval/tasks/catalan_bench/catalanqa.yaml,sha256=VDUdpqTkGUA_zv-YAneG_7DHjQ_l17Jbq2WbBT4JOtA,610
lm_eval/tasks/catalan_bench/catcola.yaml,sha256=bey3sz1r8w2hk9SLBpmS7N5G75Izcndi-b2Fqx58h7M,334
lm_eval/tasks/catalan_bench/copa_ca.yaml,sha256=W2D1HgmpDF54L6WbQ1pP07fcfCNszjDN3iS4gObA4Vo,519
lm_eval/tasks/catalan_bench/coqcat.yaml,sha256=My6yhMXHEg8NpH6noW8o06vtEtT_RnQJEkihuozHywM,768
lm_eval/tasks/catalan_bench/mgsm_direct_ca.yaml,sha256=tRMn4yklUtbgbtSmtQ59ThnVBDdMkYihXy9wc2cyw-I,652
lm_eval/tasks/catalan_bench/openbookqa_ca.yaml,sha256=O4X9eaRYwU9__ZqxdVLm09PfIuiCOGakqfCEqw9ZCy8,524
lm_eval/tasks/catalan_bench/parafraseja.yaml,sha256=CV1in9OiWjCXd_av2GXy9cQ4gCRAbdPB6xi9PjK1_sU,470
lm_eval/tasks/catalan_bench/paws_ca.yaml,sha256=V8Fc2q_vS1eAI-2ZZlMphGUD_48vehxc9L-Vna36GlE,483
lm_eval/tasks/catalan_bench/piqa_ca.yaml,sha256=l85Zqh7XoDvah6lxk3ULAS7GDxwVq6BbLSmGsKwZ5c4,500
lm_eval/tasks/catalan_bench/siqa_ca.yaml,sha256=qvjYGaTX6njISSq-xDxJOyGCGi6eg50ORcfdRk2KmVo,420
lm_eval/tasks/catalan_bench/teca.yaml,sha256=qL7QCpFtAoMJJJVUUJWH7GQACqDcm1DER_WG_nEgu90,523
lm_eval/tasks/catalan_bench/utils.py,sha256=3pNT7UJ90fqmNNfG5fRhQ5-wIKVkYL6CmvqM5pjawrQ,4873
lm_eval/tasks/catalan_bench/wnli_ca.yaml,sha256=GSk2sWgKSwwlopllLnlglZR24PNPIS5p3VSRaKWwBts,351
lm_eval/tasks/catalan_bench/xnli_ca.yaml,sha256=3SLEqfm7N2cl7T04Oq8JkfYMuA9ama3hn3qVha7plGQ,533
lm_eval/tasks/catalan_bench/xquad_ca.yaml,sha256=aBNibLIEkjE0saR1CDvoj8GGzpiM7j57yeQkh_xX1Jc,580
lm_eval/tasks/catalan_bench/xstorycloze_ca.yaml,sha256=KDUynPArblpCLKzgAF4oOd37JXKrtTBsQUjb_WtzBSc,603
lm_eval/tasks/catalan_bench/flores_ca/_flores_common_yaml,sha256=ofTyEKdBbZ9P21nTg7MgvPDq5vleb480KDtgtqPI0zM,494
lm_eval/tasks/catalan_bench/flores_ca/create_yamls_flores_ca.py,sha256=2uiBu9ADXTu6IMAQCOnAIerFIynDkPqGDf2mIzKZff4,6685
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-de.yaml,sha256=SXYfVG29DjqtWOEEBZtolKLbrzExNO1LRM2tEA7MKfc,200
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-en.yaml,sha256=tfgzHASVoFr14IyioFYgcPCIRcbDnmUuSV7-L51hpVQ,201
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-es.yaml,sha256=0FqgXdYytHMbpz3P0amf0AcIv1UAo3TatUCC-NSpTCw,201
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-eu.yaml,sha256=n9IpYclduO--d26dQpwCmrV3kX8Yo1NA-dT_7ieWvaM,200
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-fr.yaml,sha256=fGq2C2qU6qYmy3-GRtbnjH3oYXEFjYwSPAqktItgTfU,200
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-gl.yaml,sha256=qGkIOipSL5LGLWEui8maAlTg3FU-OGU2I1nsk_j5azM,202
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-it.yaml,sha256=-oaMtT88NjzkTLLSeMcEZ5_EuxSghJOALGEvz5W_4po,201
lm_eval/tasks/catalan_bench/flores_ca/flores_ca-pt.yaml,sha256=sM8UVQb9dkj-D_vN1cJusa8tBYLvfraRFQFPhTs6QCM,204
lm_eval/tasks/catalan_bench/flores_ca/flores_ca.yaml,sha256=4KH0uDCwytJ6h5Sc5LfGggtCBK6tXzS9gKG7onSSWbc,408
lm_eval/tasks/catalan_bench/flores_ca/flores_de-ca.yaml,sha256=ZeLgXBa9OMX3yCVmRGn_OT46btIPuAx4s1LwTLLQhfA,200
lm_eval/tasks/catalan_bench/flores_ca/flores_en-ca.yaml,sha256=zc5L8m2YnCfn1jNTqqJGSwgXOGok6ZQmBl_sNp2sd7o,201
lm_eval/tasks/catalan_bench/flores_ca/flores_es-ca.yaml,sha256=2MY-TPHsXoimfLVeUV2PsInPKmUj3HJ3Kl9N_cc415A,201
lm_eval/tasks/catalan_bench/flores_ca/flores_eu-ca.yaml,sha256=02Z7tU_QsSKOatbGEi6Do7K5e0g_4HeEI3kOfU92kTM,200
lm_eval/tasks/catalan_bench/flores_ca/flores_fr-ca.yaml,sha256=seA-Llp65H6PAbnFmcy-dSMNM2_wkqsEKUL16k6RSSw,200
lm_eval/tasks/catalan_bench/flores_ca/flores_gl-ca.yaml,sha256=B47II6f-AklWc-8AOaBa2gsVz6UuVT5hZj24JPLEftU,202
lm_eval/tasks/catalan_bench/flores_ca/flores_it-ca.yaml,sha256=7KSVVOOImyKQ0yljzjsYv98Zb79b_Y0rH9yvFi8NDWY,201
lm_eval/tasks/catalan_bench/flores_ca/flores_pt-ca.yaml,sha256=SxVhliS4UCG4zZ2-tjXMAnG7EFNZIj660BdMnRCYCAk,204
lm_eval/tasks/catalan_bench/phrases_va/_phrases_va_common,sha256=qa04LORrKhPMGN5AZPnYgvpVgwC_VoQy_-z6i-R2OWk,477
lm_eval/tasks/catalan_bench/phrases_va/phrases_ca-va.yaml,sha256=fGD7a3rGRzZ4Q8Dim1G1cz_78n_twDCbRHX7xtb3Gdg,177
lm_eval/tasks/catalan_bench/phrases_va/phrases_va-ca.yaml,sha256=bIYPoC5ALbf6-D7MtYxlfoWdzm2xCHc9YEqrqUQVOhw,177
lm_eval/tasks/ceval/README.md,sha256=UEX7W3AFO3-cM3UcL3yrLoO9C4ZsmiiD2cRzvCH6nys,4967
lm_eval/tasks/ceval/_ceval-valid.yaml,sha256=i3G3mCtOG-HkWUgUr2X8qRFQXXGH52n9XG0Bzei_sOM,2051
lm_eval/tasks/ceval/_default_ceval_yaml,sha256=e0fbF95wY9E9dxzWAEwc2hG9UGnAiLwCDBMBwZGjQOo,488
lm_eval/tasks/ceval/_generate_configs.py,sha256=A0mFMold3TUh3FfubjND21o_GlXe0LGGYtMr7sANJyk,5107
lm_eval/tasks/ceval/ceval-valid_accountant.yaml,sha256=r61lKl0DAH5ySKcDs7AwPvQl8JVUiHZfvzmJRmBiUX8,207
lm_eval/tasks/ceval/ceval-valid_advanced_mathematics.yaml,sha256=TowvVz5_ZfK6yBmcAuqQ1T1uv9_PfeQ8bJen8NkRHrg,224
lm_eval/tasks/ceval/ceval-valid_art_studies.yaml,sha256=kI7p4mk8_5oF4IEb9hAgy9LASGQIXRzzVp5Xar39Kis,203
lm_eval/tasks/ceval/ceval-valid_basic_medicine.yaml,sha256=m2PzLxFzKXbYd4_2Ln2z7sxS25fVlw1GiuKYjnZ1Nt4,212
lm_eval/tasks/ceval/ceval-valid_business_administration.yaml,sha256=tVyXVeOB5Mk_4WkGiY4FsVMb9GHWA0bXvK9VS22gTw8,230
lm_eval/tasks/ceval/ceval-valid_chinese_language_and_literature.yaml,sha256=SAhX_ST3R3hSDvyVRoZMvTIDTLzAOR6IA4QHRkUjwvM,252
lm_eval/tasks/ceval/ceval-valid_civil_servant.yaml,sha256=G_8m9RcD_aV7jJXAubW_1oq84RIbrUfyLZxxTcic_vE,207
lm_eval/tasks/ceval/ceval-valid_clinical_medicine.yaml,sha256=0QikXTEvr3amDcUGl8DcfynOZj0Ll5hZRa1AhhHTXQ8,218
lm_eval/tasks/ceval/ceval-valid_college_chemistry.yaml,sha256=0rhGE5axuBh5O4Z4aZRaOuQ0usiuTJd-CtAvKpxI9NE,218
lm_eval/tasks/ceval/ceval-valid_college_economics.yaml,sha256=Y9xrtTT-BiinFOkkqI7nWi4GyB1bxiOHh6pRPff3-AQ,221
lm_eval/tasks/ceval/ceval-valid_college_physics.yaml,sha256=JJfHph_isVStbsk2yIav4A5iqmLWNf1EAmCFOIUjk5Y,214
lm_eval/tasks/ceval/ceval-valid_college_programming.yaml,sha256=FYNlc9mHqfoLCAdtjx3aiaPq-HuI0c2zNDQp8AaE6wo,222
lm_eval/tasks/ceval/ceval-valid_computer_architecture.yaml,sha256=vGZ__iGOj0_nX7aVWX3qCDYrr2eEJ1mJj7k59NG3CTs,229
lm_eval/tasks/ceval/ceval-valid_computer_network.yaml,sha256=gPMX8lN2YMGH9QYaKBEXProfP_MA9XV4Lx_udMr-ktQ,219
lm_eval/tasks/ceval/ceval-valid_discrete_mathematics.yaml,sha256=a9wuabDadH9CgiyQc5uW1lld4vAeaJYv4mPTx5u-Ujg,224
lm_eval/tasks/ceval/ceval-valid_education_science.yaml,sha256=KiFoKyLZHkaDYdWCAZ45k4K_GglR3MDJGheeHWDgSbM,215
lm_eval/tasks/ceval/ceval-valid_electrical_engineer.yaml,sha256=DjZ62r5DtU_XIS1K-MUbQqbigXYd6YCQI7LBYdXhB8Y,231
lm_eval/tasks/ceval/ceval-valid_environmental_impact_assessment_engineer.yaml,sha256=S-HPmH9da8gLu8lh_2YZ4XwV5Hog7JPJJEbxVkbd0Kk,279
lm_eval/tasks/ceval/ceval-valid_fire_engineer.yaml,sha256=aTajwMc0EjalqD3Rx5O6BUX3slgolA8lxLSjF0NvDlE,219
lm_eval/tasks/ceval/ceval-valid_high_school_biology.yaml,sha256=KMO3L-P6JFdCwkH5431YBOImX-oWGi6A9gmtvyCq-EU,222
lm_eval/tasks/ceval/ceval-valid_high_school_chemistry.yaml,sha256=YdpYxhBFLDoKk9gz6UiZa6TBuqrdRH8FnZmG2NZiuL4,226
lm_eval/tasks/ceval/ceval-valid_high_school_chinese.yaml,sha256=6L4ePI81IW_ssklfqriFt83X8vMZ4b0gm_oAkpDXkqA,222
lm_eval/tasks/ceval/ceval-valid_high_school_geography.yaml,sha256=rPDd_fm_nqM530JAWLG7PmYyCFux3wOZf50gdZBBRVY,226
lm_eval/tasks/ceval/ceval-valid_high_school_history.yaml,sha256=SEMX0dqEXZjsvTn1JP_3ECBZ0M56I4WBKFbw0XWI8No,222
lm_eval/tasks/ceval/ceval-valid_high_school_mathematics.yaml,sha256=j45jE6-jfXFcdkLZFY2jPwexDnqiBkqilwC9a5vsM04,230
lm_eval/tasks/ceval/ceval-valid_high_school_physics.yaml,sha256=lTuM6LCjO9SlruoHX3xepebj46l_0ZK_N5l5HZmys6A,222
lm_eval/tasks/ceval/ceval-valid_high_school_politics.yaml,sha256=T6HS-hthajC2NJi5NFKkD0XDxmXmKHCNuhBbhntddpU,224
lm_eval/tasks/ceval/ceval-valid_ideological_and_moral_cultivation.yaml,sha256=hmHJ5O9v3iXt-j8xHO7UeCMWE6A6FB-dciyljq9xSqM,271
lm_eval/tasks/ceval/ceval-valid_law.yaml,sha256=QmrSRhjMC5K7OQDTz2_r52HJVZWWv4xjrptwmY5NKzA,184
lm_eval/tasks/ceval/ceval-valid_legal_professional.yaml,sha256=rQMWxpcWt2Y1bhoSgaUP5US4OXVbPvTSxvU_J90dwHk,226
lm_eval/tasks/ceval/ceval-valid_logic.yaml,sha256=mnuTRJO3tYKeySn2n3B-92InjPvz3t0mhf-UaKGcHgI,191
lm_eval/tasks/ceval/ceval-valid_mao_zedong_thought.yaml,sha256=z4BrjRmSCh96ieu9MCmc9J-vy0PnBdxKYO7Q8lUjenc,268
lm_eval/tasks/ceval/ceval-valid_marxism.yaml,sha256=3KjhPFk4w9kpVzl1WD9Va4EOAkux32iBqrfQ1UIP9s8,213
lm_eval/tasks/ceval/ceval-valid_metrology_engineer.yaml,sha256=YqiCDiJ4bphneVAIjweU5Qqc4uck_s_iuIzMT9HF_kQ,223
lm_eval/tasks/ceval/ceval-valid_middle_school_biology.yaml,sha256=Ic-e39wEVx6NScOoCbkA7dciQ-Y2wt0QFmN0kWVTVEk,226
lm_eval/tasks/ceval/ceval-valid_middle_school_chemistry.yaml,sha256=CJ6HyS-6Nlcp-wi0yb74zdqUPL_zQWdTf9oTYQcCGO4,230
lm_eval/tasks/ceval/ceval-valid_middle_school_geography.yaml,sha256=Yh1mxAbsNan6WY4sH8eN5EI-oLw8psQ5PmGO1ZX-ZrU,230
lm_eval/tasks/ceval/ceval-valid_middle_school_history.yaml,sha256=ckDHEb5npvsq2mdt4ICfkbk0eTlcZxHWlGJXax-1aIY,226
lm_eval/tasks/ceval/ceval-valid_middle_school_mathematics.yaml,sha256=Mtt8szOofgOabzBBVLIPV67b7sDEECndzOAz057qlJs,234
lm_eval/tasks/ceval/ceval-valid_middle_school_physics.yaml,sha256=oue8rUCV8h0MP0gx5emFPTOreBh6FSNhqNi_HEJtvW8,226
lm_eval/tasks/ceval/ceval-valid_middle_school_politics.yaml,sha256=pKqoZ560D8p0sJ6sEBanLv_ybuppFpvd8f-IYRCVl50,228
lm_eval/tasks/ceval/ceval-valid_modern_chinese_history.yaml,sha256=ISjUEGRMxv2nQGf50IbxoQEMA4hLHUchXO5wWT_ams8,231
lm_eval/tasks/ceval/ceval-valid_operating_system.yaml,sha256=1r9lC8brpfqm4D1lX1_0avgSZXwAm3xq48WtLYxtCxE,216
lm_eval/tasks/ceval/ceval-valid_physician.yaml,sha256=JV3vjt37Cmnv0fGCQzjpvCxGljASNTJQj3fO8Xt0WY4,202
lm_eval/tasks/ceval/ceval-valid_plant_protection.yaml,sha256=XxzSPV-7R2X6nOiqWM_PhKeMtIT9WOwVvkNCc71KZNM,216
lm_eval/tasks/ceval/ceval-valid_probability_and_statistics.yaml,sha256=Dm-WFp5dusbxLucUCEqRkmcbgIGnNjYoMXsmYbYJ5UY,236
lm_eval/tasks/ceval/ceval-valid_professional_tour_guide.yaml,sha256=LMS9fyh7Zmt8grr4CBQGccGHPAKuj0RZAj3XQGzmyl0,230
lm_eval/tasks/ceval/ceval-valid_sports_science.yaml,sha256=6rgkkmJCxopoPNedAkIhWVpGzhdcB4ztYO0EmUk_9rc,209
lm_eval/tasks/ceval/ceval-valid_tax_accountant.yaml,sha256=dHhlfeqH_HUlTkKbWzOJNaYXzAE1c9FWejT_3XBiGhU,209
lm_eval/tasks/ceval/ceval-valid_teacher_qualification.yaml,sha256=msYhw4RmvIXosDstJVb1l7wUs_-hokMOFY1UFSTteHc,226
lm_eval/tasks/ceval/ceval-valid_urban_and_rural_planner.yaml,sha256=lqXQXjQI4jxIQ3_iNIaTQE1CJ3OGg5UzEcL0NIiQRgs,239
lm_eval/tasks/ceval/ceval-valid_veterinary_medicine.yaml,sha256=g9Ui3hPL64eumBGsuKUE1xgiCKFMFzt8hqbJ14pbu90,219
lm_eval/tasks/cmmlu/README.md,sha256=gyA3hrGDwuWy4mtFMPgxWXleKApdjgbKmiiWi0t9CMk,1748
lm_eval/tasks/cmmlu/_cmmlu.yaml,sha256=pNap-1E-1xGk4Oa3lOYoTyeoNiJe_GzIhQmxlAheB3I,2054
lm_eval/tasks/cmmlu/_default_template_yaml,sha256=ZWCiKFdtER_GoCBGRtsF3siiAQMn-Ft7Auut0-i6kMU,482
lm_eval/tasks/cmmlu/_generate_configs.py,sha256=YGeRDCLxyh49A7b7iUoZ4zkA-WHnA8Aj4S1esDdZ4y4,5669
lm_eval/tasks/cmmlu/cmmlu_agronomy.yaml,sha256=DqvlHZ1g4sDq5lFUjDzk8Xu7LdpfOajsqgD5COLsnio,191
lm_eval/tasks/cmmlu/cmmlu_anatomy.yaml,sha256=SKazmZTenePltXz5i7wj33uM-zwAjWTmKcd0ngzEjOM,192
lm_eval/tasks/cmmlu/cmmlu_ancient_chinese.yaml,sha256=zQ5j11KOJ60Q0n3IJ2SNGFkx01I0Qy6p6i-RQTQC8_8,208
lm_eval/tasks/cmmlu/cmmlu_arts.yaml,sha256=qNkb7UTvtgXF9JcHo8qSYW6O22tZgLSuPzvoklCL0zw,186
lm_eval/tasks/cmmlu/cmmlu_astronomy.yaml,sha256=lgF3qfC_2bQc4NEklG6vnwmhy1GvfogpgRSYfoijulQ,196
lm_eval/tasks/cmmlu/cmmlu_business_ethics.yaml,sha256=TdFBk1ool2z3ihnnk5LHraT6R_Feo_F_p5at9JT3HcY,211
lm_eval/tasks/cmmlu/cmmlu_chinese_civil_service_exam.yaml,sha256=l7wFBEEn_BtahJVHQL6cI7azQeWSs3hX-2XdHX-CjhM,242
lm_eval/tasks/cmmlu/cmmlu_chinese_driving_rule.yaml,sha256=0Uj-zYoT4yeQqOqBfIXi_IpYzyQPcHMCf1dS9ma2LKc,227
lm_eval/tasks/cmmlu/cmmlu_chinese_food_culture.yaml,sha256=EMIfT1GJluls12hfxlmTgfNKevRuzV9XWkoGTzO0djI,227
lm_eval/tasks/cmmlu/cmmlu_chinese_foreign_policy.yaml,sha256=1yuG2_1A9Oe4_o_Bl7uJKOv3Qfqv9r6JYAD1P6L3AHg,231
lm_eval/tasks/cmmlu/cmmlu_chinese_history.yaml,sha256=vYox5jq9_vm04ClPytEiqluf8oiJ7Y2Yl8dwphd_ukY,211
lm_eval/tasks/cmmlu/cmmlu_chinese_literature.yaml,sha256=6vFl0vmSFAeLBtcyn9utf7YGQMtiJEOjxR1XtmmeN7k,217
lm_eval/tasks/cmmlu/cmmlu_chinese_teacher_qualification.yaml,sha256=Ofur5dABRspuog_bL39FTQcJ6cqSj3B1pjJTeparuPg,245
lm_eval/tasks/cmmlu/cmmlu_clinical_knowledge.yaml,sha256=ReXbIW90A0BZ3NGOysUraRr1n4Ugto-Pl8z3CPPU4aA,217
lm_eval/tasks/cmmlu/cmmlu_college_actuarial_science.yaml,sha256=vvVIOnXSEG-J9OcEFf4G3qGpGBRkfrKb8x1_oJrruK4,234
lm_eval/tasks/cmmlu/cmmlu_college_education.yaml,sha256=9AUMkRL72eBk2UnWaDBtmgdrh0EQZait775LloIZq7M,218
lm_eval/tasks/cmmlu/cmmlu_college_engineering_hydrology.yaml,sha256=HBihPhmNhTPj7_LSB939YL_o8zOI8vsuTXuEK8F2yd4,248
lm_eval/tasks/cmmlu/cmmlu_college_law.yaml,sha256=FWe0m1K9JmnVTcfXW5Fbsv2tE3LGBfNhSxLXrVi4pSk,203
lm_eval/tasks/cmmlu/cmmlu_college_mathematics.yaml,sha256=1os_um2HNCfbbRJYM6IKAG05I2_QsiSrmW9OaHLNGwo,219
lm_eval/tasks/cmmlu/cmmlu_college_medical_statistics.yaml,sha256=z6LJZK45Tf9gj9LIx1TjjuaH8LACReSz43ObiNTvd0A,239
lm_eval/tasks/cmmlu/cmmlu_college_medicine.yaml,sha256=iIQRLQfEx3ZCtcRqHE5Il1XDqjqaHaV8oAdM2ihWCC4,213
lm_eval/tasks/cmmlu/cmmlu_computer_science.yaml,sha256=64z6rFtry_E0LS5opBBaBcHXzmOW1lg9Y1wh1lNx1Cg,216
lm_eval/tasks/cmmlu/cmmlu_computer_security.yaml,sha256=iCYXgKnc8GpnHAwHPZq1-XbXzwZ9AlBuANlQ66Wj1Sc,218
lm_eval/tasks/cmmlu/cmmlu_conceptual_physics.yaml,sha256=L_DkqkfoMI1kBneIXn9W3r-zZ7rG0bp_dceUOlqaVWU,220
lm_eval/tasks/cmmlu/cmmlu_construction_project_management.yaml,sha256=1tMoBrlqts3rgxwRgVUu8tRR9td8S8_54LPZyOKRgZQ,249
lm_eval/tasks/cmmlu/cmmlu_default_agronomy.yaml,sha256=DqvlHZ1g4sDq5lFUjDzk8Xu7LdpfOajsqgD5COLsnio,191
lm_eval/tasks/cmmlu/cmmlu_default_anatomy.yaml,sha256=SKazmZTenePltXz5i7wj33uM-zwAjWTmKcd0ngzEjOM,192
lm_eval/tasks/cmmlu/cmmlu_default_ancient_chinese.yaml,sha256=zQ5j11KOJ60Q0n3IJ2SNGFkx01I0Qy6p6i-RQTQC8_8,208
lm_eval/tasks/cmmlu/cmmlu_default_arts.yaml,sha256=qNkb7UTvtgXF9JcHo8qSYW6O22tZgLSuPzvoklCL0zw,186
lm_eval/tasks/cmmlu/cmmlu_default_astronomy.yaml,sha256=lgF3qfC_2bQc4NEklG6vnwmhy1GvfogpgRSYfoijulQ,196
lm_eval/tasks/cmmlu/cmmlu_default_business_ethics.yaml,sha256=TdFBk1ool2z3ihnnk5LHraT6R_Feo_F_p5at9JT3HcY,211
lm_eval/tasks/cmmlu/cmmlu_default_chinese_civil_service_exam.yaml,sha256=l7wFBEEn_BtahJVHQL6cI7azQeWSs3hX-2XdHX-CjhM,242
lm_eval/tasks/cmmlu/cmmlu_default_chinese_driving_rule.yaml,sha256=0Uj-zYoT4yeQqOqBfIXi_IpYzyQPcHMCf1dS9ma2LKc,227
lm_eval/tasks/cmmlu/cmmlu_default_chinese_food_culture.yaml,sha256=EMIfT1GJluls12hfxlmTgfNKevRuzV9XWkoGTzO0djI,227
lm_eval/tasks/cmmlu/cmmlu_default_chinese_foreign_policy.yaml,sha256=1yuG2_1A9Oe4_o_Bl7uJKOv3Qfqv9r6JYAD1P6L3AHg,231
lm_eval/tasks/cmmlu/cmmlu_default_chinese_history.yaml,sha256=vYox5jq9_vm04ClPytEiqluf8oiJ7Y2Yl8dwphd_ukY,211
lm_eval/tasks/cmmlu/cmmlu_default_chinese_literature.yaml,sha256=6vFl0vmSFAeLBtcyn9utf7YGQMtiJEOjxR1XtmmeN7k,217
lm_eval/tasks/cmmlu/cmmlu_default_chinese_teacher_qualification.yaml,sha256=Ofur5dABRspuog_bL39FTQcJ6cqSj3B1pjJTeparuPg,245
lm_eval/tasks/cmmlu/cmmlu_default_clinical_knowledge.yaml,sha256=ReXbIW90A0BZ3NGOysUraRr1n4Ugto-Pl8z3CPPU4aA,217
lm_eval/tasks/cmmlu/cmmlu_default_college_actuarial_science.yaml,sha256=vvVIOnXSEG-J9OcEFf4G3qGpGBRkfrKb8x1_oJrruK4,234
lm_eval/tasks/cmmlu/cmmlu_default_college_education.yaml,sha256=9AUMkRL72eBk2UnWaDBtmgdrh0EQZait775LloIZq7M,218
lm_eval/tasks/cmmlu/cmmlu_default_college_engineering_hydrology.yaml,sha256=HBihPhmNhTPj7_LSB939YL_o8zOI8vsuTXuEK8F2yd4,248
lm_eval/tasks/cmmlu/cmmlu_default_college_law.yaml,sha256=FWe0m1K9JmnVTcfXW5Fbsv2tE3LGBfNhSxLXrVi4pSk,203
lm_eval/tasks/cmmlu/cmmlu_default_college_mathematics.yaml,sha256=1os_um2HNCfbbRJYM6IKAG05I2_QsiSrmW9OaHLNGwo,219
lm_eval/tasks/cmmlu/cmmlu_default_college_medical_statistics.yaml,sha256=z6LJZK45Tf9gj9LIx1TjjuaH8LACReSz43ObiNTvd0A,239
lm_eval/tasks/cmmlu/cmmlu_default_college_medicine.yaml,sha256=iIQRLQfEx3ZCtcRqHE5Il1XDqjqaHaV8oAdM2ihWCC4,213
lm_eval/tasks/cmmlu/cmmlu_default_computer_science.yaml,sha256=64z6rFtry_E0LS5opBBaBcHXzmOW1lg9Y1wh1lNx1Cg,216
lm_eval/tasks/cmmlu/cmmlu_default_computer_security.yaml,sha256=iCYXgKnc8GpnHAwHPZq1-XbXzwZ9AlBuANlQ66Wj1Sc,218
lm_eval/tasks/cmmlu/cmmlu_default_conceptual_physics.yaml,sha256=L_DkqkfoMI1kBneIXn9W3r-zZ7rG0bp_dceUOlqaVWU,220
lm_eval/tasks/cmmlu/cmmlu_default_construction_project_management.yaml,sha256=1tMoBrlqts3rgxwRgVUu8tRR9td8S8_54LPZyOKRgZQ,249
lm_eval/tasks/cmmlu/cmmlu_default_economics.yaml,sha256=bai4ZwJBfG7OAN_uSS-uajVt-HOrUw9nNwK4f9R53RI,196
lm_eval/tasks/cmmlu/cmmlu_default_education.yaml,sha256=JHFLezPEuR8vINuJ7fiq5vrMMaWieyW3HXoWsdpOWnw,196
lm_eval/tasks/cmmlu/cmmlu_default_electrical_engineering.yaml,sha256=pVHvc_MRieXI3ff7WJpKkQV1uaap3II7-BuzkAwrHiY,225
lm_eval/tasks/cmmlu/cmmlu_default_elementary_chinese.yaml,sha256=P4jiuRXU5OqjvlpDkjFJHl4RLu7b5LaTmbGrmvseYMI,217
lm_eval/tasks/cmmlu/cmmlu_default_elementary_commonsense.yaml,sha256=OlTYX9qyhhu4u5VYFDtUGEFicu-VPNLmNU1Juq8uO0w,225
lm_eval/tasks/cmmlu/cmmlu_default_elementary_information_and_technology.yaml,sha256=hAPmn31ac7hFTFl283vhK1jPjJm5tv6VchLKQgb3yPs,261
lm_eval/tasks/cmmlu/cmmlu_default_elementary_mathematics.yaml,sha256=D8ne6N6tJCsPzWqlF4qxy6oBgkmjb6Jqy5DKw-xJMnU,225
lm_eval/tasks/cmmlu/cmmlu_default_ethnology.yaml,sha256=OhNfsDxIuIA7ADIMc2SYiWjMtEw_DehtcQSIbXTbxc4,196
lm_eval/tasks/cmmlu/cmmlu_default_food_science.yaml,sha256=fItOTnSEaBqDxokXTmY62WJI8orHAo2EL6HHAA_6z8A,205
lm_eval/tasks/cmmlu/cmmlu_default_genetics.yaml,sha256=TOWNyAd8uOc1NrZkjgDMuYBDKaW1Ft8xJRABwMZYenk,194
lm_eval/tasks/cmmlu/cmmlu_default_global_facts.yaml,sha256=-jZNUBh1qBrRVz70BfV4WWjhDwS4jsH5G9yipyKDHfE,205
lm_eval/tasks/cmmlu/cmmlu_default_high_school_biology.yaml,sha256=pX2-airA86ZU5pUjewxjdlcLs-9FWHUUUiAnzBubrwQ,219
lm_eval/tasks/cmmlu/cmmlu_default_high_school_chemistry.yaml,sha256=Q1ZBG8Wp9ab96l19PRwod9Dll5skvlB96x2A1Jmnfc0,223
lm_eval/tasks/cmmlu/cmmlu_default_high_school_geography.yaml,sha256=G0VrkoUMzKtEm1kzOuEwPdq2vtlkc0KMDMsEGF6t1ds,223
lm_eval/tasks/cmmlu/cmmlu_default_high_school_mathematics.yaml,sha256=wB7tBE5a9SWghbkP6dRakza_3PpSt-wkmTrd0bQpUEc,227
lm_eval/tasks/cmmlu/cmmlu_default_high_school_physics.yaml,sha256=-QcmeommiYmIqCYaLVsaars-u6VKnqzbIoaf7Uz3Tmg,222
lm_eval/tasks/cmmlu/cmmlu_default_high_school_politics.yaml,sha256=kKjyp_zDx4tsAJkWmzBCqp6Ubx2hhriEl-PiI6GHRys,221
lm_eval/tasks/cmmlu/cmmlu_default_human_sexuality.yaml,sha256=IB0QxIhbKjAmhT77CJqheViIVw-2sZ3_kWpeyDcFAOw,214
lm_eval/tasks/cmmlu/cmmlu_default_international_law.yaml,sha256=9luncjc_o4MvJjIYSznbT4ljfGEkrQdiaxYRajAnREA,215
lm_eval/tasks/cmmlu/cmmlu_default_journalism.yaml,sha256=Tzhv5LmPa9-RTrok-GBgGc3mag4AmPIUVJKYqhzA_-c,198
lm_eval/tasks/cmmlu/cmmlu_default_jurisprudence.yaml,sha256=OVAiNRVJBAUmw7ON2CX1cP44BUv7TktZW0ufOC6Zgco,204
lm_eval/tasks/cmmlu/cmmlu_default_legal_and_moral_basis.yaml,sha256=YbQTOpGYrKJr5TOKzEWrUl3FO6zQtu1pAwjGCnmPRik,232
lm_eval/tasks/cmmlu/cmmlu_default_logical.yaml,sha256=4lpQg10BWCqLyepRgXn4fcazO9J6YKiZvoWhgRJTytw,192
lm_eval/tasks/cmmlu/cmmlu_default_machine_learning.yaml,sha256=yTSdJ2qB6hVZ-I1M3V8IQshSThOugOI_2H3ECNdeoig,213
lm_eval/tasks/cmmlu/cmmlu_default_management.yaml,sha256=xj0wH_La-bf_Ezx9mjmsbY07M4UdTXbkzCqGdnzJkRk,198
lm_eval/tasks/cmmlu/cmmlu_default_marketing.yaml,sha256=l7ulx3Nr47Ai4-MwPSvr64j1cKF8hG0wpkUHNKVkuTU,199
lm_eval/tasks/cmmlu/cmmlu_default_marxist_theory.yaml,sha256=d7XeZBoxxtzm9rf4WrjcChH5-RDT00XgITU9QJXKkBA,218
lm_eval/tasks/cmmlu/cmmlu_default_modern_chinese.yaml,sha256=M2gRRZy54c8e6CeJu69yNAoP6c9NpDfSMlVyD_0pMvk,209
lm_eval/tasks/cmmlu/cmmlu_default_nutrition.yaml,sha256=yLQYVLdRY1MUc4NaCidmrFlsDAWaBmI4tp9r3DLzjqY,196
lm_eval/tasks/cmmlu/cmmlu_default_philosophy.yaml,sha256=IlGz2CINUIAzbvlLbnAbXOdNsxCyO2rmwSnwB9iqF_8,195
lm_eval/tasks/cmmlu/cmmlu_default_professional_accounting.yaml,sha256=TgYE1xSlF2MBJW7fnisY7-dwcJlxTU-lKJDmf3nS5HA,227
lm_eval/tasks/cmmlu/cmmlu_default_professional_law.yaml,sha256=S86GwVZZw3ilxfFvxpvZg5Rsl1sn-nUllYx5VFktinE,213
lm_eval/tasks/cmmlu/cmmlu_default_professional_medicine.yaml,sha256=o9w1kA9-L1J72EuQ7V2kq1YhlUIS4ovXVhoQ44GLcbY,223
lm_eval/tasks/cmmlu/cmmlu_default_professional_psychology.yaml,sha256=w5wE-YswhIPdQp1NWW2U09hYs3Rd64bvb6ZGupYucTk,230
lm_eval/tasks/cmmlu/cmmlu_default_public_relations.yaml,sha256=jblBswd7hMbPfweUa-5hVEp43oNF24v4MeWRuea8Q3U,213
lm_eval/tasks/cmmlu/cmmlu_default_security_study.yaml,sha256=CFKa_RoDtHDkHrXyyS9FNp_HI6vGCV7XaogP2cjVHyk,209
lm_eval/tasks/cmmlu/cmmlu_default_sociology.yaml,sha256=Qzr4AiRoyPHtIISXvBN8_XAXltIO9GdMYr7xYXk9Atc,196
lm_eval/tasks/cmmlu/cmmlu_default_sports_science.yaml,sha256=wD1eTg1JgFg-rnglXDDM--owRRq94g6st7GA3zZiXkA,206
lm_eval/tasks/cmmlu/cmmlu_default_traditional_chinese_medicine.yaml,sha256=fs7VxHpIsAqdW52e-ffc6ClIdomsVPGzQKyiuGTTNs8,237
lm_eval/tasks/cmmlu/cmmlu_default_virology.yaml,sha256=aB_oTbDjh76nGH9rIkNhcbygJJkmckEBj7ehe_BVSd4,194
lm_eval/tasks/cmmlu/cmmlu_default_world_history.yaml,sha256=AWCZJjmwhJobrzPCUpNRKh5F_ieCDWuhQv4H6uq0mZA,207
lm_eval/tasks/cmmlu/cmmlu_default_world_religions.yaml,sha256=v39HzwxSXp2xo5Ap_Ig1sGcdT0XkiDKRBsiPnI7J05I,211
lm_eval/tasks/cmmlu/cmmlu_economics.yaml,sha256=bai4ZwJBfG7OAN_uSS-uajVt-HOrUw9nNwK4f9R53RI,196
lm_eval/tasks/cmmlu/cmmlu_education.yaml,sha256=JHFLezPEuR8vINuJ7fiq5vrMMaWieyW3HXoWsdpOWnw,196
lm_eval/tasks/cmmlu/cmmlu_electrical_engineering.yaml,sha256=pVHvc_MRieXI3ff7WJpKkQV1uaap3II7-BuzkAwrHiY,225
lm_eval/tasks/cmmlu/cmmlu_elementary_chinese.yaml,sha256=P4jiuRXU5OqjvlpDkjFJHl4RLu7b5LaTmbGrmvseYMI,217
lm_eval/tasks/cmmlu/cmmlu_elementary_commonsense.yaml,sha256=OlTYX9qyhhu4u5VYFDtUGEFicu-VPNLmNU1Juq8uO0w,225
lm_eval/tasks/cmmlu/cmmlu_elementary_information_and_technology.yaml,sha256=hAPmn31ac7hFTFl283vhK1jPjJm5tv6VchLKQgb3yPs,261
lm_eval/tasks/cmmlu/cmmlu_elementary_mathematics.yaml,sha256=D8ne6N6tJCsPzWqlF4qxy6oBgkmjb6Jqy5DKw-xJMnU,225
lm_eval/tasks/cmmlu/cmmlu_ethnology.yaml,sha256=OhNfsDxIuIA7ADIMc2SYiWjMtEw_DehtcQSIbXTbxc4,196
lm_eval/tasks/cmmlu/cmmlu_food_science.yaml,sha256=fItOTnSEaBqDxokXTmY62WJI8orHAo2EL6HHAA_6z8A,205
lm_eval/tasks/cmmlu/cmmlu_genetics.yaml,sha256=TOWNyAd8uOc1NrZkjgDMuYBDKaW1Ft8xJRABwMZYenk,194
lm_eval/tasks/cmmlu/cmmlu_global_facts.yaml,sha256=-jZNUBh1qBrRVz70BfV4WWjhDwS4jsH5G9yipyKDHfE,205
lm_eval/tasks/cmmlu/cmmlu_high_school_biology.yaml,sha256=pX2-airA86ZU5pUjewxjdlcLs-9FWHUUUiAnzBubrwQ,219
lm_eval/tasks/cmmlu/cmmlu_high_school_chemistry.yaml,sha256=Q1ZBG8Wp9ab96l19PRwod9Dll5skvlB96x2A1Jmnfc0,223
lm_eval/tasks/cmmlu/cmmlu_high_school_geography.yaml,sha256=G0VrkoUMzKtEm1kzOuEwPdq2vtlkc0KMDMsEGF6t1ds,223
lm_eval/tasks/cmmlu/cmmlu_high_school_mathematics.yaml,sha256=wB7tBE5a9SWghbkP6dRakza_3PpSt-wkmTrd0bQpUEc,227
lm_eval/tasks/cmmlu/cmmlu_high_school_physics.yaml,sha256=-QcmeommiYmIqCYaLVsaars-u6VKnqzbIoaf7Uz3Tmg,222
lm_eval/tasks/cmmlu/cmmlu_high_school_politics.yaml,sha256=kKjyp_zDx4tsAJkWmzBCqp6Ubx2hhriEl-PiI6GHRys,221
lm_eval/tasks/cmmlu/cmmlu_human_sexuality.yaml,sha256=IB0QxIhbKjAmhT77CJqheViIVw-2sZ3_kWpeyDcFAOw,214
lm_eval/tasks/cmmlu/cmmlu_international_law.yaml,sha256=9luncjc_o4MvJjIYSznbT4ljfGEkrQdiaxYRajAnREA,215
lm_eval/tasks/cmmlu/cmmlu_journalism.yaml,sha256=Tzhv5LmPa9-RTrok-GBgGc3mag4AmPIUVJKYqhzA_-c,198
lm_eval/tasks/cmmlu/cmmlu_jurisprudence.yaml,sha256=OVAiNRVJBAUmw7ON2CX1cP44BUv7TktZW0ufOC6Zgco,204
lm_eval/tasks/cmmlu/cmmlu_legal_and_moral_basis.yaml,sha256=YbQTOpGYrKJr5TOKzEWrUl3FO6zQtu1pAwjGCnmPRik,232
lm_eval/tasks/cmmlu/cmmlu_logical.yaml,sha256=4lpQg10BWCqLyepRgXn4fcazO9J6YKiZvoWhgRJTytw,192
lm_eval/tasks/cmmlu/cmmlu_machine_learning.yaml,sha256=yTSdJ2qB6hVZ-I1M3V8IQshSThOugOI_2H3ECNdeoig,213
lm_eval/tasks/cmmlu/cmmlu_management.yaml,sha256=xj0wH_La-bf_Ezx9mjmsbY07M4UdTXbkzCqGdnzJkRk,198
lm_eval/tasks/cmmlu/cmmlu_marketing.yaml,sha256=l7ulx3Nr47Ai4-MwPSvr64j1cKF8hG0wpkUHNKVkuTU,199
lm_eval/tasks/cmmlu/cmmlu_marxist_theory.yaml,sha256=d7XeZBoxxtzm9rf4WrjcChH5-RDT00XgITU9QJXKkBA,218
lm_eval/tasks/cmmlu/cmmlu_modern_chinese.yaml,sha256=M2gRRZy54c8e6CeJu69yNAoP6c9NpDfSMlVyD_0pMvk,209
lm_eval/tasks/cmmlu/cmmlu_nutrition.yaml,sha256=yLQYVLdRY1MUc4NaCidmrFlsDAWaBmI4tp9r3DLzjqY,196
lm_eval/tasks/cmmlu/cmmlu_philosophy.yaml,sha256=IlGz2CINUIAzbvlLbnAbXOdNsxCyO2rmwSnwB9iqF_8,195
lm_eval/tasks/cmmlu/cmmlu_professional_accounting.yaml,sha256=TgYE1xSlF2MBJW7fnisY7-dwcJlxTU-lKJDmf3nS5HA,227
lm_eval/tasks/cmmlu/cmmlu_professional_law.yaml,sha256=S86GwVZZw3ilxfFvxpvZg5Rsl1sn-nUllYx5VFktinE,213
lm_eval/tasks/cmmlu/cmmlu_professional_medicine.yaml,sha256=o9w1kA9-L1J72EuQ7V2kq1YhlUIS4ovXVhoQ44GLcbY,223
lm_eval/tasks/cmmlu/cmmlu_professional_psychology.yaml,sha256=w5wE-YswhIPdQp1NWW2U09hYs3Rd64bvb6ZGupYucTk,230
lm_eval/tasks/cmmlu/cmmlu_public_relations.yaml,sha256=jblBswd7hMbPfweUa-5hVEp43oNF24v4MeWRuea8Q3U,213
lm_eval/tasks/cmmlu/cmmlu_security_study.yaml,sha256=CFKa_RoDtHDkHrXyyS9FNp_HI6vGCV7XaogP2cjVHyk,209
lm_eval/tasks/cmmlu/cmmlu_sociology.yaml,sha256=Qzr4AiRoyPHtIISXvBN8_XAXltIO9GdMYr7xYXk9Atc,196
lm_eval/tasks/cmmlu/cmmlu_sports_science.yaml,sha256=wD1eTg1JgFg-rnglXDDM--owRRq94g6st7GA3zZiXkA,206
lm_eval/tasks/cmmlu/cmmlu_traditional_chinese_medicine.yaml,sha256=fs7VxHpIsAqdW52e-ffc6ClIdomsVPGzQKyiuGTTNs8,237
lm_eval/tasks/cmmlu/cmmlu_virology.yaml,sha256=aB_oTbDjh76nGH9rIkNhcbygJJkmckEBj7ehe_BVSd4,194
lm_eval/tasks/cmmlu/cmmlu_world_history.yaml,sha256=AWCZJjmwhJobrzPCUpNRKh5F_ieCDWuhQv4H6uq0mZA,207
lm_eval/tasks/cmmlu/cmmlu_world_religions.yaml,sha256=v39HzwxSXp2xo5Ap_Ig1sGcdT0XkiDKRBsiPnI7J05I,211
lm_eval/tasks/code_x_glue/code-text/bleu.py,sha256=bGCIK_eVzN92SnXvFXZEt9YpAntvpUcCegANXFD8vqY,7847
lm_eval/tasks/code_x_glue/code-text/go.yaml,sha256=E69gjwTkkc9b2iYg-9KGJuItUb9UaOI8gzuKUHdTBf8,479
lm_eval/tasks/code_x_glue/code-text/java.yaml,sha256=HhXKmCgWkp9O7nsI2O-glQsbzDjfsZNSL8Vf-ID1NgQ,483
lm_eval/tasks/code_x_glue/code-text/javascript.yaml,sha256=L3brOBtKJTNeJFUQUw_-N6Q8S1M_aQ0aCfo9ydwt7qw,495
lm_eval/tasks/code_x_glue/code-text/php.yaml,sha256=relg83ds1g2wf5x0euX8YqLKc_Y_XaYviH2e8stCnrg,481
lm_eval/tasks/code_x_glue/code-text/python.yaml,sha256=-5ipicnQUBTH2fUZG3jZ1XjAX0ue6K2HIY_d_5AS5QM,487
lm_eval/tasks/code_x_glue/code-text/ruby.yaml,sha256=dqAtzuKflJGBo09goRL2SgTkD1wRbBhLRyhu6wr6c50,483
lm_eval/tasks/code_x_glue/code-text/utils.py,sha256=Bt0SAZ8OruKLYiMCZUo1pTVRso-79yd7Lg5mNwzquko,308
lm_eval/tasks/commonsense_qa/README.md,sha256=9M8niAKAi6d5ZbIVXes_IeBtOAhcJnt6s-WZLIh3Sik,2146
lm_eval/tasks/commonsense_qa/default.yaml,sha256=YWma7G6VxxlXa6CnTAWsS0bAGvoHD5AtXE13MqhqVZs,470
lm_eval/tasks/copal_id/README.md,sha256=niSqt6wrwVAFCgY8Bqtu3kwQQ77m4GJWNpeBqvTB3n8,1852
lm_eval/tasks/copal_id/colloquial.yaml,sha256=BJ72m5zcs-x9jDMgikbKhNmLpdrsJKWV8C8LGwhqX_w,100
lm_eval/tasks/copal_id/standard.yaml,sha256=VHHdinHCufaLgBYLcMlttytPZ_oPY-mS2-l_aJp_HSE,314
lm_eval/tasks/copal_id/utils.py,sha256=eNtnPfhq-fbtwqUIwmKzAD8WyTE3pqCFW566jHzNj10,452
lm_eval/tasks/coqa/README.md,sha256=LF6N0XSwsg6DLYACWr5FJca7bRlUYib00tGPHNiSzg0,1262
lm_eval/tasks/coqa/default.yaml,sha256=A6Nt3Thu3Q4OZjo8epOvC8rcTyU6Mb3nqhgmFInbs5o,608
lm_eval/tasks/coqa/utils.py,sha256=YqyC6AJxYtE0cJNVoAUm_1SX3rWYe-67GLQ5syDoYMo,2835
lm_eval/tasks/crows_pairs/README.md,sha256=HesNVCLZST9DTRBTjxbAOIwzKG9UGaR9CuPVIrQUz3I,6562
lm_eval/tasks/crows_pairs/crows_pairs_english.yaml,sha256=vEj0H99Wmrdjwmz2VZfceOkkGTglypbJrX1GhlGNIVI,514
lm_eval/tasks/crows_pairs/crows_pairs_english_age.yaml,sha256=g15ncf9B-uj8jpnGspHMF_tkTgytHxTFDEQheq-r5jE,127
lm_eval/tasks/crows_pairs/crows_pairs_english_autre.yaml,sha256=-ZVZSt0RkemIKAHx-qM_Zf6WYphWFbtpKFTZqN4zer8,131
lm_eval/tasks/crows_pairs/crows_pairs_english_disability.yaml,sha256=FDuoBS89Bt4XnXT1qO4G3AKaLzRtjUr9ty_essY5ms4,141
lm_eval/tasks/crows_pairs/crows_pairs_english_gender.yaml,sha256=Jp_bpHin0LDl4Oh_5dw7DsnPIdw27_L7IvCSlt5-soc,133
lm_eval/tasks/crows_pairs/crows_pairs_english_nationality.yaml,sha256=Xq_gMqx84YOsPB85t-mg-WowqOC9wGZAjti5s1vxZEE,143
lm_eval/tasks/crows_pairs/crows_pairs_english_physical_appearance.yaml,sha256=rHxnfaefCxo-yW1nSA6odWsGWM1nuZ4qO7mY0_U3akY,150
lm_eval/tasks/crows_pairs/crows_pairs_english_race_color.yaml,sha256=1TcaZQ2Vq0XQPalvOSvlpKZ43gzWOJ2_cwokusrppt0,141
lm_eval/tasks/crows_pairs/crows_pairs_english_religion.yaml,sha256=TL4EheFGZbH1g13jyDFTx83tcLFoGijbuxv34HuCp8s,137
lm_eval/tasks/crows_pairs/crows_pairs_english_sexual_orientation.yaml,sha256=fkwnSl7AJI3zbmuWD2lWGOE7tiuRumRN1uINS0QI-d4,150
lm_eval/tasks/crows_pairs/crows_pairs_english_socioeconomic.yaml,sha256=uDwc7LsQC_Ws-4PsFQ8tc5vDkU98PxGzg4xz012Zi7w,139
lm_eval/tasks/crows_pairs/crows_pairs_french.yaml,sha256=fz9gbMutyCHqm_OKj0xqqkr0Z3b3DLbQa54fAPAZ-dE,80
lm_eval/tasks/crows_pairs/crows_pairs_french_age.yaml,sha256=p5WCzdbPIkilp8qG0fZGWG3dHjKr7ynX6PUP5GAWsN4,125
lm_eval/tasks/crows_pairs/crows_pairs_french_autre.yaml,sha256=nWk1CtmS4rPNxHuhp4fq4_r8MXmjO0PZUes6Cl5kW7E,129
lm_eval/tasks/crows_pairs/crows_pairs_french_disability.yaml,sha256=JHuqbu8Z8VflYRzJF2KnYGdIshBae9AmYptl84dW_wU,139
lm_eval/tasks/crows_pairs/crows_pairs_french_gender.yaml,sha256=I9YDvpOnQXTMWOH1smjEs1nDiDeQP3Emq-XN2SUfWQ0,131
lm_eval/tasks/crows_pairs/crows_pairs_french_nationality.yaml,sha256=ViElfWF8v9_JzWlhqosZtkA1WEuYCqwl__1eM0bByAg,141
lm_eval/tasks/crows_pairs/crows_pairs_french_physical_appearance.yaml,sha256=Hv8VGBgSbJRy7ituauUmgxxFc3aPMJiwPLEDuk1W4L4,148
lm_eval/tasks/crows_pairs/crows_pairs_french_race_color.yaml,sha256=WIbsZhtI3CTC1tYI0QuVtHRatNinqWWVbEhCFqadzLg,139
lm_eval/tasks/crows_pairs/crows_pairs_french_religion.yaml,sha256=n19G-AGyzTMp8dPGUcS-1TuCs90O9vR1np7oxn9RzhM,135
lm_eval/tasks/crows_pairs/crows_pairs_french_sexual_orientation.yaml,sha256=zg4UOJEM1CnKu933_I8NXpyM3pADeihBpMFOjrsWKpA,148
lm_eval/tasks/crows_pairs/crows_pairs_french_socioeconomic.yaml,sha256=N5rktYPTmeZkQDPZw6mGZL5GhBdmyE9hkxtd__lh8GA,137
lm_eval/tasks/crows_pairs/utils.py,sha256=Wx48MYgKgqn-kHLhTtsV_-FD0Ik53l0X_qF8LcL-DBY,1892
lm_eval/tasks/csatqa/_csatqa.yaml,sha256=sQbDkAWFjUon_H72hIlz8ZTK6FD5mazOJLBK5w47jtw,287
lm_eval/tasks/csatqa/_default_csatqa_yaml,sha256=MmvtMKM-uNxdnntb7ggBTuSmY-x1e_Zz9EXiu2C7Ajk,377
lm_eval/tasks/csatqa/_generate_configs.py,sha256=hqegQrMDd-TgreKRnOPt380AQXF4_nSY_Btn3ALxUEI,1474
lm_eval/tasks/csatqa/csatqa_gr.yaml,sha256=WfwUoa2uX8gOjaQfcVDUvVSVkWCmbJBjiv7KBpjHZ5w,75
lm_eval/tasks/csatqa/csatqa_li.yaml,sha256=ZRwynLR8BVgxgFcSDTLi_WoHpkYAtmG6iJhLhr8KUFQ,75
lm_eval/tasks/csatqa/csatqa_rch.yaml,sha256=hciObdoI5LBjMc0eM3fFX3fc-uKpuIIt-02-0-5K5Q8,77
lm_eval/tasks/csatqa/csatqa_rcs.yaml,sha256=8bSnj6bbts-sRbYrXpzM7OITuxED7VuIMiUzzo9xMPY,77
lm_eval/tasks/csatqa/csatqa_rcss.yaml,sha256=-GoC4clrkSwJLOFkxa6TOEwin1PeTaKfy-Qw6BpHogc,79
lm_eval/tasks/csatqa/csatqa_wr.yaml,sha256=ovjDaNGHTq38vQ3RROv4ppR09nQyVN6RMEsGimHfiL8,75
lm_eval/tasks/csatqa/utils.py,sha256=rCXznhSI_pQ7N9TZIXAC1rk7KwRXoVXcYpoI7mJLxlw,662
lm_eval/tasks/drop/README.md,sha256=_fto2NjX5LFKc6jv6Ip5dM7V-viFzt8sGlqcxBM7OJI,1857
lm_eval/tasks/drop/default.yaml,sha256=6TeO_wLpoHxT0RnHTCO0xz9uL0kARdyViBqfKxPv5kA,642
lm_eval/tasks/drop/utils.py,sha256=pXgu59LlN5aKW4OXYZWuK5tuKlZaC_tcJNIhtNYaBPU,5992
lm_eval/tasks/eq_bench/README.md,sha256=m1KmzAWkJRV4w5G46-C_92DNboth03xIoUYRYaz2bXQ,2947
lm_eval/tasks/eq_bench/default.yaml,sha256=gyqAyRs1TvPTujpuD8dn7-4DpzU4GHvn8IYohMEVn6I,487
lm_eval/tasks/eq_bench/utils.py,sha256=i-LCI-BP46h-3DtniEDg3-l34M__xS91VHWb4JhAz2I,2323
lm_eval/tasks/eus_exams/README.md,sha256=-3yr84xnarc2sEnzjBTD2D0JE40xkihY0anZcopuLPA,2149
lm_eval/tasks/eus_exams/configs.py,sha256=jaHziD9b7i4oxSh6W4tK0T4adyLCAbE_gF3bvtACqMc,2004
lm_eval/tasks/eus_exams/eus_exams,sha256=cVr9liNHmHBIJH83e_oIbLTIl2I_lYw3BTjJ9IXl1-4,410
lm_eval/tasks/eus_exams/eus_exams_es,sha256=WdB_bDVK2NftywZ3ZV7pL7QWVD5oVPyRfHjyJpQmPKo,179
lm_eval/tasks/eus_exams/eus_exams_es_ejadministrativo.yaml,sha256=FGLd6YWp89s4OXUYyaDGUwhXNnSBBcNi__rYyzPpK3M,116
lm_eval/tasks/eus_exams/eus_exams_es_ejauxiliar.yaml,sha256=qjBsqxUCWnG9oI-Beazv8m6rEIZSH9mqHDZ3OLWyQGI,104
lm_eval/tasks/eus_exams/eus_exams_es_ejsubalterno.yaml,sha256=NFHx9-GZLIMYO-W69O_J3g9RhxZz1wwQU723-PLqn7I,108
lm_eval/tasks/eus_exams/eus_exams_es_ejtecnico.yaml,sha256=4i_gAR-ooQMz5Jx-5dR2n2LWRGXUkdMezNZYkqC6ee0,102
lm_eval/tasks/eus_exams/eus_exams_es_opeayuntamientovitoria.yaml,sha256=4H0NC8Oak2_qx1rXe87UBJ2EUqZ9VpSSeHwtUiBOswA,128
lm_eval/tasks/eus_exams/eus_exams_es_opebilbao.yaml,sha256=6_UHrRIRmqol-1FYXo34vIhIqjbEeg_K2VeK0qs38WE,102
lm_eval/tasks/eus_exams/eus_exams_es_opeehuadmin.yaml,sha256=oGeI4ih0D543qxh_1n-ozgL38MinAZgyfs7JnNQGCAY,106
lm_eval/tasks/eus_exams/eus_exams_es_opeehuaux.yaml,sha256=Jabv6Uoe-V9vDs2RStmHOttjn3Et5az5XrXAtyUytnA,102
lm_eval/tasks/eus_exams/eus_exams_es_opeehubiblio.yaml,sha256=bPRjmTXtEF2108N43bWGH4RKAhfY8obSRa40_GDcIjc,108
lm_eval/tasks/eus_exams/eus_exams_es_opeehuderecho.yaml,sha256=U4n6rtkCbqdDkLG4AcYdegadngGvBlpoL1Mkx-EX7A8,110
lm_eval/tasks/eus_exams/eus_exams_es_opeehueconomicas.yaml,sha256=FhSNP3K5bzkQdUhUWFfODPD0emfWaz8mbhOnAnEpSSQ,116
lm_eval/tasks/eus_exams/eus_exams_es_opeehuempresariales.yaml,sha256=U6o2Ylc6Roklt9Yj25JR_XzNAeaOWUwilDzFS91TitA,122
lm_eval/tasks/eus_exams/eus_exams_es_opeehusubalterno.yaml,sha256=51Xs3sKf_ZvdbdjYzFrBxZFHpW8Cgce0Prt5wjIs6Hk,116
lm_eval/tasks/eus_exams/eus_exams_es_opeehutecnico.yaml,sha256=J57Vlc90EfKq2RJL67qv8jlVFuFghPNgThLguCUBCpw,110
lm_eval/tasks/eus_exams/eus_exams_es_opeehutecnicob.yaml,sha256=kr29Gx7hKHL_gw6-PO53DXjOuwCQpgs0HQax9ETbK7o,112
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiadmin.yaml,sha256=znh4cW9iWPUSZEhbJN7jjeF4cNaKGNpChDJWrQNQu7g,110
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiaux.yaml,sha256=q-BJLo4ky3QJofaQAGp6vNc4T5B1vSxdk2Xek4JgR6g,106
lm_eval/tasks/eus_exams/eus_exams_es_opeosakiauxenf.yaml,sha256=wzwZJNqwjXQ6vrKINhJyJ6N3JYSvFmK1dMh7BDSznNk,112
lm_eval/tasks/eus_exams/eus_exams_es_opeosakicelador.yaml,sha256=X0_coPJcB0siuikqSAE8TBDRo7pnf7B9ziWjmGzR1Eo,114
lm_eval/tasks/eus_exams/eus_exams_es_opeosakienf.yaml,sha256=kwvHgkLEaheV14-gdyyvOXtirAkUH8lKcD0Nas9YU1Q,106
lm_eval/tasks/eus_exams/eus_exams_es_opeosakijuridico.yaml,sha256=0V1fwD5Ufzm1PvxC9dJ3VuAaThdqwcpu7MOXvI-9R-E,116
lm_eval/tasks/eus_exams/eus_exams_es_opeosakioperario.yaml,sha256=_3beVE-h5orQTYerOMLX2weJiIgJ46fN4R4Z7ubu_U8,116
lm_eval/tasks/eus_exams/eus_exams_es_opeosakitecnico.yaml,sha256=KOgl6R0VBgpNM5-NllltzwgAy99h84sWovPxreZWTmc,114
lm_eval/tasks/eus_exams/eus_exams_es_opeosakivarios.yaml,sha256=5Lwb7f992UyqwMKYUV12QGOPLEaAWGhfb-orfTSNfvY,112
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza1c.yaml,sha256=r5EfGNXWQDqG11ioY9Cy6Jm2qiGNs0_ecSQjHITdNaA,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza2c.yaml,sha256=Mqh2UsoX3wG4Kq86lqJEclti_rqfBA7z3Js1CpVQxxI,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza3c.yaml,sha256=YildUhgkV1QAmD6dOBWipxIHkA8qm6WOwT7WahqIuZo,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza4c.yaml,sha256=TzQnbR7Sfm4x321ZE8ikLfUeezlAiiCLRiVFA4_NeP4,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza5c.yaml,sha256=u66Lvh8RC9JYGG-Mh5-tcr-WTbTNcp8G3DjZ9aFX0uM,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza6c.yaml,sha256=Wla_YRMJFK4mE6XxN16Ah7lzt1BW6zhrscdStmhE47A,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza7c.yaml,sha256=A_ACvgNacPAjGFNdrA1N0dU6RQ-RF0zLGclhpHm_0CE,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza8c.yaml,sha256=30vpLNVuHLi3GLvw-s5wq0V2O9oyOxAWI6KZ_MvuQgc,108
lm_eval/tasks/eus_exams/eus_exams_es_osakidetza9c.yaml,sha256=bIKbanb9WOUHE1QpsJUfJERjoyCpYgiN0f-jtZ5W49E,108
lm_eval/tasks/eus_exams/eus_exams_eu,sha256=r11jKaDGZO9Rm56a5wtxCAQER6asEk9M5sEe-4dJ2ec,178
lm_eval/tasks/eus_exams/eus_exams_eu_ejadministrari.yaml,sha256=trWpoOs9FlMiA5ga2WQ8zOWlz3XJ6nRPp6y_p2lcHZA,112
lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntza.yaml,sha256=NbLCdRfVrJVPsBqNjQGLL6cK29OPT0lSn8HH8t89-0E,104
lm_eval/tasks/eus_exams/eus_exams_eu_ejlaguntzaile.yaml,sha256=O70QFlIWkdw86aqkBpN_wEmKSfMvJjOAnq-vRd4i8cE,110
lm_eval/tasks/eus_exams/eus_exams_eu_ejteknikari.yaml,sha256=YGNf1ZkkymXcRcs3sYA_WDXHWG4PD3Eg0YEBRmn_y0Y,106
lm_eval/tasks/eus_exams/eus_exams_eu_opebilbaoeu.yaml,sha256=EF6w693Zc2MMKQXrYE_GWakgmyCPHjfR3YiZOw7EheA,106
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuadmineu.yaml,sha256=DLNB9i0ZBeIeUXFGjt03Qs78rSJO-2WUgPVSs0v8zW0,110
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuauxeu.yaml,sha256=_fvipWi0insIdcZJe-I8wg-mUF0cQgn7gb-1CFVlufE,106
lm_eval/tasks/eus_exams/eus_exams_eu_opeehubiblioeu.yaml,sha256=FlXS6YsbYLz5zuHBOjfyDwOj_JDaOD4Tegq1U_nnzc0,112
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuderechoeu.yaml,sha256=a9-OoE0RYc3dXfA42KyZNPnIDVJUB2M_RbK4m5pSpwQ,114
lm_eval/tasks/eus_exams/eus_exams_eu_opeehueconomicaseu.yaml,sha256=tWwFXmOf4a6IKTdPugibiop0_f_JhEd1bu9xo5lRmVY,120
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuempresarialeseu.yaml,sha256=usBM8ThgUYyOiaGVsR2oVdeR_CydeYXua4mFvwRpIUg,126
lm_eval/tasks/eus_exams/eus_exams_eu_opeehusubalternoeu.yaml,sha256=TwuwDnJ-TLxuRRNez0Lc-CdAPBBg-4dbKVkbd0o15gY,120
lm_eval/tasks/eus_exams/eus_exams_eu_opeehutecnicoeu.yaml,sha256=r7vK0mqXUkMZlwr5vg9C61FvDGaMhDyCQrT3s8Wc2m4,114
lm_eval/tasks/eus_exams/eus_exams_eu_opeehuteknikarib.yaml,sha256=YmIslkrYNUe55m_p5yhHexyzvo2qX-rE7GJxAgjGzv8,116
lm_eval/tasks/eus_exams/eus_exams_eu_opegasteizkoudala.yaml,sha256=rsweOUDIarxT-VAgDdcOViAc0snCMUqqo_mOdFEuLUg,118
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiadmineu.yaml,sha256=gM6KOcn_xtq2TNxbGKYjrQ_wFy7jPyK9j77NOAXq2yo,114
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiauxenfeu.yaml,sha256=tL4nNMty2-jozLBU3vStzyV1gjNT8bBzLovTZtC7bJ8,116
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiauxeu.yaml,sha256=JN2JzAb54Q6wjoSd0ueYyJRT8lGmIlNs0YV8fMx0nf8,110
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakiceladoreu.yaml,sha256=AGCGZFIGDvX5Hd7T0fjRyFbthVKthPyg25XYUkyFRt0,118
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakienfeu.yaml,sha256=jRoG92xUAJAXiGfva7knQDx_6uqXYmKIXu9ND5EGmsA,110
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakioperarioeu.yaml,sha256=lZMbZTBQXx2lznqaCBIf_jFN81ipCtqoijbclOKhwn4,120
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakitecnicoeu.yaml,sha256=k-PQe3GZGJ7Qzd_5rFiKuVDogQaFaE10Zf6kFn_qvho,118
lm_eval/tasks/eus_exams/eus_exams_eu_opeosakivarioseu.yaml,sha256=uqmZ_a_d8QEQ-AkbloWPYwCU3I_M5iTorJzZrMazOs4,116
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza1e.yaml,sha256=emk099n88rG4js5jPDmrZceKZV8GOQsIjeYNJaiZEgY,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza2e.yaml,sha256=1u_CutwLEvJU_PKe2m1CJGOg0gt9kcVfIIvDJkaAz2k,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza3e.yaml,sha256=UMmBg4l1z2McA7SztaJLYRxs5csfnhZzf1Gu_oFNImo,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza5e.yaml,sha256=GXC43RE1W-6D5ESC6sE33sZxwWJBa5J037DUtAT2Z74,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza6e.yaml,sha256=alq11Oql-oOb8fIqFdqTk_p6aZFAyVXleEcuJaoOZi8,108
lm_eval/tasks/eus_exams/eus_exams_eu_osakidetza7e.yaml,sha256=u-IpuyYa870nFv0tPbK9I77waJGh1XAt4SudHzjs4NE,108
lm_eval/tasks/eus_exams/utils.py,sha256=T_RV1ImeKrnnVeNc2nZ8bdcLyVVPZzSWtSIzwTS2DWw,416
lm_eval/tasks/eus_proficiency/README.md,sha256=Rza7o0KBETCMZc-D1VI30XCjxEuf27aRstONmaD0oMU,2004
lm_eval/tasks/eus_proficiency/eus_proficiency.yaml,sha256=tTx9qTtij0jUGIgAlQdYS3klPVkP6T2AqpX4NhnEKIY,465
lm_eval/tasks/eus_reading/README.md,sha256=fBM3CqpPdeHgTin34DDr1P4PG8HIMCLCpEdypae5iBA,1898
lm_eval/tasks/eus_reading/eus_reading.yaml,sha256=5puep7gQ3POZVCsFV3ETCZqoT7nKA7qPbGt27sTCpPA,378
lm_eval/tasks/eus_reading/utils.py,sha256=DXKAWMt8VNcpU8C_4mt5AdRLUZtGKWJva2zeMrN-leY,1151
lm_eval/tasks/eus_trivia/README.md,sha256=lU_Q99EIumGEN1w2wg7Cbu0RGM6N9kBsYreCkLwsdvM,2724
lm_eval/tasks/eus_trivia/eus_trivia.yaml,sha256=CyGEzK9EQt98f9Zgx0uw_GOj1R_n2Sm40e_zZ9yypIk,368
lm_eval/tasks/eus_trivia/utils.py,sha256=qFiBx7pY4erQFCyCw1CRDOH6hZwxjitcOFmAWU6jyl8,1113
lm_eval/tasks/evalita_llm/README.md,sha256=UHUw2zdgf_dntlKeWLTs9kIN2j0npcuv7sC4nlitxTQ,2472
lm_eval/tasks/evalita_llm/_at_template_yaml,sha256=jLGxBJMWUSkoV04YSslB0vuKm24rBYBIWCaaPYNsFBs,214
lm_eval/tasks/evalita_llm/_evalita-mp.yaml,sha256=6rXY-WEYP6S6XCOGVpx7_zhwW_qWogykKkWz9x-DC_o,329
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p1.yaml,sha256=pMVo3LF7zzkfU7PIF5XmNFJzNkO_FQuxvZRs9yvYhDo,846
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p2.yaml,sha256=T9uc2m9xiE7bxe1dMJ7SF9AzTQKVb4LnQ-7ZzKDWaNM,944
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p3.yaml,sha256=AvnyCp_J388dWXsdhu4O-lE7B_Hhgspm5oOO34Ao1Mc,812
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p4.yaml,sha256=7Shpd0xDf-5CDbMgbKa35oiNk_QpmRkziL5Jmi421K8,673
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p5.yaml,sha256=m7h2LRkXylvykJuNdRUWQ2zsByM5PDshMuEfSR4kzfk,836
lm_eval/tasks/evalita_llm/_evalita-mp_at_task_p6.yaml,sha256=9pdbhSaHLAqPkk54VzLJNrzS6jknzp4w5dLyS5o6FwQ,934
lm_eval/tasks/evalita_llm/_evalita-mp_at_tasks.yaml,sha256=lhg2oYAvcvk7eKlDY8I1A3tcHFw-shM5CU3bKpeW1XQ,258
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p1.yaml,sha256=H7pWaO8hStkzOc20AYo3JuAa5Lw9ujmazylwi1ZtwSY,581
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p2.yaml,sha256=huJfl9CXHNEfgl9NIgwSswyef6OSwrgImNl0ZSU2xUo,630
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p3.yaml,sha256=J8arPWZU9twS5RqdvdysSmYg1bGfisoCTf_Zlrn4Z0k,481
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p4.yaml,sha256=fVTFaBh_6TK63SASgiKL5QsnrKOg3fo_VGgD8kANqDc,526
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p5.yaml,sha256=aDV09TrWLvbeo6QOL3-BbdfRewLxNmUuHfG_JLVblVk,641
lm_eval/tasks/evalita_llm/_evalita-mp_faq_p6.yaml,sha256=ZPHRSe6G5C7lxSSByhb7zaznGnBpCtAMdJZ5yedz5RM,629
lm_eval/tasks/evalita_llm/_evalita-mp_faq_tasks.yaml,sha256=3BCgPkqcr3UbK-_qj7zHeXghE55yiRkIPXMED-jOdaA,225
lm_eval/tasks/evalita_llm/_evalita-mp_gen.yaml,sha256=yd7qYOIX6nyh27Oyn7TFlAU6I-IFNz2Tdl66NYuZFk4,236
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p1.yaml,sha256=ubhH2ZukgvyQ3_SU5jNPRm2QBVdei2o3kDBTj8YB9eE,446
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p2.yaml,sha256=YEYyVxeGRMElE120wBfdIQPfOpIXqLcG59yo690X8RA,515
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p3.yaml,sha256=OlkiJXAH8sONSAUlZOEYDxf1oRFKDkKkFupy0rTgESU,502
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p4.yaml,sha256=IDDoHrXtER1f9pjIgvpWf0ZVY5_ZOl-y2SbWL_1RKFc,567
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p5.yaml,sha256=6F-3ilyzkX8vEgj-TberSkWeB8_0pZyynXNHIeusxFc,495
lm_eval/tasks/evalita_llm/_evalita-mp_hs_p6.yaml,sha256=m-8j3-_p1H2da9J79qP19d6YJ4eEOmGcqzWCi0_GI8Y,564
lm_eval/tasks/evalita_llm/_evalita-mp_hs_task.yaml,sha256=ZQbiqgsoW_FCnL9Aj2t8bNxil2UJZL6x4sYD1u1jZ7w,173
lm_eval/tasks/evalita_llm/_evalita-mp_ls_p1.yaml,sha256=ysqbba5J0gpsuLbVt4NIC0mV0QTU9Il35ln0sdMMKSE,594
lm_eval/tasks/evalita_llm/_evalita-mp_ls_p2.yaml,sha256=g1Mr-LpvihIbziVlG_ey9axJXusFUBeoKWvHn9i5rHA,647
lm_eval/tasks/evalita_llm/_evalita-mp_ls_task.yaml,sha256=-jVA5Wndu0-cOmhSGGA0eHXfPtLQDJMfhDe4wTAD01o,170
lm_eval/tasks/evalita_llm/_evalita-mp_mc.yaml,sha256=_YiEU_Jla2Kl7jldufXbFqnZYlw61OGT9sARGBTZOjQ,261
lm_eval/tasks/evalita_llm/_evalita-mp_ner-adg_group.yaml,sha256=vwIs-breRtYZwaVNK52t_45Cgjy7Msmtf2RwBL8TG1g,188
lm_eval/tasks/evalita_llm/_evalita-mp_ner-adg_group_p1.yaml,sha256=X01_oVGABEo19_q5PF710HciHh3nf2t9o9pWfdCDpbw,850
lm_eval/tasks/evalita_llm/_evalita-mp_ner-adg_group_p2.yaml,sha256=zxl9JrwypKGa-KLQDJT6eiZ4jfOcxR57sOgDFUTM6rg,850
lm_eval/tasks/evalita_llm/_evalita-mp_ner-fic_group.yaml,sha256=RFzb83jGUX_cuhw_VyFZB8LChWZyWKNI3SvWF_oEjwM,188
lm_eval/tasks/evalita_llm/_evalita-mp_ner-fic_group_p1.yaml,sha256=VEGr_-BizKG76WOgWafoUy-HRIz8TJXt11wgjwjVzuI,955
lm_eval/tasks/evalita_llm/_evalita-mp_ner-fic_group_p2.yaml,sha256=V6alctAjtHRbktdpixQILV_D22GwhNnO3zY1zrzLmNI,850
lm_eval/tasks/evalita_llm/_evalita-mp_ner-wn_group.yaml,sha256=BZ0ZBUQDVeEZ2fs-xDbxzy0x5jLA4bV6kkhK6oyRrlI,185
lm_eval/tasks/evalita_llm/_evalita-mp_ner-wn_group_p1.yaml,sha256=EyJDnnlxb1YCSuAi93df-SjoZzNME27ewWnyB9hjdKc,847
lm_eval/tasks/evalita_llm/_evalita-mp_ner-wn_group_p2.yaml,sha256=7sIwYw6FWTyvqNB9-apfJvwhaDQ8Y8_HrwBKpKmI0uo,847
lm_eval/tasks/evalita_llm/_evalita-mp_ner_adg.yaml,sha256=a55xiFFGZA5vF1JhQSM1jN4Sh6T4EFC5WMeaxFwWtZU,147
lm_eval/tasks/evalita_llm/_evalita-mp_ner_adg_p1.yaml,sha256=JwSl3cDfmLInozg4ifvOeAU-uSxWgSUFUkJ9G8pl--Q,474
lm_eval/tasks/evalita_llm/_evalita-mp_ner_adg_p2.yaml,sha256=BfZH_pxpbmcrnLVQIwtI9lwXRcpz-H0Dghm82od0jNk,542
lm_eval/tasks/evalita_llm/_evalita-mp_ner_fic.yaml,sha256=9QGW4KdtSKYSfQ49jiex4FtAvutblmeJn-1o8KblVFA,83
lm_eval/tasks/evalita_llm/_evalita-mp_ner_fic_p1.yaml,sha256=e8QoDXKuB9AgePpnXaUpTz4W0uAjh3YHwAG8vsJ0G9s,475
lm_eval/tasks/evalita_llm/_evalita-mp_ner_fic_p2.yaml,sha256=4K6rBYd4qnYpWYQjpP4RBtlFm5so5GtNI7TgjZrxemU,541
lm_eval/tasks/evalita_llm/_evalita-mp_ner_group.yaml,sha256=30kpbYRlb9nRj4HAccGQ4meaSJ6PKSLNpTKkf0YNVNY,231
lm_eval/tasks/evalita_llm/_evalita-mp_ner_wn.yaml,sha256=A7uOYfxJjmCaohufnPYH0Kb5EI-C_BmkB7avWvwrBIQ,145
lm_eval/tasks/evalita_llm/_evalita-mp_ner_wn_p1.yaml,sha256=4OgyKHZiB1skb2mVN8osJvN9tIw38vCGBN3ZHLF3SuY,466
lm_eval/tasks/evalita_llm/_evalita-mp_ner_wn_p2.yaml,sha256=IFVM7zKAPhhKgsvI1X0a2vN345VTeS6nP0IxR6KeQU8,534
lm_eval/tasks/evalita_llm/_evalita-mp_re_p1.yaml,sha256=AYcSo0_lVQ4t4fgHOxv5k-bmMmgLzRWF8V86aczzOQY,413
lm_eval/tasks/evalita_llm/_evalita-mp_re_p2.yaml,sha256=ytCV3vPkXIAZB_-CDDn8xXez0vlB54gI2doytdnPIos,486
lm_eval/tasks/evalita_llm/_evalita-mp_re_task.yaml,sha256=BU8_E1bCiJqKcbKTeglGWIl0NahNJJKhwDEGjwPH76A,169
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p1.yaml,sha256=z-dP21QEGm_qquKTxIwfusNGF5dHI7wbFEPn6HDNu4M,447
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p2.yaml,sha256=xvDaMPW70PkCMs6lu0q514rJhXlz1YvoJZA2Dlho7x4,498
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p3.yaml,sha256=6k-AKZfBl1TxOxrrixhQ6Wz9zOlQbcyJ5IFn0VmOR0U,541
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p4.yaml,sha256=NnfhmRmDFBYhZxJeLUzG1nYnxjeR5_h2fXKx1rBa9dw,592
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p5.yaml,sha256=EW9my_blW-04INhRHxUv4j6MemeNyzzJFE9qdN1j7KQ,473
lm_eval/tasks/evalita_llm/_evalita-mp_sa_p6.yaml,sha256=CrB4ljxmZPC3spAeg4ILViCj2LDYbp5p9kQzwLvzSA4,524
lm_eval/tasks/evalita_llm/_evalita-mp_sa_tasks.yaml,sha256=zmPc-r0rIgvwISmSP47SPvfPXVwF2Mdn5rubAdNNRzg,237
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp-small_p1.yaml,sha256=UPpeEilvEUNI3AJ3hQ1MYM3FWXrVPdwO5CI-7ISdVT4,436
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp-small_p2.yaml,sha256=utpM4zVqjBQhFcbHaWuB1LqFTyERgzDy2YrJ_BNx8TM,495
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp-small_task.yaml,sha256=JeTplPnqPvzIfB8bf2CGfM4mtsom5jFFOAYYstoGkFA,190
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp_p1.yaml,sha256=8iCjIYI1FeuB9_ABdzVUnE6DEFRM5ZTRLvVO0PSiJJ0,330
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp_p2.yaml,sha256=MkEOrvHJBJUYQzMhz4QJqNNTO67UuXENTGTVGsMY4rk,389
lm_eval/tasks/evalita_llm/_evalita-mp_sum_fp_task.yaml,sha256=V-dHhx_ljTyx5CQ0WYPRKuqUB8u0ZpaLkdan0IR1_Ys,182
lm_eval/tasks/evalita_llm/_evalita-mp_te_p1.yaml,sha256=sjkaQDbEfUADztqmYb1zJi37aRjBAN2B3xdl7df03h8,422
lm_eval/tasks/evalita_llm/_evalita-mp_te_p2.yaml,sha256=ZcFJiR5DxDdxjTuPMZXr2PchWzlZhF3nILeXy94l-4o,245
lm_eval/tasks/evalita_llm/_evalita-mp_te_p3.yaml,sha256=2EafiKj1mkgtlDtWOn4JBoDOKOhB9Xq_b3j_9Z3PcMs,247
lm_eval/tasks/evalita_llm/_evalita-mp_te_p4.yaml,sha256=bDcyUBk1b35zWmhCDJHgIprRus90zoUxz5LyLlsfpoQ,297
lm_eval/tasks/evalita_llm/_evalita-mp_te_p5.yaml,sha256=ntZT7ZsDdOat_Zx3gw4HYSzc8OXvTTr6tBoeVfdOMa8,295
lm_eval/tasks/evalita_llm/_evalita-mp_te_p6.yaml,sha256=PAkAPNgXOcerRiQpvasSoxbGYiAXLgPT0364SxfUq8E,345
lm_eval/tasks/evalita_llm/_evalita-mp_te_tasks.yaml,sha256=Ssze3oQkHYxMeX0aOVWY1PobCiEDcYGpobCgnvKMPC4,217
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p1.yaml,sha256=VEhP16Rm18vzQ4p1RlSQFrn4tioE1ynXGtfLGabQQ_Q,287
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p2.yaml,sha256=41Pp4woiWHnmVWT1EzCipztEgASNrnZQKRgsNBsuV08,404
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p3.yaml,sha256=PBZcWvKZBIx8uFsQR5HcGWQ2r-l8bNKbxdm1ymLw8lA,335
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p4.yaml,sha256=kxudcF5clQ_cDtxlDpT_tHn523U12kKIL5Z6MNnfyYI,452
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p5.yaml,sha256=AyOIhOyXSKoHwyGkeIeoSVQSCQFL6SbEpmzQ4s_SoXE,342
lm_eval/tasks/evalita_llm/_evalita-mp_wic_p6.yaml,sha256=OJzvo529zlYYNoYXfZlHd2DTjnjLf3Fpc3ukWGRleqw,459
lm_eval/tasks/evalita_llm/_evalita-mp_wic_tasks.yaml,sha256=fkV5byZ6IoXzLirKYfBybIYCT27qmNotPxHkzBm-xzM,218
lm_eval/tasks/evalita_llm/_faq_template_yaml,sha256=kBm6kbPCrOD_g2O6pnU6X8GSBnpQfq7ohEODd2l1LDY,205
lm_eval/tasks/evalita_llm/_hs_template_yaml,sha256=KU0Sr0jMkgOlzp1tmlSEue3j5OGVSAbUbJ3V6bS9Cjg,232
lm_eval/tasks/evalita_llm/_ls_template_yaml,sha256=347c1yi7ALVHz25zuGXMwMaP7tAG2U-Wj07Ukco_tDA,396
lm_eval/tasks/evalita_llm/_ner_template_yaml,sha256=CWwuOWmRrGeAcIcFhPX5QcL7zO4EcbNpIKUeJq7VDFE,350
lm_eval/tasks/evalita_llm/_re_template_yaml,sha256=5mCxpxOUPDPA0jmAfLnhqUKbbfXg9Q2jyGDxbQ9-0q0,359
lm_eval/tasks/evalita_llm/_sa_template_v2_yaml,sha256=3je3-rzJZnkCkpB4CqEbu3Kr6LKt9zoTbs_Zqzg0atQ,268
lm_eval/tasks/evalita_llm/_sa_template_yaml,sha256=XD19mdT_sqqlldCcoLIqxNwtBJRzmLPAQlYgWji7UXI,252
lm_eval/tasks/evalita_llm/_sum_template_fp-small_yaml,sha256=Ud1yfAUVsuefbGKx0QkG1DtJvT7sjeg5_B50ryHXXrg,201
lm_eval/tasks/evalita_llm/_sum_template_fp_yaml,sha256=2lsEU3W5UR4PzRcQzdP_xAUi2OAxggk5nZKZYAw6zFo,169
lm_eval/tasks/evalita_llm/_sum_template_yaml,sha256=eQ3vZMTOZubCOlkYSnSNnmbTXaMnvOF8DTg44ktNoeM,213
lm_eval/tasks/evalita_llm/_te_template_yaml,sha256=dUDUlgxILu9R5RBz_l9eqtpQWjIJAc9yTQYBmoCDrms,314
lm_eval/tasks/evalita_llm/_wic_template_yaml,sha256=n-VYDXIPq5OFkJJTQQL_46expjkixqLkVed-VJS_5W8,314
lm_eval/tasks/evalita_llm/metrics.py,sha256=WMEXSc9RrK6kuFIMUDWEyPu2P-9ly5EVXwBT0j-MLVY,5011
lm_eval/tasks/evalita_llm/utils.py,sha256=YkkTVVy3aoco77V7x8xA7Qi0F1oN0VEKshHDk5lElSM,17340
lm_eval/tasks/fda/README.md,sha256=vKeztgZaBuRTZlRnHe_YNBf45xn9uUJgbNF3-tGjVJk,4229
lm_eval/tasks/fda/fda.yaml,sha256=ioeX6mgasNSGqRgi1uVxB0WYDs7SSWe4FdGZwSrDcJA,36
lm_eval/tasks/fda/task.py,sha256=5gTaNIIfSK_v_ucDF8CLVcth-9Y2bRgr5UNGPLZDFQQ,3129
lm_eval/tasks/fld/README.md,sha256=w5hgnlZSgZW6UfZ1VFId--uYjlbvvveaKKaiqW1enpU,3102
lm_eval/tasks/fld/fld_default.yaml,sha256=KBBrKdxbwnrW_3_NbYRXoqkZv3qq_yivJ1q2xoZOvd0,547
lm_eval/tasks/fld/fld_logical_formula_default.yaml,sha256=gvuubXxZzkaRdoFxMGfwzUUZQuO14t4eGSPuS8A39a8,1026
lm_eval/tasks/fld/fld_logical_formula_star.yaml,sha256=WCZSPZtNWyKMnt7suLIYEtq46AgU-5Ot1g3QdukTg_k,92
lm_eval/tasks/fld/fld_star.yaml,sha256=I3lOwfUP5LoHYygYIZCMQenYkQ11AqQVNLlUrRcls0I,60
lm_eval/tasks/french_bench/README.md,sha256=sdTkAzY3PdrGfatrEHfbetlGq4ztNjynxCxJjdf-tLY,4408
lm_eval/tasks/french_bench/_default_template_yaml,sha256=gN9nCOPneJ1GzAlAfNDQLoi1j9mO25Imanaqifto-Rc,73
lm_eval/tasks/french_bench/french_bench_arc_challenge.yaml,sha256=dukhAAUlSqTW8cQVIsRDHyTaww5f7dqw0b1Ja77ND1s,596
lm_eval/tasks/french_bench/french_bench_boolqa.yaml,sha256=h1DMEySvBlGRfpq9p3b5e8FJX_rj296IWAhz_W1e82Y,830
lm_eval/tasks/french_bench/french_bench_fquadv2.yaml,sha256=-z8rjSC8fftXLbDWQzlWCdAAon7T_D7Rt0S_iIb73Uo,1030
lm_eval/tasks/french_bench/french_bench_fquadv2_bool.yaml,sha256=VUPayRyIdJlHsF_kHtetYR0vlHA-0h_JI-JOOUBloKU,793
lm_eval/tasks/french_bench/french_bench_fquadv2_genq.yaml,sha256=aZLBB7tBlvj7ryaGoE4P_PEHkNerGsmbZQwgaWiS74U,1022
lm_eval/tasks/french_bench/french_bench_fquadv2_hasAns.yaml,sha256=KX9Qk4i46WdTqmQ26NE2uAp45u40KW0ARciGx2l4F-w,1200
lm_eval/tasks/french_bench/french_bench_grammar.yaml,sha256=WwUK-x7erRpcu8dDbk-IJJKL1TzMyqpIYhUbAXIPASw,912
lm_eval/tasks/french_bench/french_bench_hellaswag.yaml,sha256=X0OFj3GNrnu5USTw6SVADy9YqOwSW-9OeUI1BqgJlDI,487
lm_eval/tasks/french_bench/french_bench_multifquad.yaml,sha256=oJPBQYUvNjni8jCLcPDnlPGfo6TOBabnAzIHqiGXBmE,1029
lm_eval/tasks/french_bench/french_bench_opus_perplexity.yaml,sha256=lbVei_qOl_oMxBCHF-gxHmbkHF1Mll-Y-L12RegPV7U,617
lm_eval/tasks/french_bench/french_bench_orangesum_abstract.yaml,sha256=YG1PXEY7qCcmJKF_NlecKIYN4osVEp5CLt6zshroO5E,745
lm_eval/tasks/french_bench/french_bench_orangesum_title.yaml,sha256=xquR47I_hzqPbm3rIFJ27aBsIfy5iKeGiXVsQvqx-RQ,735
lm_eval/tasks/french_bench/french_bench_reading_comp.yaml,sha256=2TY2iSqnpirCijWZJGmTixHosYKlX8dl6w9hovPcHHQ,1284
lm_eval/tasks/french_bench/french_bench_topic_based_nli.yaml,sha256=dBB17_EiOyzdr9Nt8xJeVEzpEtrIkpU17gqJn-F3UsM,968
lm_eval/tasks/french_bench/french_bench_trivia.yaml,sha256=ZGIzAWziFySRyQ4LNDsEDTlLMVzsidftZA44l7-YqQw,919
lm_eval/tasks/french_bench/french_bench_vocab.yaml,sha256=3TRgNoNYGwLZmq2xJQAMKmNLlwEUnDuf55WlpwFrWOc,921
lm_eval/tasks/french_bench/french_bench_wikitext_fr.yaml,sha256=ek_gnB9-TARo21kfP1Yy_dGPLaC7vU6FPNUEE9rTSvw,740
lm_eval/tasks/french_bench/french_bench_xnli.yaml,sha256=7M-Ua3aTDT7ze5Tl8-iqmCLIMzbxqrBV8K1NyQBT-Is,873
lm_eval/tasks/french_bench/preprocess_wikitext.py,sha256=5GhEyw_5gw66pUJfLhf9CXpt9aFnIDJASFuJDpKncAg,1753
lm_eval/tasks/french_bench/utils.py,sha256=TWgvTaJhbMvTDZCx4Pr_nKBtBRox6IKI0b9ufdX3pEE,2750
lm_eval/tasks/galician_bench/README.md,sha256=h4M0mw1eSz5666OI19QOuG29uZLveQjjp_pNze-OJ7E,4340
lm_eval/tasks/galician_bench/belebele_glg_Latn.yaml,sha256=u6c807C5egsq1Rz56uXMFT6MeTdN-OcE2lXTkF7ORvE,170
lm_eval/tasks/galician_bench/galcola.yaml,sha256=GXQyZjFrtz7T3shRkafm1WitGp8wOU0YEw2q-tNQTeY,405
lm_eval/tasks/galician_bench/galician_bench.yaml,sha256=SgCfPkIa3kReRk0bgSDAIOZkf0_km-SlIVgX5aEDSEQ,238
lm_eval/tasks/galician_bench/mgsm_direct_gl.yaml,sha256=1P4OxDyUYhEwOXReMet8U6MsYKIl0e95mAEnDrAZmX4,650
lm_eval/tasks/galician_bench/openbookqa_gl.yaml,sha256=4jtZxw7yIxetBhcV9pg1cfdIrS1-Ua0ViUS8tQLdZqg,613
lm_eval/tasks/galician_bench/parafrases_gl.yaml,sha256=Cnf4IJIvPwxs6NznTsYGHrlX6lIl5ueVlhHbGbKvoU4,522
lm_eval/tasks/galician_bench/paws_gl.yaml,sha256=Kd75toiUwYLIWVIKu4iLHlhf4Ul9rHEvKWY7MJcGJgA,473
lm_eval/tasks/galician_bench/summarization_gl.yaml,sha256=fllK2ZEjo758Gt6EPI4rHW_5gxoLvhaOk9ZEK3wMxPU,516
lm_eval/tasks/galician_bench/truthfulqa_gl_gen.yaml,sha256=Ul6r2lmZ8W-dCnHTG_6jxpPun2Ey7CuZY0ReMCytMuI,2068
lm_eval/tasks/galician_bench/truthfulqa_gl_mc1.yaml,sha256=hxekVc-TD_Bx_6txH61DT4mAU9pMvka9T6sPMQt_1cg,1225
lm_eval/tasks/galician_bench/truthfulqa_gl_mc2.yaml,sha256=wXBXh7EYRg8NQNxIMV-sQCkcrLOLvwy5xwsqp4VCch4,355
lm_eval/tasks/galician_bench/utils.py,sha256=ZZA4u4KbTqloHEZlRX84_YoQPbFeV6ChWBKqIBJwPpY,10202
lm_eval/tasks/galician_bench/xnli_gl.yaml,sha256=JRM-5b-TtvWcA399Zbf5aQQdnGPOscXKQMTCHW5XD_Y,557
lm_eval/tasks/galician_bench/xstorycloze_gl.yaml,sha256=r61L7MUqa77WSRLcAlI_a2769kkQatoHvi0aeMoTQAU,586
lm_eval/tasks/galician_bench/flores_gl/_flores_common_yaml,sha256=pMgnrvvyS_NgC-xZZjS-EAxEcJA68UB4i_0UQMi3nIs,689
lm_eval/tasks/galician_bench/flores_gl/create_yamls_flores_gl.py,sha256=MVDC75jRRgHN_z9aZMs8Q4UwHbCXVhoeKrgagXUqiwI,6820
lm_eval/tasks/galician_bench/flores_gl/flores_ca-gl.yaml,sha256=qGkIOipSL5LGLWEui8maAlTg3FU-OGU2I1nsk_j5azM,202
lm_eval/tasks/galician_bench/flores_gl/flores_de-gl.yaml,sha256=eMfopCIAKc5reoVmwcwyLNVz3t42gt7aUX2l7dYRqqM,201
lm_eval/tasks/galician_bench/flores_gl/flores_en-gl.yaml,sha256=1ALcUPFnfajL4fScZUwgmV9qN5CcUg0x0pC_7UWAyD4,202
lm_eval/tasks/galician_bench/flores_gl/flores_es-gl.yaml,sha256=O7qzj4Tl4V1e74vKNn0kHlf7VR0yWYG2Z0YlU_-BBB0,202
lm_eval/tasks/galician_bench/flores_gl/flores_eu-gl.yaml,sha256=BmnZnWBkBNJBphCrFcTM79_vYi2ux0myhjM9rlc0wsA,201
lm_eval/tasks/galician_bench/flores_gl/flores_fr-gl.yaml,sha256=WFsNxSNeuAYPR11WjXD_R5OP_z2iXQ4AeMAoDHziJCc,201
lm_eval/tasks/galician_bench/flores_gl/flores_gl-ca.yaml,sha256=B47II6f-AklWc-8AOaBa2gsVz6UuVT5hZj24JPLEftU,202
lm_eval/tasks/galician_bench/flores_gl/flores_gl-de.yaml,sha256=pVGPWv_4lTeUm8DPYadqjVn2zNVYTLoasAfZ474nQbg,201
lm_eval/tasks/galician_bench/flores_gl/flores_gl-en.yaml,sha256=xVDtWhmfTf_U32d6IXa7hi3iX7DGGpSgV7TeAm55PZ8,202
lm_eval/tasks/galician_bench/flores_gl/flores_gl-es.yaml,sha256=RYNY90yfppmO-foNOs7w1Jc-jTSpX2irE2qBGfjG-Dk,202
lm_eval/tasks/galician_bench/flores_gl/flores_gl-eu.yaml,sha256=7SmUhyjZbwip0X3Mhc750v4QqYfkViGDwQ_tWqFdSPA,201
lm_eval/tasks/galician_bench/flores_gl/flores_gl-fr.yaml,sha256=Xnq_6SnjVZCOPkEsHBioC8KJc3UmhKIJCzHSCgkrlE8,201
lm_eval/tasks/galician_bench/flores_gl/flores_gl-it.yaml,sha256=f_JCMShy-ANXtIPYprEJjcSw6kBaJfeFs-QcL3-Ss8s,202
lm_eval/tasks/galician_bench/flores_gl/flores_gl-pt.yaml,sha256=5JIW_JOEjPRCtWpduP8p9guRAlYcr372l28BEmuAceE,205
lm_eval/tasks/galician_bench/flores_gl/flores_gl.yaml,sha256=0k3lYug_3Yyy7T6d4Kl1nE4lmGvkObzFGGKYzU09sg4,408
lm_eval/tasks/galician_bench/flores_gl/flores_it-gl.yaml,sha256=4azkZ7AdH_bbQhGQ7sCL0rV9n6Zhh90LPjxC2UR7tYs,202
lm_eval/tasks/galician_bench/flores_gl/flores_pt-gl.yaml,sha256=TLxLosmonoYEyqNXJdTnkOmVi4VhEJj6CoCnllBut_E,205
lm_eval/tasks/glianorex/README.md,sha256=2rtZ-hWhhfV7WMias1L4ekH3j-V_fMB11qQBtCHH9mw,1006
lm_eval/tasks/glianorex/glianorex.yaml,sha256=QV-OKCVl-aVrQ_SiuSr5txPg6dw2n6ButZyp0amQjyk,423
lm_eval/tasks/glianorex/glianorex_en.yaml,sha256=66_Hj1F10hHBIA1_TOojOKqFUkqRFJnA_bPGBxfeGUQ,486
lm_eval/tasks/glianorex/glianorex_fr.yaml,sha256=HbqhfrtnxONRm_joB9rsSPqCJGarYNvMoNqS6fXcm4c,485
lm_eval/tasks/glianorex/preprocess_glianorex.py,sha256=oq22xN5RGUaMFbe00Wb2A8O4EjIXNGNSgKJg902_jtE,702
lm_eval/tasks/global_mmlu/README.md,sha256=Fw2o0kPOYVUtEIi40ImQgRSCNalHBLdFs7bwbSMZmAk,2652
lm_eval/tasks/global_mmlu/default/ar/_ar_template_yaml,sha256=G1q488g00pgyxISeibVAyoGJzLdt46DCeJANbR-6npk,434
lm_eval/tasks/global_mmlu/default/ar/_global_mmlu_ar.yaml,sha256=X89sIjc9MrtOoTtZgYeMoXKIr_yccYIfGxw-yeVFprQ,286
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_business.yaml,sha256=aw65jiGSsiHcDqDOMDYMPDY4lsqD47DCk0U3WHLpHTE,140
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_humanities.yaml,sha256=j9M3B43x_nV_Ckes9pj-I6rPIsVEm88bbcFno7hdKmg,144
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_medical.yaml,sha256=lU7tdJmtU2kdK82HrkFmOXXnvHaXkXCtnmAldqvPLOs,138
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_other.yaml,sha256=lgtBUiEIZBOEbitughMgytQ2Y0bV8PGtF70vkwWDiKo,134
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_social_sciences.yaml,sha256=xp5DMFESUBj-uZm6uKLfOs-FUutHLZcuVvAD8wJZNqQ,154
lm_eval/tasks/global_mmlu/default/ar/global_mmlu_ar_stem.yaml,sha256=GfKB54M2jVG9VOxd3E0IgXuS5zbmNICA1NVfNbdFZok,132
lm_eval/tasks/global_mmlu/default/ar/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/bn/_bn_template_yaml,sha256=f7obaB8LVoM5PTSJ51axlDiyxX89FChKlYeNcggIzII,434
lm_eval/tasks/global_mmlu/default/bn/_global_mmlu_bn.yaml,sha256=mMDwmsyhzaAxYZQlmqruv95BB2zxjBv0ZwBaUapjh-o,286
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_business.yaml,sha256=WUdUPWT3Lx_wAVghDxI6tZkm0PdfsIccQQrFKl-T1Gg,140
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_humanities.yaml,sha256=5hiEiNp44GC2kYYX0IoC_G118knl18_anrhzCFRyfnc,144
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_medical.yaml,sha256=IwXqQl7F8JO5VOT8QhQDFwNrCe6S1CgG8qf2rdVWKtg,138
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_other.yaml,sha256=0jjK2Ca6rFFYyZB701a9a7bepuDC4DYSUfhK8H1mNuM,134
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_social_sciences.yaml,sha256=i5n-CCXs-e0tfsCTRn-w_PZjN4CwJ1HEceviGxEerOU,154
lm_eval/tasks/global_mmlu/default/bn/global_mmlu_bn_stem.yaml,sha256=TI6NJ8JNrKoOwVbrw6ucPBtCPbLimo2jYgYQ4De6Qu0,132
lm_eval/tasks/global_mmlu/default/bn/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/de/_de_template_yaml,sha256=NJ01Wh6wwPNt7hPIRuHQELvDDL-X5wgiQBikSfo0pAY,434
lm_eval/tasks/global_mmlu/default/de/_global_mmlu_de.yaml,sha256=CijBSqWfw_NuWvS7HO3BrqUdYmkV8JDcJV5dfcwvjOM,286
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_business.yaml,sha256=TEmQOcA75A7dbX6J6_46dKcYIqgyxeO0T-iviPs6WaY,140
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_humanities.yaml,sha256=ONSne6lLMpmbu2FjHijHBMZgIWbGKLAbUgOLSvZsKLc,144
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_medical.yaml,sha256=LjizcmhKUogYc80I6dlu9ZhP4THkI1XmUyGKl0A26qA,138
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_other.yaml,sha256=P_QWk5Pf7w9HFMAIvlOJT390aGabUJyYFD6nxEW8qpQ,134
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_social_sciences.yaml,sha256=ijfPAoFL4NyaRLK7P0q_ZR1PIlrrIL9ajXtIZ4ggSLs,154
lm_eval/tasks/global_mmlu/default/de/global_mmlu_de_stem.yaml,sha256=dCuhoIJ6R_dXk71RzJ0gAWZIMwxhWodlohwGwa7FV0k,132
lm_eval/tasks/global_mmlu/default/de/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/en/_en_template_yaml,sha256=EhrM2tBbNvZIMowlSx7OX5LHGGAxH76rzLr3RmLDbhs,434
lm_eval/tasks/global_mmlu/default/en/_global_mmlu_en.yaml,sha256=gZywFC4vpUSH4U8DupckBobpi3GI5cbOe0e2aHGz_8E,286
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_business.yaml,sha256=8_Js_mzpJXK_sgybN1l0hG4tnzZWBts_hnwdvyvLqWU,140
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_humanities.yaml,sha256=lXmv5M1uvgMsF4jFEPGKdZhmKJaXCDZwfG7SxmT9jOY,144
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_medical.yaml,sha256=mflfnFn5HOI4AWzkUYIpIdTVqrDjg-hxKJWI4046y2c,138
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_other.yaml,sha256=RMdlvc7B1HeHerJ7oQGd0ojRr2CI4XJTqf59456Qf0Q,134
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_social_sciences.yaml,sha256=fDQDyOIhNs2Q8UJgXC4HImVj75tnJHLo0fnDk5byMcA,154
lm_eval/tasks/global_mmlu/default/en/global_mmlu_en_stem.yaml,sha256=6awOGG5Tp-HypIHEGMAuJ6xB35H-OOgXvfCA6x5qerI,132
lm_eval/tasks/global_mmlu/default/en/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/es/_es_template_yaml,sha256=isaydibFP8_LyqOCm6RVjgOxoL8-ZPSaTB_ASoQZYE4,434
lm_eval/tasks/global_mmlu/default/es/_global_mmlu_es.yaml,sha256=o7Uf6MnF1dtsJTLMAFw2ce71AdOCOh9ZAivEey0jQY8,286
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_business.yaml,sha256=ViRVZ1lhhiMqV1mZEK0IKkM3a9lNUvg32viFeB876t4,140
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_humanities.yaml,sha256=tzVFCHAPAtTknKVitsRrXD07BhNNwzSeXzdufb5GpBE,144
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_medical.yaml,sha256=jPii6cra5tDRc3iiGglLorrYU1pZVQc2Lia2lOH2wSs,138
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_other.yaml,sha256=YHDC7rlQ-P4wAxTw3yOvCrCB9rjQ2J-iwYXxmUjJdWA,134
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_social_sciences.yaml,sha256=M6uAHht8LSc0WCJuIsfM56g_QFAYbO-1ZM0rRPnCi4U,154
lm_eval/tasks/global_mmlu/default/es/global_mmlu_es_stem.yaml,sha256=M5-7xd0Tdt8_3fwgCmhG4u1UknGc2wgYBeHkAs5-dbg,132
lm_eval/tasks/global_mmlu/default/es/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/fr/_fr_template_yaml,sha256=tD3-OMcrEVy_C0Ar58r-yTkgA7eRAD1YcdthW2BdE5s,434
lm_eval/tasks/global_mmlu/default/fr/_global_mmlu_fr.yaml,sha256=GlAPeUco4f-74WEB0gGdVTns3qa2_-sLR1F_RIttGak,286
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_business.yaml,sha256=-XPHbvClWBPDsZzweSsl3zwh53VGadpTA8iepQGV5aU,140
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_humanities.yaml,sha256=oJP0QAH0lENqkX5idRc9ltkxv9gcK8ljvVNNOQ9aEmY,144
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_medical.yaml,sha256=to8-GGy_mRgIkxDmAISoJ2JogY-QYl3XHl5N2IXwmNM,138
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_other.yaml,sha256=fDxwtUbPmU-eDi0YMK9ZDyfLgsUsqBeCRTpQVTo-zZ0,134
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_social_sciences.yaml,sha256=kq3MQxERNq6aP6p_Ep5NKhEkjYGU2HKPrrn01XbneEA,154
lm_eval/tasks/global_mmlu/default/fr/global_mmlu_fr_stem.yaml,sha256=a2dfzMp6q1gZss79CF9wiip0fyGD_YANXvwfPam5X1I,132
lm_eval/tasks/global_mmlu/default/fr/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/hi/_global_mmlu_hi.yaml,sha256=RzKZ22U5mSFCMAR__LJu4RBckVKk5nJia_gPHW3B8O0,286
lm_eval/tasks/global_mmlu/default/hi/_hi_template_yaml,sha256=dQeEOyQ69s7Y7q_JpsJM8285xHP9RcD5ORjqzWpZOEI,434
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_business.yaml,sha256=Z_PJqY6aXNPoXfAXKMvPKCEK8iAtaMpwBMoGfr4N8D8,140
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_humanities.yaml,sha256=79fAoPLR8dQHMamcN9hvy6lzhWD5oGvBHXASpYeOHIs,144
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_medical.yaml,sha256=6WFbWH0S2RzeW8UC77WdxC1sA0zLGjiNXWTc9CYpPIc,138
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_other.yaml,sha256=OsUt1_5Y5XbA7p5dP9P5jXhk9RJPvWKc1S7aZkesmZM,134
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_social_sciences.yaml,sha256=rlnAa4veHsjvDFQQWlRrPRmdqG0WcRoAs-icgM9sbyM,154
lm_eval/tasks/global_mmlu/default/hi/global_mmlu_hi_stem.yaml,sha256=rzgXjMfVwTD5IzhikRLioFDMfEwGHTKuww95Bp2kS5g,132
lm_eval/tasks/global_mmlu/default/hi/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/id/_global_mmlu_id.yaml,sha256=YIoVWQomT1b5VoULBZgOE3eqPYXKoQFI58wlcaRCTXY,286
lm_eval/tasks/global_mmlu/default/id/_id_template_yaml,sha256=KZxGZ3LGcUEQx5snzxt7EHpx2n0poATta4q3Qr4deew,434
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_business.yaml,sha256=Fc275EAeT8tPegr3kqlqstIxcCQG7GPwR_DsFZFW18Y,140
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_humanities.yaml,sha256=dCPEaWrWyP1nlWnFdj1YkFEsYRRIdZFVcBmSJ4OdsrQ,144
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_medical.yaml,sha256=DdnG2WPI2uS8RVYdc12suNUHhkybTyV-ojm3sE6WZWM,138
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_other.yaml,sha256=MdLc1-YNlSRbsdyA-KlQ7ZVRhQ-PXZf0A5q2Es51tho,134
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_social_sciences.yaml,sha256=p3ywgkLq1ynr8Mb2UeRvigsdPzbVSr7MRE_HxXBgaLc,154
lm_eval/tasks/global_mmlu/default/id/global_mmlu_id_stem.yaml,sha256=bQYU4DEuTYfAMplhC2BGTcbkLkKM0NUmJN76gnYlFl4,132
lm_eval/tasks/global_mmlu/default/id/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/it/_global_mmlu_it.yaml,sha256=3wnsQUxOdVXMV0yI3ji3Z_YvvK5FEkGc-n04inhJ83Y,286
lm_eval/tasks/global_mmlu/default/it/_it_template_yaml,sha256=lWvNv5PVKn5KabNjCTJ3vYrpRt88C6gY-JibkgrHcqY,434
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_business.yaml,sha256=z3PfW0-nQ2INllcmFXy_M356I6OQkkhTx_Z6ggxP0Iw,140
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_humanities.yaml,sha256=OU_t2pIFg-SP5YzQgZJCyMkv0qMc4mYT9m4itI5tOio,144
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_medical.yaml,sha256=qyHYPKrW8Cdcx2uUdaw-jbMX05ap_wQwrGyEZZ4ap9Y,138
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_other.yaml,sha256=Clagw07bmdLgyicQ5hoyPvLxoZzrVu99D0tV2POvV0s,134
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_social_sciences.yaml,sha256=cCuISVoiVDhU5tr_LdZr7wDjxlqOI_vnBEh9Tp1I8VU,154
lm_eval/tasks/global_mmlu/default/it/global_mmlu_it_stem.yaml,sha256=jJnsx0wmuKeHqiAjxEsIdSklWbyq8rAYCEfbea1JrdQ,132
lm_eval/tasks/global_mmlu/default/it/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/ja/_global_mmlu_ja.yaml,sha256=Gdvm-fBXwGxKfcp3ACLycZn3Eqcv9cWrTgzgR0-X4jA,286
lm_eval/tasks/global_mmlu/default/ja/_ja_template_yaml,sha256=GRmbB6GBZ13JZhOQR9KCNAKdMDPvZ2v7kDxVFNectOc,434
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_business.yaml,sha256=5KsPOCTGodFJAQRzQ-uDkde6JtITk13YcCEHOJMXFnk,140
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_humanities.yaml,sha256=0x1vy2JGXUyWpNnNLemDzQ97VXQwLN2GiLq919-Buog,144
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_medical.yaml,sha256=VyUdoY1lNXpfiZPnsjolri3laRiGDJS0LG7veoLyzWs,138
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_other.yaml,sha256=_Nj1F4QVUWXjW4rjncS4vJ-P6pAc-pC8RQRuKPDfzyU,134
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_social_sciences.yaml,sha256=7kvEMz2pIEd_gvVndLUcnqDqfQ-anwNY3VQBgRlzMgs,154
lm_eval/tasks/global_mmlu/default/ja/global_mmlu_ja_stem.yaml,sha256=g8Hf7Yv39bLthouhvsWwa-0LOs-2HrLa5SRa-bUhGJY,132
lm_eval/tasks/global_mmlu/default/ja/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/ko/_global_mmlu_ko.yaml,sha256=bqkhsB8v0DvJ0nsCRUJgKunjip9ih5eq9zgkL8d8eHY,286
lm_eval/tasks/global_mmlu/default/ko/_ko_template_yaml,sha256=15C0MsxQb2MRetdPjZl0k5HMQrGC6XvK70WDGFrIqQs,434
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_business.yaml,sha256=K9PZoXeNeoNuG9O7IDiBxIGr2yUFhao74bU8nJltL7w,140
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_humanities.yaml,sha256=ADwLl0h3t1Ry_jqGuWVmOx0cTBYVy_1TN4SOvI--kIM,144
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_medical.yaml,sha256=SQdpibbu6WJQ-h0W9Jy9bVQ1w4x61t_mwk3NmDY6Q6A,138
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_other.yaml,sha256=k9sngvxdNm_OC3nZXc1TjyZGkCIHAzZyRrASvzQxLO4,134
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_social_sciences.yaml,sha256=simInbJUMF-2jlGcoW4cP6CTYzuXcx9lTTfKzVwOBtM,154
lm_eval/tasks/global_mmlu/default/ko/global_mmlu_ko_stem.yaml,sha256=L9rwjNvwH9VM3A2Dyh3ggtz6qoq6YZRMXjQkH-A1aeo,132
lm_eval/tasks/global_mmlu/default/ko/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/pt/_global_mmlu_pt.yaml,sha256=VYiI46aJnYRe4FBySU0zPBffxBTNOU1Q-dpgrh8z-9w,286
lm_eval/tasks/global_mmlu/default/pt/_pt_template_yaml,sha256=mLOMTRgvCTbsTRpIW7F3KNfIn-16YCEHcC9kTN25kQU,434
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_business.yaml,sha256=g8UNyOwQ87dIsk9BGHhUnwPjBthIjP_h5Zj3AqUSYa4,140
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_humanities.yaml,sha256=1TcxN9Su_KbUo_YRjUXyTNZeUSwy1yPi_AEra5zTBac,144
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_medical.yaml,sha256=wNLWXX9adr3YAEP15K8er3-mB_uLhe2mBpc0hS_IEGQ,138
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_other.yaml,sha256=86KjyZ04agrDlJwr8QGCc7cvZzx6xUS28j3wUQSIT5c,134
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_social_sciences.yaml,sha256=en0phybSKrtbPovJJuFlG60ho50ovKYlBIJ7cpmO90s,154
lm_eval/tasks/global_mmlu/default/pt/global_mmlu_pt_stem.yaml,sha256=P9QKadrj735HAkwFgPborji1hFms36LJkwpbChiU6PU,132
lm_eval/tasks/global_mmlu/default/pt/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/sw/_global_mmlu_sw.yaml,sha256=XXTRhyF2Ai5GUdKlenAmBTYyak2g_GzVXWas9HtoSkY,286
lm_eval/tasks/global_mmlu/default/sw/_sw_template_yaml,sha256=-rpv8zBFhyfgad_J2x6iUopCa34-3A8CSXljQWFXJ78,434
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_business.yaml,sha256=KIOiAp4Xhcsn63F7QqPdBpHAtZxcduDApDpItsDip6w,140
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_humanities.yaml,sha256=18AT7uwqHWcmlH9Zb0CEh1ByafJgscvq36o9yK0-u2Y,144
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_medical.yaml,sha256=52UuUlyqKHk3d4Uafac1N3xiCfbzAw9GwzfZvuK-cM0,138
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_other.yaml,sha256=qAsRU1I7fYb4WVgIoPm4dOuiLqEqZ0DaV3yXGVd61ac,134
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_social_sciences.yaml,sha256=mwGoaI2cIuTgfaT9EBcylg4r24cm7br2XfvNVKq83wo,154
lm_eval/tasks/global_mmlu/default/sw/global_mmlu_sw_stem.yaml,sha256=BgdEybbFF9SephfmSZc2ueE7JCCTR8ytwrvjYprUSx4,132
lm_eval/tasks/global_mmlu/default/sw/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/yo/_global_mmlu_yo.yaml,sha256=Ly_H0NMt6YIoJUnLqGpVCu1jUTRmODAS7iCCdexH7-g,286
lm_eval/tasks/global_mmlu/default/yo/_yo_template_yaml,sha256=3llYdTObRzpjNSn5O7XtzxH6UTiCrLQkz-GELrHPG7M,434
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_business.yaml,sha256=dKS2aaV755987I5FYzj9UyG8xtvW1kOM6Cht9h8klqY,140
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_humanities.yaml,sha256=njM9DvczAp_WyTau3YV1sGBnHaqrB3cVkL2vFkLlGKE,144
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_medical.yaml,sha256=dISGFLc1rlnHg_nYMJ1t3ZZc7hC377H_ceNIe6NS0Y0,138
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_other.yaml,sha256=BuTDMM1V5fqUltXJAFgTSsmfauLPz8VXk6MxamfNAcw,134
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_social_sciences.yaml,sha256=7urfn-s5FWxbH9SwOIlDzfFOoy5pjWWA4sug-Jkt_2g,154
lm_eval/tasks/global_mmlu/default/yo/global_mmlu_yo_stem.yaml,sha256=BVga5wd-T_19NcOtRDzDxLXM31kNea0i-jln5d7CRzo,132
lm_eval/tasks/global_mmlu/default/yo/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/default/zh/_global_mmlu_zh.yaml,sha256=N9l-063PEPkbrFTeAuW8y7IWdhRVnQ9tSFyICvnmpsc,286
lm_eval/tasks/global_mmlu/default/zh/_zh_template_yaml,sha256=aHqjy1nBA8KMebrYN8kRJBymHT-X9JvPrAO3WqHMwto,434
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_business.yaml,sha256=TeIsgSHIt95vi5cn7yBSxMhSZcQyOma2NuyP1qQGBR4,140
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_humanities.yaml,sha256=iRa66FjHhk2qtTJhpA3vbZgpHQyjt16GWfFv477vI3k,144
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_medical.yaml,sha256=zzEo1bh8SASEhv-FcD4OFvQoRqtkt2I8au2FxIpypa8,138
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_other.yaml,sha256=6EJdMirZGFa__b1UC2TeenscjK2L04UZivckVXTgNZ8,134
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_social_sciences.yaml,sha256=U_L5YLRofclulTBwYum_LcMWBZeb8DGtFLTGVevcrIA,154
lm_eval/tasks/global_mmlu/default/zh/global_mmlu_zh_stem.yaml,sha256=d7SanIVVLTq_DV8k5FvX8u9VmJX3r9kwiNmOUFlC1hQ,132
lm_eval/tasks/global_mmlu/default/zh/utils.py,sha256=l3bC_8Ca4FadLOpBhW96nHEqODYsjqM6xhI5AFBi3w8,431
lm_eval/tasks/global_mmlu/full/am/_am_template_yaml,sha256=julmlepju7IMrjH99SaDtIM-E9AsTIcSqJckUwC2h8Q,429
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am.yaml,sha256=PpE8fzXu6mIte4pUTBza6vh-YvFHqu6ZE-d3JB1GbR8,256
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_humanities.yaml,sha256=8xbhD5KvdUuAQahBgGFMjKakVc7l39hSmakBDMWIzIk,174
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_other.yaml,sha256=cZKSfZ5IlxspOI5COFHe45Duz7cyd7oCBPVfoKdiRb8,164
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_social_sciences.yaml,sha256=UjlPywkoK1slNlticVPvyJF0enED79TobOMwgcjPYp8,184
lm_eval/tasks/global_mmlu/full/am/_global_mmlu_full_am_stem.yaml,sha256=0lm89ICYCKUYFIPPVELotelocZ-zLukv1NxH0udXW98,162
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_abstract_algebra.yaml,sha256=77oG1JwFMLC4xB_4RlzS0Z2n_jjveZY0UEy7Iek7SsE,197
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_anatomy.yaml,sha256=udaOx-i2tUEaNsv47cksrRehHNE6JlIh8gWTf68WX2I,179
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_astronomy.yaml,sha256=ZxKq2RLI8CCN7rLcc8ONgr1TjxBwo6-JWO9WKlNXR2o,183
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_business_ethics.yaml,sha256=sbb-YPNEzndrkSoqOutsUz502E_ptLvcrTeIym9ff7A,196
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_clinical_knowledge.yaml,sha256=PDtBttukKl2yACm6LKMXWCM04dFTNGmG1EN6uAoGvts,202
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_biology.yaml,sha256=LZh2fTnjE6NQcjMCrPKe7lAxzc3gmThH0eSp3IvGJ0w,195
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_chemistry.yaml,sha256=9b3i--bkGbkVQ29a40_mAJjb2h1LnXgQTjuYVvk0Iwo,199
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_computer_science.yaml,sha256=LUH_fqtgxwo-9q6_FN4kDiqs0M5VBs0yTPUwxvLBxrk,213
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_mathematics.yaml,sha256=50hh4MehFYv3-U3B4JJAqSR1Nya1YMi2KQCozuRK7rk,203
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_medicine.yaml,sha256=q-5qczE7t-5y_FVqShrHXPewUYOiHXEXdHLyFeerHcI,198
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_college_physics.yaml,sha256=cHwh7n6EO9-RL84e6xWUV4LXQXUSK_u9vqYsxp6y8t8,195
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_computer_security.yaml,sha256=5h_fZIBfLmxxQRQvYpwffKPbeSI-5eOy_OnIo-_MBSM,199
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_conceptual_physics.yaml,sha256=eRY1YbwHzLG7zGB6LvKgYBZv5e-djaaCbbDs4LirH90,201
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_econometrics.yaml,sha256=rJ8cdwE8m4N5QzsioDRTViw7ahY2Le-jBNYEkt3Iq1w,200
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_electrical_engineering.yaml,sha256=yMwto-E3KUwDqKXinIpeHdM4BM2PYW1ZD7JQ7A8rW8U,209
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_elementary_mathematics.yaml,sha256=VggeuipsIzTrDaJCUISZWnHOr4HpnxM5mRJII1VUNcY,209
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_formal_logic.yaml,sha256=zL5USufGwe9Eiv1yFhq2g_YG59Q3OQfkUmpwI-TJS-8,195
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_global_facts.yaml,sha256=V5sVH3PFO8FULdtmCAjGlCxiGzCiDDSsWcrInMjGPSE,190
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_biology.yaml,sha256=iuCpKbL4XeK5EvJ98tSt6hc-Ykwiy8SqQmqRh295IV0,203
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_chemistry.yaml,sha256=qcw348pmPMyW87OK83KjbjKDHUpjfpVHddwUDO9NzCo,207
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_computer_science.yaml,sha256=mdB72VPuhtiz0cOrXFEyjDSkxCTs3vM2wHC0kQjgFhE,221
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_european_history.yaml,sha256=kXjjZrqzPSiX9LpiAFL9u9uQiR21PLVYzziv536hOw0,227
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_geography.yaml,sha256=JV6pXXKZFn4JDCtShGhLawYia7lBZCBsbC1BbOhmgZY,218
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_government_and_politics.yaml,sha256=RH2fsORXaJ_kUmvgHzC_yqwWwkRI5o7GzrnaMPVI7S8,246
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_macroeconomics.yaml,sha256=ux3WtZhvR9Jwm0TCB0uVA7ufBtKIk3qmAtbU2dsMM-U,228
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_mathematics.yaml,sha256=WuU7NENs3T8bUVZsczU0MM8XDymvE9DkaxxuME5l0hA,211
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_microeconomics.yaml,sha256=A1XvM3Wubylay1oDxWn-F5uzXV0YMgkAz1rP-Vzmzdc,228
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_physics.yaml,sha256=427HNO3RtaYwdNxBJVF6bV14cahBAdX1UaVfAPoatUs,203
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_psychology.yaml,sha256=4QGeEjUHiOJL3PPvO_hbASeI3_LUb7lWYd8mqKXIDx0,220
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_statistics.yaml,sha256=oOLFZtcMyxHDYO8flfgB2Ofs4Vt9SChfImIzdY1n7r8,209
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_us_history.yaml,sha256=ENBurUdUaCTy6gryxVeyzCeAm-gSbc8rnAbfQnxhXEM,215
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_high_school_world_history.yaml,sha256=0aY0n0vq83K1SI_czEAE1I20ObFIzKeBY0nuoDP26WE,221
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_human_aging.yaml,sha256=6nYez1M5_eQ7-03zpHhJWol6wUZHpsH0aK6-1O2tqMM,188
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_human_sexuality.yaml,sha256=Da9_RwH66yj2ljSc6fAxqXeY4MnSpOggfGo_Kp7AL9s,206
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_international_law.yaml,sha256=7HggzHL9_OjOdu9bunSGe1K79XcezRH2C4Bl6cYFp4I,205
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_jurisprudence.yaml,sha256=32jaP9QWzbueJVyWls38iA_gnL6Q0pJ1Hte9_zYp6jo,197
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_logical_fallacies.yaml,sha256=KSOdS3U64uHPZP3aqX6Snhz44Q8j2CMDk37zkguYlrE,205
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_machine_learning.yaml,sha256=yEA21SuZiv0VN2hqhgVAZcuF97q6bOL7SaMnCITzB7M,197
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_management.yaml,sha256=kLQvagg_dHV5lf5EJrRwGUmxFYsWgqEK7cdBZTxPHW8,186
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_marketing.yaml,sha256=yHmaGVda4a5ISP5Uj1-N6-m6vkfgOwjYgb_YjGP0DtA,184
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_medical_genetics.yaml,sha256=ABXJVv4NkLaounUyvZZ_k7s1n6OMadLLr9OaZqKHlzQ,198
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_miscellaneous.yaml,sha256=AxZVJ3Q8Yl8KYkaSo4xGDETRxMcQd9Kvv1qG7Q5t4cc,192
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_moral_disputes.yaml,sha256=7ORO0nvZb8rofpgbGybClW9P59PtzJoeAa4lTJo-aFU,199
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_moral_scenarios.yaml,sha256=GDMWnfY89UscX0Xlb9jjw7jFL3vazfm6pUnC5aLDRJM,201
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_nutrition.yaml,sha256=5RSTDUt8l2NPA0a0RhG8hTWOEBUmthSmIeKt20FZUg0,184
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_philosophy.yaml,sha256=iFTyOpGQZG4UMrR60F2bVO8uefgi_NYnB9GAMiE7jmc,191
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_prehistory.yaml,sha256=wCBxZtpIql0pNraAEuNLlMD1d5GeJ33Ah-7qViQ0hEM,191
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_accounting.yaml,sha256=bK46n3F6gB4kIplEynWghnwOHRzLLqpd2LF6cDTqY3Q,212
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_law.yaml,sha256=jhdurNk4METealU3EgiNcGAYqzpQuHdcAupGdEZSyPY,203
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_medicine.yaml,sha256=BMVkG7pAiZr93IMFBw6RBMUuxGVEA5bw-wFU80msw2k,208
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_professional_psychology.yaml,sha256=s1jVLFlsR-b4rUk6tILzSyoNqePRcsy4SdjP-GkiyoM,222
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_public_relations.yaml,sha256=uzF_8Y6s-ymRDGi_w0xqMS3l3jxCOOwEsgyBYXvbADE,208
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_security_studies.yaml,sha256=mbpB_dqqwEfGeSQK9yy3Qf9BKDo42QcHfaNt5qw9Tds,208
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_sociology.yaml,sha256=ZT8qtFlb7JzS6lwMLiXZD_L2JI8LWHh6WplLpk9Xswc,194
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_us_foreign_policy.yaml,sha256=g59ZrJij4IdhONtKTN0USJWMM51NjNAmsFglbZgF_Dk,210
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_virology.yaml,sha256=Qf57R8u9FLF9PaNPnCBIplNbOATrWzqtoBf59-b33bQ,182
lm_eval/tasks/global_mmlu/full/am/global_mmlu_full_am_world_religions.yaml,sha256=qKMYlgWCZfou2RENfqaFLllr7XqtVnE18ryDOhdIPmk,201
lm_eval/tasks/global_mmlu/full/am/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ar/_ar_template_yaml,sha256=2LAxQyg_QdSsFCzBaVmm5wZUcELEKYaHeGnvb0LB-38,429
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar.yaml,sha256=95SFZvWWmVZNuCWuofdO99363xU7YJck_dPRtbctXHc,256
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_humanities.yaml,sha256=3chFt0_fRY2bfx9oJkRFgS_3XoQVitncdADKRNGgzE4,174
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_other.yaml,sha256=3yo4RS5rZKdZWPG5I4Gm5U6DGcEFgaXrBbnNb1MREq0,164
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_social_sciences.yaml,sha256=tUuYSvMqQnUXdTHKb-rdBbc0SuKXerTnBMgBIx0YFVE,184
lm_eval/tasks/global_mmlu/full/ar/_global_mmlu_full_ar_stem.yaml,sha256=uvAc6xpt3UbmoHhNRVS3Pbqv3TIKJVmrTT2ZIwv7eqI,162
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_abstract_algebra.yaml,sha256=UnMVCF_BiYCPep8YlksXix2b-c5aEeCHacwJ8ADfU0U,197
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_anatomy.yaml,sha256=EgzsX9H4lxImy2GcvzdbtE7CDWA4T2fGOv-c9kN_Qu4,179
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_astronomy.yaml,sha256=Gj0fUs4zie2YSXUOazC99hucqb-P9wIYQkybXy0QTiU,183
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_business_ethics.yaml,sha256=EQ3RbiH3otINrRc3B8LGHT4CR-VvsB8BWuNacRBaoys,196
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_clinical_knowledge.yaml,sha256=h4BK4YZAOHVxoV1hbo09KXcsN9fevuk1j0r154Nk9dQ,202
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_biology.yaml,sha256=eOC8HPqxINWjtMEFroYTa2HlpSptPwTJvO_wgwLZYtI,195
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_chemistry.yaml,sha256=NW-lNIjKwoIAjtDbGRaKqTUKOq51JZG0pimGV8_SJJ0,199
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_computer_science.yaml,sha256=k-i5FIcfRn5BgK6troMtE-d545hakfWwqquhm9vTo6Q,213
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_mathematics.yaml,sha256=zWtz-R6clgfY6_Y_VnyL_cHqGXkLH7Ijg9MRdIh15aM,203
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_medicine.yaml,sha256=wCNL5yNANmsGHsXGRme8QPFRtGvZrZOMYNaLT0Eb7U8,198
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_college_physics.yaml,sha256=CjFpKVNmWQBfDvrhEteHcGnxoSu3vkPCkfF3HwCdrmU,195
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_computer_security.yaml,sha256=zG_OZ27dJbUsJ1tm-aAnu3JqkeCXLQsyhlNSygQUvJc,199
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_conceptual_physics.yaml,sha256=Bj1xEOxu9MpSDy_w3pgX3kI2orIo0P0g9XLPnIAMUOg,201
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_econometrics.yaml,sha256=bXU8UeFlbUAD7ZV7BPscfK12Uk15IiuP1MkZwomcB-o,200
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_electrical_engineering.yaml,sha256=0zlV8WbpPsLss8ntn7K7rIMXxR6rqYej8nslzjuvQj0,209
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_elementary_mathematics.yaml,sha256=XbRzcW2bL6AmHkbDh_DgP5eMfw9b61G9sLRhc1NdBSs,209
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_formal_logic.yaml,sha256=6WJbwGUPvOe_DNmCCFlpd9pyK586e8Y1OMU0yVPKb-w,195
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_global_facts.yaml,sha256=4ceY67Ayr8py8NcSjXlQ4EJus05jLk64yNAEMWR7ymk,190
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_biology.yaml,sha256=NsyHhbOIENUTblgYyOAFIGF9S8TDu1aR1eQJcX09A_4,203
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_chemistry.yaml,sha256=VbxrYDhZVX7m3IzNnUbVGGvVVyK6K8Wa6u32RKvA3eY,207
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_computer_science.yaml,sha256=nlv3eyNlYbcaCZLuQ0ll-b6kilKedG37oICv3RCU9Oo,221
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_european_history.yaml,sha256=drTbHsRzAfl4l9OOAEStzGM97zOyO6zzcYyDlP5rbUA,227
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_geography.yaml,sha256=5ORSE7H_ZGueWsTVpP4O6ueWBymRY7TftP-DEM6i9Ag,218
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_government_and_politics.yaml,sha256=lujl33cyMKNdasycSmlqVT3xU9MQEQ3CqIrHvH393GE,246
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_macroeconomics.yaml,sha256=k_1pM0ZAQfh4CoS7xhllEQXPMU_kKaOF90NUrFClN1Y,228
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_mathematics.yaml,sha256=HOTZ5HGSrhrRsC64J0vv1y24wiHmqD-tAF1o6j3__hs,211
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_microeconomics.yaml,sha256=el6h2fptW8evhT-lMznUxuErq_yCvsKScOBbLeJE37I,228
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_physics.yaml,sha256=CfG8Wyg2Ckdb5_NbdplZ8BSWlLoGt_cucMwPoO6O02s,203
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_psychology.yaml,sha256=Z-jnehN2q69MOigEt-N-Btu5oum0M8LrfKeJbY8dq08,220
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_statistics.yaml,sha256=tEp20sNzN9YiGcuRqtOGFNZ2cnKYL5YdNr5xa3K9VvM,209
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_us_history.yaml,sha256=u9YF5J8h1f9r9gZX0qapQESKNiz0Psjy7hPpzN8HF2w,215
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_high_school_world_history.yaml,sha256=pbNHP8WrGWv6EecRrGyL4WvrjRu4VO2NIZJlD-TVTZU,221
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_human_aging.yaml,sha256=NM73spHGFLq4zBEHx5mYJvJPsOAaQwSECSjKcG83_KM,188
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_human_sexuality.yaml,sha256=qNCsFGd0djd6nDMMMwYKxfPem1dSOtx8zVbIkJdt_dY,206
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_international_law.yaml,sha256=daVmwEUU3EZjO6hxz6EQkSeu6RU8R2IFRVA8jOYHinI,205
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_jurisprudence.yaml,sha256=yTAsIyLEp-Hh9OAGUvg-ptEwjOrP24BR5UtBDavRCEE,197
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_logical_fallacies.yaml,sha256=y3dtkoFiBcuVL2mlHPRF11plQZsH-TqI94RGGIcCQ44,205
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_machine_learning.yaml,sha256=__dd7cINQFt5nrbInPqy2uVDNW4sVXKRkXXoAF9UFOo,197
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_management.yaml,sha256=xxc5J2k1GhwEngZk83ZflvTfXFesjtM2gVyPbizlCl4,186
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_marketing.yaml,sha256=-si2Cw63W98K1UK0egMQSh2U4_ZyWgi04QX83BPNN4o,184
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_medical_genetics.yaml,sha256=EpERmS9QWi5EUUG7Ry9LSEWsFFOPY9FzU685kqcACCc,198
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_miscellaneous.yaml,sha256=YL1FBoJTWbFAHpZqhvqtS-UOvJBzSwIIuERz3qCJaNY,192
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_moral_disputes.yaml,sha256=JplcKUjQqOxacoBfEoMS-ZVdI-eahf7UQp7ko0vaS5Y,199
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_moral_scenarios.yaml,sha256=OrY4myTBRzjzp19hAgZamlboVQvdcRfvztSP44O90Ow,201
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_nutrition.yaml,sha256=oBAqWspSxJxjvdtB7Uh26jTWQbXf_wJQqwlmzYZzw7o,184
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_philosophy.yaml,sha256=B35rLKv9Xn5sNFqn6rG_ok7UNxenTuBorLkDG8CyTC0,191
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_prehistory.yaml,sha256=QNiyrP6LjhVyNMcQJPMAkSkYsY4vN_xxroOi9JZxuz8,191
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_accounting.yaml,sha256=yrnheFk8wy7uSgYkAgdXm9p8XLPMCUzrST_yoaWAh5o,212
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_law.yaml,sha256=GNuRbeQLiux72IxP3huFP4culT7BsovX_9Tf9W8gyhA,203
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_medicine.yaml,sha256=8_Y-P9vI0INOF7UqQPdU0pGmEf7fbYz_GnEYDqCpWCc,208
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_professional_psychology.yaml,sha256=Z1DpJDmWdUXwKnsTAo8h5x7izAjApPwKbsdH6zmIMMo,222
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_public_relations.yaml,sha256=HAN_OtNj75vxuicIMNjddbJ2ws9waVkdxaNSliyxYoE,208
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_security_studies.yaml,sha256=LJKVSaqmaq29EUIJXQOOraQZAHex2uN9_oeiPCvYv7s,208
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_sociology.yaml,sha256=Rbf5bbS56iiGFKcRnTlMU34Dg05_EbW8m25TEBMNgWQ,194
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_us_foreign_policy.yaml,sha256=dCx9wFihbcGJOFyiXWBWxhRp4FT92uMtGyjZ4k7sa44,210
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_virology.yaml,sha256=B38S5c3EHE-8ahijtQXDoUSYkpLwBc4f8GlXcNva9E8,182
lm_eval/tasks/global_mmlu/full/ar/global_mmlu_full_ar_world_religions.yaml,sha256=TkGdkKAESGoJIfO01CFqhVI9iMqH4oYX0WzAk6xyQAY,201
lm_eval/tasks/global_mmlu/full/ar/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/bn/_bn_template_yaml,sha256=bsmrTrYTbvqNuNp9e41kYSIiXJQn_Uw0hwarlNPtrWk,429
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn.yaml,sha256=ZSEi08sJx0pf2IxQl_150cyPeFzZhdMbgLMLiXEvAAg,256
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_humanities.yaml,sha256=t8dkxycMHDLkHHRPqIcbt7vRKqkl6kMqYDG9-RPnNF8,174
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_other.yaml,sha256=MEEnP16ZtzwGJRrOpYlyrdLEtBo_2FPnbRC0ENkR_KA,164
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_social_sciences.yaml,sha256=3y_xoy_JMB2LPzz4w9MKGNQhBkW2t7hr3eK1WRLx_T8,184
lm_eval/tasks/global_mmlu/full/bn/_global_mmlu_full_bn_stem.yaml,sha256=JnVuHK1dQ6P--v4q2qVCeWZNe4QKs41kA07q5sMwsMc,162
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_abstract_algebra.yaml,sha256=kyV3XCR4aVaBCGXn4nf0VJ3TdyfWCXIoddBtixlGtRw,197
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_anatomy.yaml,sha256=J-zLnfKHKJfWyMv-X_8RAfnOzprqy2bEYItlnFmkag0,179
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_astronomy.yaml,sha256=0r2ip3zVcRpYzmGWkL9Ce4Y3EelvK-dkTgoU6IWQFqk,183
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_business_ethics.yaml,sha256=uGswsSJFhsXtM_7BLtUx8fp6a90zvzHdUytl5mtUnTI,196
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_clinical_knowledge.yaml,sha256=EkvPq5YHCHJwToGz4Pppu8t74GF1eSXD1xrczfUWNTQ,202
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_biology.yaml,sha256=_sXELV-uuQx_kKVKK4ks7q6XNiDHDjmzfgdBO5TwwHY,195
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_chemistry.yaml,sha256=qP_uHydtx63hGqEwmfyxDfiFIK5g9hDj1WBVI8c7ipM,199
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_computer_science.yaml,sha256=VGU9rfKy9Az3ETaVe3f6QAqXWSwKRh2QzmIM0gtFpNs,213
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_mathematics.yaml,sha256=p_5tQJ8MxZnkDeVmd2GAnBgQpr6CcSNn8dCFrkwODEQ,203
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_medicine.yaml,sha256=k58ey2uC1FQKlwRwh0opfRwppnksx1F067HzKQ5BsyA,198
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_college_physics.yaml,sha256=92W4KNdInBdAdSgQXvMaMjVCFMO59SjVMqSB2pubWFA,195
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_computer_security.yaml,sha256=U_2nDeFNTdluRH8imB-Hykm7EyHEKQM3pqRCRODxVP4,199
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_conceptual_physics.yaml,sha256=W40_38EILEZHuUY4uP_QlFoYmHsSi4DHRjP7-CRGHwE,201
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_econometrics.yaml,sha256=c6yzmVZbhAmzutz0GLnb9mLcBplLTgH7ZoNyOBhmTco,200
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_electrical_engineering.yaml,sha256=S8LKMzHXc0sHyrJw9xE-P_9N9Rvj4HUDq7RnricoD9s,209
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_elementary_mathematics.yaml,sha256=RoJ183FlZruZp8-jmYDjBO34Z-dLd6Beo8Sy1FBP-pI,209
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_formal_logic.yaml,sha256=sdq8GIWn8zaGBvKlM_GemLP6d-j37G4KY7H9KcAtHpw,195
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_global_facts.yaml,sha256=lDH0nX8-3bJvDUiQeikYuWrgQePKMPyqCo8E_VagaI4,190
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_biology.yaml,sha256=qzF8hxo0ENnVKJGbSErJOyH4hRZwXHPVN6Kmhz0Lz8M,203
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_chemistry.yaml,sha256=SSro6U5fTou34qxoIvs5kzyCvvDLLXKzh5JliwZwPvg,207
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_computer_science.yaml,sha256=CntsA_fPhMZ8FOvOKXSgeTZ2uYfIEwNuA9t73jEAM-I,221
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_european_history.yaml,sha256=lWPcrv0_-FfgeCk9tthQuNa5Yi9wWScUjjBFhv6oFbw,227
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_geography.yaml,sha256=yVwqpicUGAJBq-QammhId5VcUzXa67Ony_3pn9rfPro,218
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_government_and_politics.yaml,sha256=ujR6qn1L8QzyUpdDN2300RA5FCYTdHyaGy65W2KXako,246
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_macroeconomics.yaml,sha256=9uYN7s4cFrcjC65ZNyX6SE9J9nsZAdZi7MqLmZ60i30,228
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_mathematics.yaml,sha256=SxPPNX9SG35vdrDICgRrlzFJTBApI5xF_CNtGvnTVlM,211
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_microeconomics.yaml,sha256=GrJDnnzviZ-fy43exFKHI65QVNPzcEOIbNAcU7b3LOY,228
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_physics.yaml,sha256=yTrIUPfNBMGXLJJivUxBG8N9CMctAcqzS8OJ81ThUgA,203
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_psychology.yaml,sha256=fmlhqFhcrhjFVRuS25LZ_kswBDf3As-13kZQCyE3d4s,220
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_statistics.yaml,sha256=qC4eol671Z08haTRJJDr4xqExJ4Hg4gADaPpL3f4wdU,209
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_us_history.yaml,sha256=Sp-aMPJw6eXRgyb3NJVy9viAQAY-NrsWlaKzeLYwS4U,215
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_high_school_world_history.yaml,sha256=c30cEa_QobtqdMfGCFEfotqASUgXW_xH8ECvxGy-N6c,221
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_human_aging.yaml,sha256=TJ5xbWsN1DJYHeEzaZ7T8-HoepZenTbhOdnfTHkIcSU,188
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_human_sexuality.yaml,sha256=qtW7-y_I57KMYxSouPP5KhKvtYZi4qKAJ9n2yqdI9T8,206
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_international_law.yaml,sha256=O8IxJTFqbFaVcEU24w2beiNvU5IL1CO6dwYYkt1mZVU,205
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_jurisprudence.yaml,sha256=JasBEKQ1wJeQFWPD1KcjSWvFPPiq2k2ioHjyjp9OPFY,197
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_logical_fallacies.yaml,sha256=x74kuW81Vz5rmbjE6_yc_epCru6rnfGsbhCfR2AqaIk,205
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_machine_learning.yaml,sha256=4aoWe255b3ly8HNOkZnQfBdimt69ZGtHFhVM5tCTP3U,197
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_management.yaml,sha256=i7gUvIRBainm5cOkn7Aac6qJcKiZpDkNnvS2HUdzHgY,186
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_marketing.yaml,sha256=rPIU4Ih1UkQGqXAjHU5rVC7IWxsQ8pZ6-NY5Z4LP838,184
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_medical_genetics.yaml,sha256=A3XfBUKA_9zL2iXvBu47jb2lO6pO_QnUobYXcLkxZBA,198
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_miscellaneous.yaml,sha256=PhESH2g-oAkGkzcumzqChgXTNbh5v7fNByA6iwWk-0Y,192
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_moral_disputes.yaml,sha256=ICwBYMSNF7YAmtkNYINg8Zo_Gf0AzTOHnQnCHllaWjY,199
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_moral_scenarios.yaml,sha256=LozVv2E87_Mg36tkYtT-R9mstIT350D8lABdn17sf5s,201
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_nutrition.yaml,sha256=7_QEbGhcg1LYhV8jkpUnNXFOiO5JT-Suosu9oQ6daDA,184
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_philosophy.yaml,sha256=_LwKhl2TNr2ex_u3cmbdpBs-iaQvPExYfL3YpkzuNGM,191
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_prehistory.yaml,sha256=rMLFsde8yu4_QJexNkNkVw20I6xED7HYCykTH6KOTwU,191
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_accounting.yaml,sha256=1VQCXVi817J-SUxN_WxYHDLPjSeNcwtEXOiyOsyBg60,212
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_law.yaml,sha256=hQffLDs-QqiFvS7DBpB1AvZxFN2sY1pDaDbrpX-FmKs,203
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_medicine.yaml,sha256=IhM56SXKCvZvfKKpZhYuTc-LmyTkKtGHwhPFrF02IJo,208
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_professional_psychology.yaml,sha256=_jM6IZXHEnix3KWASys_6VTbZA-ELxbD6E7uMJgaqtQ,222
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_public_relations.yaml,sha256=jyX6Ocme6z8pLIQA8JzDPryCMRweyOFfHOrpFDij58w,208
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_security_studies.yaml,sha256=_fJpA6DCBoZBqrJzfppJjh7iIpbWwB0QjzJJ_nSdI74,208
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_sociology.yaml,sha256=3Q7bfAqBSyoNG8SbTuxFZ2iM1vwSRT7hipbqyPkAA9g,194
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_us_foreign_policy.yaml,sha256=IdkPQsPVhzNXjyNqdYJlN1qh1wFNiNEFtbck3XM6irg,210
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_virology.yaml,sha256=sxv3udk9q1ApI_t-WYWet0pylhXKjLyPcS7UM2uUSnU,182
lm_eval/tasks/global_mmlu/full/bn/global_mmlu_full_bn_world_religions.yaml,sha256=oICSUfdEHye_fk7lqnYWJlJw-TDaeMPpL_B721F6UPQ,201
lm_eval/tasks/global_mmlu/full/bn/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/cs/_cs_template_yaml,sha256=hv3RjpOSfmS74pU-AyhEQ15U2ZeqxBkGnjsFgVPGzZ0,429
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs.yaml,sha256=agtghvjnwuQ1Hf5PJmf0Vv6TZVWFkmmuYuAWlWKus5Y,256
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_humanities.yaml,sha256=XHfeamaBDCSCi1NAuDc73-1AIJQOcp8yy43CS2vCTpY,174
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_other.yaml,sha256=IJczCnQgkZKZeRFCVsrEwolZE-vJlZMbxb0oEhmQHUM,164
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_social_sciences.yaml,sha256=dN2X0oJ62KWRoMtf9A9jwHjbYxILRCEACuLSOHgT3Is,184
lm_eval/tasks/global_mmlu/full/cs/_global_mmlu_full_cs_stem.yaml,sha256=qALMZ3QN_ls3T1w4REs1sypLBgGl-I6-11igZ-0nLuc,162
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_abstract_algebra.yaml,sha256=0fsXPcHJAtUe2oong_yEoyfJoNa6XIGR_JIPrBwFefs,197
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_anatomy.yaml,sha256=lJDtMT-mF6AZhgMhV7dym5ohsD-wVuIatEphBjn7AWc,179
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_astronomy.yaml,sha256=-Pl2RF3AjIaZcA5lF5OXfRP-gsbR9PUQYbArZq91rHw,183
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_business_ethics.yaml,sha256=759qPszRiIMd9TrHhnrWsD2twBvkKCsTcOPZUwUrtmw,196
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_clinical_knowledge.yaml,sha256=0nfpqeF7N6xWuvBNUjlqVXfpc6oFVeOJAYELGgnzgOY,202
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_biology.yaml,sha256=cS0co1eaNXDvK_fQ_x37pg1XhX69jAVsP0tVnH7nuwY,195
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_chemistry.yaml,sha256=AeV87s2pXgY8b0CjyLq9jLmuxtv7tkC1xVbVUC6xOyk,199
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_computer_science.yaml,sha256=kXMLvjqB_H_gonKxtaE0ZhwMN_O3dx12wWBRDtEJ5TM,213
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_mathematics.yaml,sha256=ktptDcbfOZoeJfq3TusYxd2pTPKDRqDACo4RnaEk_dY,203
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_medicine.yaml,sha256=y4Src8TE-O5J-NXfisFUJN4kkLOSdSRiPziVwjRkj9M,198
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_college_physics.yaml,sha256=CwRTNs5TzObY6HBhj5Q2Ixf3Gtys2ZTZWWbjiwn8NF8,195
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_computer_security.yaml,sha256=DlxnhH3inJRt88iSv47Mvkyv4kopm4-iJ87kRRH79ZQ,199
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_conceptual_physics.yaml,sha256=yTA4DMYV3YX0NhIcsBmKJL6Uzh_kgAcynpeje1GBaFY,201
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_econometrics.yaml,sha256=KSrJ21LtjUN4VHiYIcPew9SQ2xXfkn8b5dmpOOiOmd8,200
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_electrical_engineering.yaml,sha256=MLkCLBhFFnfUr88HOApdS86sgDKWw7W_KT5xvdziKVE,209
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_elementary_mathematics.yaml,sha256=VdYqIEuhd1fkaqQlL2psoMXRNxjbkjosoH-a_dIlOCc,209
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_formal_logic.yaml,sha256=gA8ZsPDpZXeTDe6oVB20BdMrrZmIn-vyQ-S9o0gzxDw,195
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_global_facts.yaml,sha256=DlgKHCru4Ov10Wvd-kc0hRmf_ORd6GsRCHct7UX1lNs,190
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_biology.yaml,sha256=O0azsl7DKpSjZNiHBrAOX2-8HGa2PYH7aIlxI2_IyIk,203
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_chemistry.yaml,sha256=J54EfWyQxeqJSLUHIi8dBWwF7-jzUexCTIGZ9ENs6W4,207
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_computer_science.yaml,sha256=08Edar1G1zddoOsanWf-rGawdGFV002ofDfo4aIh-_A,221
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_european_history.yaml,sha256=thG3vbHvdEk2Ol8ITgGLCtTX2zseWyWD3mTRNp3z8H0,227
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_geography.yaml,sha256=8PFq4MXhkWa7O5kACcKAMH-MQTj-e4VaWSV3kJfeQkk,218
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_government_and_politics.yaml,sha256=eeZZMbyWnSnowHdZvMA7XXKMXmtcvn64a580tveFUHQ,246
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_macroeconomics.yaml,sha256=AQC8crKKsCV720jX0b-FjfhUA0wFFgE-LDihMIvudnc,228
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_mathematics.yaml,sha256=H5m4uUrGauSRtpnu7ACiw6wKlrst63uhT2eEIs3h4m8,211
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_microeconomics.yaml,sha256=VNEJ6CrCryQF3tIpbqkvThZnwABCTYPoEq5S3ffzM0A,228
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_physics.yaml,sha256=vIpJAkeDuRQ3RzobUvF81K4WzOzyersXSoxu9FABNRU,203
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_psychology.yaml,sha256=dDGmasvd36GdLRAhXin27lKYNuj3jBh7RieHg6pUlpg,220
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_statistics.yaml,sha256=qlqz1Fur1rKvoHHBA9dy1tPRU3RmfaD3KkXWac98LGg,209
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_us_history.yaml,sha256=9EMdvKNLuKSJl6t4nMDuhbb6oSS7bLO1CSHu2K9SRNo,215
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_high_school_world_history.yaml,sha256=M1GBA41cTKaVKM6GqUy4moaOr5vj9ZHp_M62htQMug0,221
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_human_aging.yaml,sha256=M-9sly07LSzYUlEJyJven12MXvGPn26sq3P-zBsm6IY,188
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_human_sexuality.yaml,sha256=6Gr1BcHiZpWT-rP-GLwc2O9MF_oKlcCHDYD7CzOMWIM,206
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_international_law.yaml,sha256=tBCdApfF8QBJCteMXOa_3wiumhdBbrt8B4rag2fDh8o,205
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_jurisprudence.yaml,sha256=OoT9TtkKRAoVTV6FeQ9a5NPQOn-4Sq_XdWtvw0G5ros,197
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_logical_fallacies.yaml,sha256=Gxoj8GKDezS6yB0mXETmvjoftSSduJkI4Z5RF23agC4,205
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_machine_learning.yaml,sha256=2Ds3gxaFF8jTK0o4S24czl22RwU2eqBCsdt3EsHcB4E,197
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_management.yaml,sha256=l5471mZZJ0URoLfneRs2tTIAuOX9cozvKsvO8UvUEhI,186
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_marketing.yaml,sha256=lHXIUcx4s3yfwnhITbiYpcEwIo-S0CzcgNI69ZXk3TY,184
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_medical_genetics.yaml,sha256=ELpsClI60FAkjLvKk-LrF5xmzDeruoHLXg_HFtw4hVw,198
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_miscellaneous.yaml,sha256=GAGO-gR1ddsdOsrtMlci7LZOoMvG_kFUInJfpnz7lxc,192
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_moral_disputes.yaml,sha256=E3m-GE9BoFwtUR2VCrHxPE0KORjj88_kE0IAQXKlO18,199
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_moral_scenarios.yaml,sha256=vp0sT3rcwZkGCxnEYcPMF-vAPuZrF0mv5GNpK6KblvM,201
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_nutrition.yaml,sha256=uUXfzVSnd0J9PMTiU9_SJdStx8rrt_3jwUL0ZWKGGzc,184
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_philosophy.yaml,sha256=7w8foDEc1cDb6Ei5GVPWK1-sJIqDdJN0R3-3e8hWh1k,191
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_prehistory.yaml,sha256=fMo_Xp2T6iwEaqRZ2-T_A6poW8CK0v2FsX9JPcT-hIg,191
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_accounting.yaml,sha256=POSLyf-HY-XpM7_yAkvHDF7Oq-Ccdvjk000SNj-no_E,212
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_law.yaml,sha256=_qZGQ9NbXUkO5-kZ-NBP458cZensg1bNiVImznf-x1I,203
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_medicine.yaml,sha256=5LmVbDQWvtBBgO-HEbZiwMDJ7C6KijA0reoeAFManN4,208
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_professional_psychology.yaml,sha256=-8lp9ulDWhLWErlUmo3hijUOWdIS9K5bfOUXZ9YRInY,222
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_public_relations.yaml,sha256=c8qgXeapYaepk9xDwQwEJCe2C9GZEdGpa7hN4ZuII1Q,208
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_security_studies.yaml,sha256=5JP1PbRpVtjtbdCAAxJJbxmGrjaO8sp0ALSkG5B5QTg,208
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_sociology.yaml,sha256=kOu_tFLsUyAQwLMsvGFOPKztU850BJZU0LEOwqVfkqI,194
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_us_foreign_policy.yaml,sha256=Hg1XNLbjDZgtY-8Mz0F4jd_tovTbBmLd4JERx_GwVO4,210
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_virology.yaml,sha256=GUqKOq6eMzLls51wB5BpdEO3QgmEplYW6GCzCeR8QF8,182
lm_eval/tasks/global_mmlu/full/cs/global_mmlu_full_cs_world_religions.yaml,sha256=3iU-u9IHm1spw7emqmh3Dk_mESuqWG-q2HQB_yZtY8Y,201
lm_eval/tasks/global_mmlu/full/cs/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/de/_de_template_yaml,sha256=IEg1yXODnFzxXxIjcizKg2Yash9UwpreZfxVzXr_z-c,429
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de.yaml,sha256=UgvN7zjbvxvnJkURF7WeDKqvFBUdqP3aR8eB_9NSHLg,256
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_humanities.yaml,sha256=1YTJSXcX9zNMCDFmfPR1l4ocZcoNIo3twC8YioNaGjc,174
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_other.yaml,sha256=Dt-DbYWs9oZ--ADQPyun5fSWzxIx7kyww2QA6HuwzCI,164
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_social_sciences.yaml,sha256=F5W4oeuai6JuLKxAqlw1ej4CmRownhHpsOlfQ-82rIE,184
lm_eval/tasks/global_mmlu/full/de/_global_mmlu_full_de_stem.yaml,sha256=z22A0EjVbgFJuJDQMIm4gJ5PVxFndGhRrG_gm-eTOKY,162
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_abstract_algebra.yaml,sha256=txYFqC7zO0sSFMGW-oorpvaD18xsFFS5-5EsAVt6MMs,197
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_anatomy.yaml,sha256=so30rA47Qq_I9zYskYOau7xG_PrjOPBjgiagmv5BqiU,179
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_astronomy.yaml,sha256=ta59ZaYqjAf7JRG1xf3mMALaZDvmO12WVoJPKAbMe1Y,183
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_business_ethics.yaml,sha256=pUKo2d38qDPvxJPWBSQJ8i6gOM9v3Z7v_gD4dWfvESE,196
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_clinical_knowledge.yaml,sha256=T3OE0XRwNBGqGBNvxUQtlzabyGvW1c7ZUciiEd3MkXM,202
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_biology.yaml,sha256=wjoCJwpABNVLGQfJVUHyEiXhw9XhVwJHDqzU3EZTuUM,195
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_chemistry.yaml,sha256=Wi22n-LXkQtTohc2RMshGFnQCkaHU5l71M2cIIJ6oAk,199
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_computer_science.yaml,sha256=duAwrmbVGi07DEkxNqJd_PxrbmWk-1XAmKKNnjBcmjM,213
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_mathematics.yaml,sha256=GxNk-E4e_YUXKT6pqSWTsMKRjWRSbM9VQC0udZTwWjM,203
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_medicine.yaml,sha256=j9U8QWIc7yuCfnZ62ojcYuetKzHdxWELHKTsgjpCLvc,198
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_college_physics.yaml,sha256=zS8YH3BdW72xDvqVaqccI63U21yg-ULbPVaBOjA83lo,195
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_computer_security.yaml,sha256=MvpWmbVTgK4yHyWUKnBDadVB_eR5QEBATbWOVapbWVc,199
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_conceptual_physics.yaml,sha256=-UIz8ysM8nebivdrwIY7IymXRiw08V1n2sGSkTLEEP0,201
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_econometrics.yaml,sha256=e1P_wgT31DeLAuVHGoHNk7MyRU31PhX6YefGXVW2igQ,200
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_electrical_engineering.yaml,sha256=YjRYMNixercTHXwStYzmrwxnV6DwPfKWy3NUmyewl9Y,209
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_elementary_mathematics.yaml,sha256=ebNDr-JF5WfHXOFKQ02YVAJchMFU1eN8GWQxkCDi6eE,209
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_formal_logic.yaml,sha256=txY7-tFR8JNI4zDBJypwcINyoFPn1f7dNrGNbsax2VM,195
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_global_facts.yaml,sha256=EY5rcg4V21sh-5hnHwBSSmzCRODPlVL6nIdPdMaVnVg,190
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_biology.yaml,sha256=zUDCzxng4B3yslNAcTRkRe3yT8IiAV5t8ZXd7UDllT4,203
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_chemistry.yaml,sha256=caxPk3tZ4tY76_sylXpinvcCv5FM3mWZeMYxqtIUgxM,207
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_computer_science.yaml,sha256=Dv1D3Km7Z6a-0CUgBF8Gaw_WmqbMa9RyZNxjiR8u5ng,221
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_european_history.yaml,sha256=wbVl9ixg2dUBGjKjpy-E8SKw1oBxj1o87ZSw7oQ9Oxk,227
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_geography.yaml,sha256=zU0kOse00lVZ-4Q5EWLjY9SsvWKcEZqT0v8w61dlOxw,218
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_government_and_politics.yaml,sha256=9YkppUXFDsyCbRIewIgHcw3Cx0helUY2SDCTj2ktLC8,246
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_macroeconomics.yaml,sha256=X11GEYgK_JNH-EctrYzOVwty6ItwwN3ylOd3IdyE4uo,228
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_mathematics.yaml,sha256=u8JOJOi_4dbwNe_WBIsYY2A8iioXOtT0Zttwbarj_Kg,211
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_microeconomics.yaml,sha256=MlcKhxL4w2MdkCCQtGQdhDwDesbwSgpNhdqZY-aV9X8,228
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_physics.yaml,sha256=FXBpQt_BU8CexrhtWE7Lj0Cgqdw0yM0S7DlfZKjQRzs,203
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_psychology.yaml,sha256=LU_CASUk_k_hq25AHhOKi8OyJYgs2JtEkTHifHwuQs8,220
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_statistics.yaml,sha256=pZjlvTU417RSJiaGrM350i5oG7HZfwwMGPfWZ2dRSSI,209
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_us_history.yaml,sha256=xozNkJypcIHrZLarIcbicpXr8ZVS-reXNX9qsY15F9w,215
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_high_school_world_history.yaml,sha256=HbuQTbSePnxwISb5Sq2fBq1-n0UlZJTClg6gOUJFnnQ,221
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_human_aging.yaml,sha256=R3YkzEAkw_uD2Lht-kq_hC4D0_R1DyshgV0QOrGMya8,188
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_human_sexuality.yaml,sha256=E7aUz0teJUTd1C-Dh_769QUVfDJfJDqOIvipbzikXzE,206
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_international_law.yaml,sha256=oKcLM904M_V9a878LKckp0Y-6nE5WSthIcwpXE75I1Q,205
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_jurisprudence.yaml,sha256=bSGY6qgveNNH85ypieHwkDvWy-BwmoxOXokmoqGP9Eo,197
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_logical_fallacies.yaml,sha256=e5yXvh11YCNvhnIUCEV6QVV_H3ZIvF2xY6ZDsMkd1C4,205
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_machine_learning.yaml,sha256=sJ1yAzq-q1Cqng1JLgQiu5H5iDqVtMrCx7vJHjOvyVI,197
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_management.yaml,sha256=JasNQO8z1kjSIGge8amGUZKJwED0Ao7X4mVGur-3ypM,186
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_marketing.yaml,sha256=k8PuzorhZPsX-bZKyuicdPWWMr7VozP4zO_9afllLc4,184
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_medical_genetics.yaml,sha256=Zqhwo481tUkrVhoDcZph7Azch4RLzMPHqjjnLlRzOV0,198
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_miscellaneous.yaml,sha256=vnh66u8pyxNL5rS9vFSZajZ5fAUOTKGJ4yFVJNedX1g,192
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_moral_disputes.yaml,sha256=f9JQrpuaZs9LAyrUgVHytQQ9bemuj2KhF_azIc8qcOU,199
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_moral_scenarios.yaml,sha256=N7kfMVt9s0_t1G1M7fwkDE50wi65HtJi12aOGUFk8jo,201
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_nutrition.yaml,sha256=kT5xOIMQLxHLiX_Z6KOWxzOynH8pGqSsNiZs6UorHXg,184
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_philosophy.yaml,sha256=Oe2Wd2Q2AFmIzylc5TeRyYdsMnuTiP-iJoTUBO7Fowg,191
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_prehistory.yaml,sha256=FtzkZ9qVIhi233A95v0wMWpsUSLP6m31H_zyVbEsn5Y,191
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_accounting.yaml,sha256=WFbQ84y_TmrFckglcku_GhJdBS0TPyfJd-ABO-9Novc,212
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_law.yaml,sha256=0HogJ8NP1AOSOo_Mow8jnwApstPu0oI6fhJ8R0L3VZA,203
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_medicine.yaml,sha256=gYjbxvAetvEGLzb4nU8m3c2NNIcYYpDxpJziiyFMEr0,208
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_professional_psychology.yaml,sha256=qGot77C1fqr79mcgypqDf3AiM2WgYqWxAV2lQRtGTiE,222
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_public_relations.yaml,sha256=Ir9u8CnJUO2e0K2EI44NxCBx9zAXr0hV7xDze-0WJP8,208
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_security_studies.yaml,sha256=2R8Z04V0jEsnoCcA9pR0uzqLpXH70GHJI0sxCsIglGg,208
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_sociology.yaml,sha256=LQTnYn5PQhETJT-uMdFjqNVODos1wRCWAuuSCFIVP1c,194
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_us_foreign_policy.yaml,sha256=dmelDY7QDAHRXrIY_wijZEdtGZYSfmkkpxP4io5x24E,210
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_virology.yaml,sha256=ZYTI70KfN3AkOFqqZMLVDSStYSsfF5ZaABcK-ZwQYGI,182
lm_eval/tasks/global_mmlu/full/de/global_mmlu_full_de_world_religions.yaml,sha256=7i5zQ6B22XSWihpJDJQ-fD5k2GLnS5ln6iAez3jGRhw,201
lm_eval/tasks/global_mmlu/full/de/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/el/_el_template_yaml,sha256=VGmJuGTyW4ntCQ5weZRtOLHOm6Dsr9Wl1Hf3SZz9UtY,429
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el.yaml,sha256=nhp6LaQUE_qzLYhk0eTYKg-miomjfbKTGht2d-NOq1Q,256
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_humanities.yaml,sha256=iK2Lk1OmFZyUnDVcIrqQbaPpUQ3MU3kxPgl-h35BEzs,174
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_other.yaml,sha256=ex7mAjO-pxnTxt3HCp0AaDweKo0REpbfXyy0oMUMoxg,164
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_social_sciences.yaml,sha256=Jy86p8EgSVSNg4s_cWVW90lEQ-jACSb5_M3TKWdWPiA,184
lm_eval/tasks/global_mmlu/full/el/_global_mmlu_full_el_stem.yaml,sha256=CwF1MlbT0jjwXzi5CQrSaSk_oxahwcFskAojKhHHJHk,162
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_abstract_algebra.yaml,sha256=vClSNdnIS81FawBgSh_JbyOMd9X7uVjIiUN3LOuK60g,197
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_anatomy.yaml,sha256=dUqA4B0cO2xclMQOR-nVAx1rcB2ZMVbC2tuvgGpf7WE,179
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_astronomy.yaml,sha256=nia7pY7T3AbSLC00w9ER52ZsiFMTIp6k_XYSjYKY-ls,183
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_business_ethics.yaml,sha256=rmCKWQjBkum6nruA0UavFO_bu3VTuPwf31vqiexjT4M,196
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_clinical_knowledge.yaml,sha256=Tu6nhuLVaD-crSDGYvy6UdoJbbfSXaU9VQBX5-Lm1eg,202
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_biology.yaml,sha256=Pp3SYNloFkIB5rwq3npmUp6L5Ll0HPFwh2l2iFVoS4o,195
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_chemistry.yaml,sha256=BzYow8fXXR9Tnnrbk3fbuI2abqa_dhRibiJMWgxyz-M,199
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_computer_science.yaml,sha256=3j530WhLbBowqZSBajGFFGbPMCu8ZlL2P9FZz47-gTE,213
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_mathematics.yaml,sha256=vj6nAq3UxVDpF4LoOWQNjw4g8g63IO9RbV67-stbipo,203
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_medicine.yaml,sha256=_AHN_ne1mAViJNnEPXSWHlS__ixYdR6aVFZIjIxxiq4,198
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_college_physics.yaml,sha256=PQTXapnNHMkYRviMmawsOe8VnsvPL5DrsaZVIoRURUY,195
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_computer_security.yaml,sha256=U8eL3KPoWei-VKeqVHGHldhGy8RWY4YoM56B13Y6FdE,199
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_conceptual_physics.yaml,sha256=ii6OjUwhAZI4fKHuRz-mdPb1KaY2OWdP8DYBofObW14,201
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_econometrics.yaml,sha256=g2hfWT_xiPiTrwwHF1JmJPNPiHjQhxH7kQ2_dYJ8HWM,200
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_electrical_engineering.yaml,sha256=peqwmH7KGBVIvt36CONYb8QxRPHKP8uyk2Yo4FjNZWs,209
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_elementary_mathematics.yaml,sha256=JH4ohn4PRXtLSqQuVHoQ8f1DkXe-I9EeEsKPdrjEFBU,209
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_formal_logic.yaml,sha256=buINYDUf_6wfyOR8w03amhj1TSrVbUD5iXZl4R4U6Ig,195
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_global_facts.yaml,sha256=2IyPqSxkxl5rHy2i9yP3q6B6bm4CO6a3y77iJzU0jSA,190
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_biology.yaml,sha256=ZsIV-R89Rc0BiK1XSQV5KPfB9Kc2wkVD0Zt4jILxjow,203
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_chemistry.yaml,sha256=hx9fHq1PAN1MzXwgjd4UcvBgYfPBAoK5CZiF8MOP3EQ,207
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_computer_science.yaml,sha256=9VmV-pxsh1rzdCxrXwOllIkEKpqliEW183ky4T_0Vv0,221
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_european_history.yaml,sha256=f4kuKjs2aId46HnZSZd2LLBFrMm9f1eobR8kWLAIdh8,227
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_geography.yaml,sha256=aQWXG3IGrRQshkxqOmtgWjNIiHW17NPnzhWVvjDAjYI,218
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_government_and_politics.yaml,sha256=8Pe0dIOV_bx95nxU4VJKimswt-LmF7x0svUZUcZpTtQ,246
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_macroeconomics.yaml,sha256=3HxDN-dqsLTz7S5N8C2xkxaofd4xkQ1lkH5rPf8km9A,228
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_mathematics.yaml,sha256=d1xVlfyJzYySE4F_cZ9n163MPeTNJoFlEHc9LIRDP1U,211
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_microeconomics.yaml,sha256=kraV5pv4JPBbfL4N5a9ntg-_-A8KBv3aVUNbExCjTVo,228
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_physics.yaml,sha256=33pP4HYEP_lUBIytxVmn039VMt6c8aRFl4yW5rcrY54,203
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_psychology.yaml,sha256=GhOE-L2vaDR0o8eA5Y4PMTihiOWwF0uYORPKo8e8-DU,220
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_statistics.yaml,sha256=MJIii6gqCU2ifzIUYYCvX8xze5UNz-nZGlvJr14l2TA,209
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_us_history.yaml,sha256=D03sG225rYbgzjXOcYFz3XZz8tE3qTVYko2tydLjY1U,215
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_high_school_world_history.yaml,sha256=eq8W0bIWjYHePC8vCBn8bk0HXmc5q7LW48rEIDO8oJ0,221
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_human_aging.yaml,sha256=sPvaOnKzG7ar2XoWSepAuAII7OLQihfU1uvkIO3eLWA,188
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_human_sexuality.yaml,sha256=iYBmh9pOtb-swFg7fE2URRRW0kAxwp_l7BWjBTf-Xr8,206
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_international_law.yaml,sha256=Ot5I0SpNLJI2nTBlzLHNqmmXZy7WKHsWzDihKaBTj-4,205
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_jurisprudence.yaml,sha256=oeuvE5WHKs6zX9J1y2rxQSNCvRsXirLrj98I0YBvp68,197
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_logical_fallacies.yaml,sha256=4lFDgvGkrJt-HCSVZm8hdMP72LMhxzgFCl_3EqfJ1sg,205
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_machine_learning.yaml,sha256=kGbxYWSrPgUbT44GQBLNRdCpoXfyXV8-6b_I5kAK9to,197
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_management.yaml,sha256=ekJcMYggNMr9P060LxEFROAPUpvI9T77STFtGuzbOyI,186
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_marketing.yaml,sha256=Ejzmsgm9KbhWGpn5WIDnXTbnpSR9hggZuU8RWCLakZ0,184
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_medical_genetics.yaml,sha256=JZmmX2CzJWJwLE2LLD3639HuDcwTYPodYAaix6uGlaA,198
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_miscellaneous.yaml,sha256=k2D7GKwggSKeiKIKG-0A4MdIOIgqxjDeVzbp2o4CfGA,192
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_moral_disputes.yaml,sha256=AodaRI7hDkXZ64FdSlgn0IMv1ceuT0GFnY7DIvg0wA0,199
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_moral_scenarios.yaml,sha256=_IWawl4qzIEYT9jJOpcj6jFoWCuFaKtzFRebymtnNak,201
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_nutrition.yaml,sha256=A_cENTWlua9rqMAoPzz5Ry90uEOZyhrMOHitjRUFzGQ,184
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_philosophy.yaml,sha256=Cu1FvyrqQgR5PRs8Yx3HdJ506H7IlxUpd2xWyG6BEWc,191
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_prehistory.yaml,sha256=Or1MWYArLg_FD9QGPAyMNhslSV6orcdXk1q22KU72vU,191
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_accounting.yaml,sha256=KddpX-aD3qIhpfXGfuzOMmEbJwUM23kr9GzpX8fOePc,212
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_law.yaml,sha256=IgtWwLLUAfIEIB7ETBMCNxgcDsmzIDlncEv2K4LiJaI,203
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_medicine.yaml,sha256=c5XGsiSsdOkXShSC7uJT5gvafs-e2xOxq1pcsZpFqGk,208
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_professional_psychology.yaml,sha256=4dVsULdrgg5ThtH0oQ68siurRjWq1mxJSJkToFCyRh8,222
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_public_relations.yaml,sha256=d-q8LFx7qFHdKjmNyRrJtoT0E3QAB9Tdp1hzphmxqCc,208
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_security_studies.yaml,sha256=tYtgJqLphMKhNyzjAw8vsZ5ozmZCtioXnYSj9nJsCR0,208
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_sociology.yaml,sha256=hiqa_KbBds6UcbvKO9lasNFOZGLN66HtgTNPYnP4UWc,194
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_us_foreign_policy.yaml,sha256=dLv4vmjdCUwVGP6gga8Anmuru94SU-IWXujK-6951k0,210
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_virology.yaml,sha256=hYkqYsNx-mnwmMcijG5pNCrEEBpoTwTElqUREQvzydI,182
lm_eval/tasks/global_mmlu/full/el/global_mmlu_full_el_world_religions.yaml,sha256=AElv0JOOKRr-pnHEaAqzw4XJLl7pSi__cKEGX8MAiYw,201
lm_eval/tasks/global_mmlu/full/el/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/en/_en_template_yaml,sha256=FtiGV2boaWAvG6zero8C7-dEfE_eJK0OaHZsvRW52wE,429
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en.yaml,sha256=mnc_r47VabYixjrYhmKwu7aav55fru1jOCC6idrlYUA,256
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_humanities.yaml,sha256=EvY52pW_tIskFz9emHxMipbpGLIWvdnyZML9sYvIVwk,174
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_other.yaml,sha256=x3Pon3v7Wq-o3veQav8buH42m-RYyQLKPb4JlbO9rwU,164
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_social_sciences.yaml,sha256=8WYR_PIAPUCw7WEg-lpVa7M19lIQmbKgZhtru6rGWhw,184
lm_eval/tasks/global_mmlu/full/en/_global_mmlu_full_en_stem.yaml,sha256=LmLYwkJsU7faqdt5GI0MLXWHRgpdlAg5H_pF6Jarsso,162
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_abstract_algebra.yaml,sha256=iS_lC6hQqpr7n4ETalMhZuZsswWF31aa8y_dcZxgC9E,197
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_anatomy.yaml,sha256=NzypxGnME1bmYkHRGdhr9SG8kP9IR07YMnMZ6bEj-z8,179
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_astronomy.yaml,sha256=DxJLtsth_I4i1yJGwwGct4idAIjAR1A5CBydIsEF0HI,183
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_business_ethics.yaml,sha256=GE0mxnlDCXH3Q4qJWc9NM2A3raGcCjWtLyrFAGujV6s,196
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_clinical_knowledge.yaml,sha256=zJZJsBJGWlOMtpKt1xua1FV614Y09tcyVJauZTkV8kY,202
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_biology.yaml,sha256=0w18XjwlsYFdCgLadHNl6wAn1oazI81TZHTm-KnUMx4,195
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_chemistry.yaml,sha256=vwy53h8QMOu_VMfRRBTbIaHqnCL7imDXQ6ddmvuBneg,199
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_computer_science.yaml,sha256=gDM5h9CYSsbFWntZ_FQCbLwG2o_dZltsmqY6F_ckBN0,213
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_mathematics.yaml,sha256=YPcokukL9oEi13DZMb1u6B3D9aqSiitnoMot2Luh2bs,203
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_medicine.yaml,sha256=LmfdpyyZK7-2I4jDK-ur2XYcLBUTsGE449VMyVMOWBQ,198
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_college_physics.yaml,sha256=5Xk8Q6tdfXqjTvAVZzH3JP7nInG8QbYjlguDXcqo1fA,195
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_computer_security.yaml,sha256=PDmSwGCZwna808qz7Zy_w5F-6pUjJ8vOR80-07ovZPw,199
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_conceptual_physics.yaml,sha256=n3K9Xa5UG5b7ODNLBhGaryZlq0F53kdOIA3PI6IQDdU,201
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_econometrics.yaml,sha256=QT-Buoa7KxvBtPIQ_4k53TEim8HhE-7u9B_CuJ2I_wE,200
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_electrical_engineering.yaml,sha256=mRgE-rwfcB9WP8bGPy_muK6zQZj8YSS81tmQVmz6RtU,209
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_elementary_mathematics.yaml,sha256=ebMmGaRODCCl_IYFTCvx4Nbjp3zeC4UM-xwIC7xrZJk,209
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_formal_logic.yaml,sha256=1LNOZLNyJO_QcPvn3homyrH78ePYqgxESOagpupxytU,195
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_global_facts.yaml,sha256=1-iD_hs5cPw9ahB3DM4W5EznBHGpk457t5EJrkTQq1s,190
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_biology.yaml,sha256=XayX2vcwNFeHGUpWChBBhpgrDTNUV2TRDwbGWDRb9E0,203
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_chemistry.yaml,sha256=K2SD2xDdgjuqTT4D7qNycz4M2HL6EPZH486mX0jd4IA,207
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_computer_science.yaml,sha256=48NzF9wNpZpcY5_GwBDfpWkIWdID_TOW8Y02bYm94kg,221
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_european_history.yaml,sha256=tT7uojhD-EB09LWllgoKtV11z5508WvtO7GKKux0m2g,227
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_geography.yaml,sha256=zJmD5JB3jpDGoG7e3BlRgHke8oDAQMd4rxui3H-QGCg,218
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_government_and_politics.yaml,sha256=Xmm-p92lG5oN3D80ullMX33DmTiJenIZlPS2cY3whmI,246
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_macroeconomics.yaml,sha256=xDrU4QS8oPsV1a-in9AmZt6E8jkOYhi3viLo763FCNE,228
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_mathematics.yaml,sha256=-l85HiBpqmskpu-w4_4szpQ26q07-mgLEngSb8LBJN0,211
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_microeconomics.yaml,sha256=NmQPkIx_MyQxzqcIkLEgGHq9ldUUs0x3GAFeJit7uOs,228
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_physics.yaml,sha256=aJQADfdHNLGv0Rxs9PGfqtB_8YIJXbNpQrcJjQ0OFlw,203
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_psychology.yaml,sha256=qFXgn3q5Wpw5HRi5YkvEEc6Ypj1QDFJXtblSkQ5dNYY,220
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_statistics.yaml,sha256=QLulrk5YmCe9cUdeWMLuc35mSP_KSI_S8XgFSOCJ5o0,209
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_us_history.yaml,sha256=b7DJYL6V3wTOEPnT4TvFFiAkR3YtWIsmRXIZEqG3tlw,215
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_high_school_world_history.yaml,sha256=2k91cJG_RA47GTZZwt04tgpdaOzOCVT2zmYF8q3DfCU,221
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_human_aging.yaml,sha256=NCTUbgmBPcHAGsUK20XaP-qpsXLzPXmA6UZY5Glcwac,188
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_human_sexuality.yaml,sha256=TrAI8YjFWkrGFtwsCFItk8thjKvKO07iMmHYfUdbAho,206
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_international_law.yaml,sha256=j4NuLEHii5_rM2GsI6hECGTe0uCJts-gMRUFLPDk9GY,205
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_jurisprudence.yaml,sha256=DwaRyiJr3vLGNuyVDDVZKmhElnnBAxbihpb3853sj-M,197
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_logical_fallacies.yaml,sha256=SgcuZVousfTy-ffRk41Yb3xJ5E_cuXWKQtLBv-M9lBE,205
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_machine_learning.yaml,sha256=enmXn9yOal3o3g7UwvLdxKXpmGElFMgP_tsfjXE3n1A,197
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_management.yaml,sha256=a-qpNGTv-eedIpTbsGWtBAFBjLrcVwahv4kWUXUi32k,186
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_marketing.yaml,sha256=sBBmzJ7q4gb5I8Ohgj_LoEfd8WiOCfGatGiQgufnrb0,184
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_medical_genetics.yaml,sha256=Uidrm92eRyifUYx37Of-Ycqa8OXzKbwQpFdukSR8daE,198
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_miscellaneous.yaml,sha256=4Il8eKm5dYdd83BE7zdGq668JY_efD2HDGMAGgVTl60,192
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_moral_disputes.yaml,sha256=63_pIXNkaTUAsQlxU5v0qdtQtmD6zvX5WBNxwmAlUcI,199
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_moral_scenarios.yaml,sha256=ssEEHKgANhlmbz3SU3GjUTrKI2zFobNBToJJnyZROPA,201
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_nutrition.yaml,sha256=1IUOqIrk0ymOqU89OElFGphKbmByqq7ltyswfv73yqs,184
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_philosophy.yaml,sha256=gBSkJATEpM_JnRJwON752ZvB46iNp8ZFh51SdO9-tbw,191
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_prehistory.yaml,sha256=ZK-f1_2QuK3008mYMafvO6DFC64aqdZte4F5DH-chEk,191
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_accounting.yaml,sha256=EUkhveWWVatejzI34cI6ef4zMp0Fj1pXc-u7bCEMefI,212
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_law.yaml,sha256=ieyJhovj9Otkjq50JtmBWPQbJVk05q9Ljr4KjEdiZuc,203
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_medicine.yaml,sha256=u97z_pbTy36y01KScbe6_U7d48Hzo3lAcTlRbd_UaOk,208
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_professional_psychology.yaml,sha256=cvpNsmJmDklWkXTATJR44ObjksxOc6krHCcpL9gVZHI,222
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_public_relations.yaml,sha256=8QhVE6Fnkjqy-HXocbV6cZDu3HApP4dBOLLla_-8vxY,208
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_security_studies.yaml,sha256=y1VNBxDuzO_mI_scm3WuxyfdMUyHLxlf41LgfcBGsvk,208
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_sociology.yaml,sha256=7FuJyUDSXMUtUmVIA_m7EV9GvOw5FnUVRtgNBbeEO2w,194
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_us_foreign_policy.yaml,sha256=hyZfynlrFQmhcXEsQ4476BSKx-G4_VJaGfkCD9YQO-c,210
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_virology.yaml,sha256=GN-ImC9NcmdFP-sz-uuVcAgkCqIuxibekQUGdwFEgIM,182
lm_eval/tasks/global_mmlu/full/en/global_mmlu_full_en_world_religions.yaml,sha256=zABgE_gimeNaTJGe5dLu3HjttBHBF3Bqa4wPhFg9kII,201
lm_eval/tasks/global_mmlu/full/en/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/es/_es_template_yaml,sha256=0ZhCDwH6mlq3TNykIxbgjCbc-ctcYZdV6DWWtnLSlzE,429
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es.yaml,sha256=hkCecncm-tUfmJe1QLhG3vW7icXCc7px8Jr-5KVhwMA,256
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_humanities.yaml,sha256=Isr4LVO2ADDE0QrtOgs6z4fUkTPxlx-rgVXwmjf4lxY,174
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_other.yaml,sha256=F-lmJR33R29BZt3DQ19r7mBH5UAQ5BkwwqChIBHn6bQ,164
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_social_sciences.yaml,sha256=It4E9gHtEGNg_9J_PfxnBq7p7GWNU51PLwhjffnwstg,184
lm_eval/tasks/global_mmlu/full/es/_global_mmlu_full_es_stem.yaml,sha256=ZzfZ0af0paYJEerev6cYW3TBMhjF9S-WTQLTo75dP2g,162
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_abstract_algebra.yaml,sha256=nbFQjx7zDU0S90ab-LKACgtK9NFxz1osJl4HxvAg7vI,197
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_anatomy.yaml,sha256=2TA2Xnx8GatkE9bRoqLb1CTxnuhKdYgt80nusVBYnq4,179
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_astronomy.yaml,sha256=-u26BM-d_e6VD3O6tVUyDsVodAa3Y4rdZlTnXuAwLwI,183
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_business_ethics.yaml,sha256=mYhJcBusfiLHa4-4Aw65wyJ9TPcZa3dm1GNLa08KSu8,196
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_clinical_knowledge.yaml,sha256=P4K5ES4KaKWEWQzvhCSWEuRY2WOIy9DHiSruiDe-lo4,202
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_biology.yaml,sha256=rkh6dhzb7Q1NzXNEKr6ZJ7j44MVcS6w-vIG3zFxvZGI,195
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_chemistry.yaml,sha256=ajgSb-6fNy41WjvfCWLe2xBx078IUuvRfbJwCP9z6rM,199
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_computer_science.yaml,sha256=eSfPAKnznT35anN-rShtYBoOyvqxZfQZATI8oX1W5LU,213
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_mathematics.yaml,sha256=-cpLLkt2FAtTnVfcGZk84KuWHvAI83bmuDqVPCN1QBg,203
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_medicine.yaml,sha256=sb2VIk6zPm0d-AzU7n4fKt-eMtezQlF-tyxPwZOJ6_I,198
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_college_physics.yaml,sha256=MfDXUrRW6gdPB90WSNp5oRmdgUTVsWgsLCBTu0Bkw74,195
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_computer_security.yaml,sha256=KSS_0lBWiJvRnTdsMDngd5T45UNz4wA5ntjl3-FUst4,199
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_conceptual_physics.yaml,sha256=UFcezUs8koMKXyONNNj4rPJ8fFAoh-Ehj_XS7gRyieQ,201
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_econometrics.yaml,sha256=UbaT1FyatdyJnjaQz4InmBuPow1BfxyhMX7d23v_gdM,200
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_electrical_engineering.yaml,sha256=tNIbwyL64ocRkf417r_5bW47sm-enRLiMG_0PtSiqxc,209
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_elementary_mathematics.yaml,sha256=of9vQ5TQqnlKG5Z2Ueia_1Q1DL29onCH-ypK7bsACZg,209
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_formal_logic.yaml,sha256=the4ayTZ_yhsSYdzeUFWpQsC5VAuMGp44lIpT9EhYNI,195
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_global_facts.yaml,sha256=I3DSZuW1XgbLRP90gJfg_igZ4ZmpiUQ0UEiMo1VCn7s,190
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_biology.yaml,sha256=CT9mt-O4a5LUgtJd8TNlspmyFrEYpwQRZuubMZvZse0,203
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_chemistry.yaml,sha256=HMmFocVVehUO6rdTxPC_E1zuaxi_IypREjiW_pbPsvA,207
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_computer_science.yaml,sha256=Ix9MZ3kMBIoH9JT3VX3Z5r37X5yGDuq-Fi12I1VuwHk,221
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_european_history.yaml,sha256=osnAqh5IgC9v_B2kttqFGMIGpEdoCVzku5KhvKVFmAk,227
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_geography.yaml,sha256=dndGpkHxcXFuirauvKdt1Y8lUYsYPB4igwLNwxMz2OI,218
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_government_and_politics.yaml,sha256=hpAl5edaNBSgj1FoJ3mPVBmPMjWKA7vns-S1Xmqit9M,246
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_macroeconomics.yaml,sha256=HgKnYxeoKMjvceQ1RpqrUHYX5OMl74Sk-xVSv8N4io4,228
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_mathematics.yaml,sha256=R_aWgr8x4sp1WG8oiXuMPYz3AbVm-9pFY1OcjdsVYMU,211
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_microeconomics.yaml,sha256=uvPAKPxyNGjBpELiDeBakoNFWoaOD1y8V4Wz-R_KvRY,228
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_physics.yaml,sha256=oKhOfQBf-_OLaudQ7poyFS2egAIfk46F9Gq_rywlQb8,203
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_psychology.yaml,sha256=lG5uPeWv9Ga60M3nLZCBa8NY2JajnFvDkjfX-hGdtXI,220
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_statistics.yaml,sha256=kGBErjQrkUNnTsXLJrYeC5L1OpQYe_Kl38lk7L8TKfY,209
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_us_history.yaml,sha256=HM9PT119TGn76ofxo4UtqIvMOGLu3YFRc9270aXafYA,215
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_high_school_world_history.yaml,sha256=3847N_WwiBd0J0yWPI5aTVqzE9H7FIoqMvJ7h_U95-U,221
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_human_aging.yaml,sha256=YVXAr3j-h-bTVxtVgUbLYragtMGUJd-snxhecnbh7LI,188
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_human_sexuality.yaml,sha256=iBWkXk0KDIrUh3F9Pw21SUgVK1rexbtZXa4mheo-VI0,206
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_international_law.yaml,sha256=uEWvYOM0JSEXB7YDYE_mjGajAxMPs1H2ybHH_eqvOR8,205
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_jurisprudence.yaml,sha256=7wXQ8xlML7TSClp4IeoZPpAM6Zvkgznz7L0C2C9-3HY,197
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_logical_fallacies.yaml,sha256=vyFcdbKmWJAKBbdbf_uK4o6MngeIG7AGkOTDzh2WsYk,205
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_machine_learning.yaml,sha256=mfIwW3j8pWt0Mt77y_1c1Wx7eoKPltTL4MQ2g-GonPc,197
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_management.yaml,sha256=3jn4LxmsTApo_BxXFtqsIdKGUrlbyEO7xfYZ2lW7e1M,186
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_marketing.yaml,sha256=693op-Vta6PsRFqAp6V0gjx29tWUMGC90TOEoWFafnw,184
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_medical_genetics.yaml,sha256=FtRC3rfrwmUGDjjQvoNuuNyI_MAfmXCxqICwOFASdos,198
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_miscellaneous.yaml,sha256=FfBklUGPqLQb6hMxrZbnKrgjvwQyjPOb_jM5mGYFX5k,192
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_moral_disputes.yaml,sha256=-j90DrpTtEnusgC3KRXGv9bOvcU4P-jb9jcVRbEWJvU,199
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_moral_scenarios.yaml,sha256=piqKZxHfENaVqnqnKpmuMIxY5cmXnTsO5apmpEzbJyo,201
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_nutrition.yaml,sha256=yfYOcwr5SykXUfS1UwYg7hxbi-H1HMIkzZfXt3n-5AU,184
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_philosophy.yaml,sha256=M5K5k0-8HNDgc78rjs43-KpFLmmWPv5C_nsGyjqdxDI,191
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_prehistory.yaml,sha256=lrH4dEumFmeIiY2iixmtfxYcJSoiERoNd3kL7b5pXyA,191
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_accounting.yaml,sha256=eEXTk2mGWD1w8v-LL6SlNbDZFK6ieSu_1JBBWtbp4lk,212
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_law.yaml,sha256=EFxfv6Qc2Ccq2csnkL--gwfACz8JuAsoNJ2sky-wjJk,203
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_medicine.yaml,sha256=-HmoDnOU4RrQvY_qz-owYf-Uk8knLduADdcYBAQ1Dzk,208
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_professional_psychology.yaml,sha256=ENzx3yuaqqo7BwNs6OuPLzXykfw0OxJyeecJY0ZeGFM,222
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_public_relations.yaml,sha256=ev9gqRpavlib9Um0Eq61csAeagRNVyC02Ycu87MoGA0,208
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_security_studies.yaml,sha256=QLaEHpeBTPjofhBxXh3O2rUk-Ud1ZzKPpNrQXMFDyG4,208
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_sociology.yaml,sha256=CUmQKuCNaYl7zkg2rZ90rB4fJnsE96kY2Ye0tIdrIMo,194
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_us_foreign_policy.yaml,sha256=5Nja2VppU0nsC0Z5MUYUoCSpWXDpVWRj7V8k4AxrDjY,210
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_virology.yaml,sha256=_IW0k9_vHwdMwdlZaRPUSuC_IWF1DRYcrTrq93MuxNI,182
lm_eval/tasks/global_mmlu/full/es/global_mmlu_full_es_world_religions.yaml,sha256=Yrjci_KN9_sHEfVnJfygy4YXtOAyPpr72vd7NngKpog,201
lm_eval/tasks/global_mmlu/full/es/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/fa/_fa_template_yaml,sha256=YlHjbRIcMC02IkL2cqfqBH7tmHYh2qbLUdMKF1saybY,429
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa.yaml,sha256=qpbQGSvCi9EbUMElkLOmHic_OETRBfVz16yHzm6XcoA,256
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_humanities.yaml,sha256=pRAsksu1rHwCDDjW3k6kQlpAO_qAdhZQ_-IA2aT8e78,174
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_other.yaml,sha256=db5FH5yxo4pR1EiACUVeDJ7Zhp_loyS6FEiRXGU5sIA,164
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_social_sciences.yaml,sha256=yXOfrnKfXbNgAf0HFHdSgfZ5U9aIc74LoxdkYc_QJm0,184
lm_eval/tasks/global_mmlu/full/fa/_global_mmlu_full_fa_stem.yaml,sha256=SJDFL9j_jCXb6BR1KWJwoh-jL4AGq96HAnDgRHGsSr0,162
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_abstract_algebra.yaml,sha256=MKBhuoeepsNkb3blS8KqXEVI2en7XOOZlm8aVjwxGN4,197
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_anatomy.yaml,sha256=bODEcePWy-ROGyIm_nK401SXaGjNDTDZ-L40OZiMsrE,179
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_astronomy.yaml,sha256=zmo9k64e1ZfGzqOsIJ32ESyl3co-i9VRlA57ZGyw6HM,183
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_business_ethics.yaml,sha256=MtFFPbxMRgiuo7SVRcnrXvXdP7eAdoULWYyyMrynSZI,196
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_clinical_knowledge.yaml,sha256=zdNWCSNizlVfUf3tipTfzmoh2NlEzBb3-YpZQduG70g,202
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_biology.yaml,sha256=3vy0qkGp0ECL0NtrcYSQd6JKq-4irXjZeiWxr71z79s,195
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_chemistry.yaml,sha256=AgPa0f3XIMNmtskmFeM2miJO8qFZggGxTu_DAAaSjNs,199
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_computer_science.yaml,sha256=FvYQ74AcyCv9NGMFRldnHC3KAoh0trstv3PRAenEN3A,213
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_mathematics.yaml,sha256=73Hr0xeNzEo6oBsCi6PmoDYlMTTvBvMXOSjnZ2R6lVg,203
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_medicine.yaml,sha256=OikjSkIBgL_lMR2U6j9HP9GTY0WWP5DWQFIeNpCffRg,198
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_college_physics.yaml,sha256=FdGZignYeNcfv3UlcJpcCMLzM43ROQ_KIgaB7-gxgaM,195
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_computer_security.yaml,sha256=tLCvqD99xU5hVyRcTPu4VB3-K13j6wHAQsNwbm6NxEs,199
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_conceptual_physics.yaml,sha256=Q8ycbrjMK_XGhtQpqMwe6A1a05fYh7P_uJTCsVDGQyk,201
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_econometrics.yaml,sha256=pZxJiw1HjY8ajfFjgf1Y_l4_ZNr-5tiXL14CtVe5BKE,200
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_electrical_engineering.yaml,sha256=zZUSjPGcFgESkv9_u1fovdgAAfK4sbXtHt9aZtTSkqE,209
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_elementary_mathematics.yaml,sha256=CAqEWc2RSqTiO_xvomORwbKnGsAtlUsCGdcmpClubpo,209
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_formal_logic.yaml,sha256=_R6g-92C7DSEFPQjjA2EbIIENZI14WbNyJ9yddioDSM,195
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_global_facts.yaml,sha256=ocn1qFPVgeSRjDCG-VswUK99Hm5W1-P-FMFu_-AF2jI,190
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_biology.yaml,sha256=rPNP0SNLdrZ8Py07GNFAAzU7gtDj7HbgiKM-VrIuT6w,203
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_chemistry.yaml,sha256=nekhT_Ut0Zn-JHAPoc_UM3cuLH3a4V8XnypXpMSemGI,207
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_computer_science.yaml,sha256=sieJ5ROtuVw79i58TsBEYSd-pB2viqB6bJ0xni-j8Ag,221
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_european_history.yaml,sha256=7LXK0w5IxBVoPQY09MAmKSvIW0RKZ3moc7Y2KSQXGMU,227
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_geography.yaml,sha256=au3-5AutscEv3vTSg-Y70xhEYqYbpLh4knF7pY-Rgog,218
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_government_and_politics.yaml,sha256=Lz9Og4bSOd8Lu80mbylO4da5EcpiFATJ-7vIBX8ljv0,246
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_macroeconomics.yaml,sha256=LFgiq06BhqvfXObzTB1Staus0DiEa3CnSeED6QPYqFs,228
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_mathematics.yaml,sha256=p1ZdRPYnnW4e6AxhMd_W8pEFwe2IKUbi3XcmjurQ8RA,211
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_microeconomics.yaml,sha256=0i1C_vrWK7Wp600jIyneFAWQcGQljvcoCy981wcS1Zk,228
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_physics.yaml,sha256=LJe7SOgHJHJxRDyyZ092oG0_qGEsrQgKuHFf734G9yc,203
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_psychology.yaml,sha256=R4PkCCeY-WT9jYFfEEIAqM_P0vUEgagttlKOK8TMw1k,220
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_statistics.yaml,sha256=0K2CG21N43ccn2C488vr8TI742XXHYd-jELFn8b6gjk,209
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_us_history.yaml,sha256=awkHM0QHLEwmIbcB0a113KuQbGwwZFJ_HtTEdVttcJM,215
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_high_school_world_history.yaml,sha256=DyNGI8JZWQd84cMOP4ZxPavJRdpmQIuy6zX8SzJtsA8,221
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_human_aging.yaml,sha256=HnwsukO_ItJyOPm55o4wcNNAULzG97oVrF-JGbxgQJk,188
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_human_sexuality.yaml,sha256=M2GuSybJCr_fQqoV9dfF5Uo5EHUYZQpW70uF4xYiSbQ,206
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_international_law.yaml,sha256=yh_Cat6SI6y4ZG-Jo9cbwRaG5Iyz2m8SLnyBwOXw1Es,205
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_jurisprudence.yaml,sha256=x9XbCXQDhBlpaHYhqeuNcs50vHNbBm6wkKD-8m3pxLU,197
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_logical_fallacies.yaml,sha256=cREtALEqN-m1nFM2LKRwKVBKtF3ZTNn37m8Kl1htst4,205
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_machine_learning.yaml,sha256=GNQuAwfpICX1zR8PLRjp9l-dBmdTIJjA1vu9oaBY_EQ,197
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_management.yaml,sha256=WsDcfBvHoCJIToaMgnjJWpbA2kf0snK80_VPJjapudw,186
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_marketing.yaml,sha256=jwOotA9xzcSGyZUKSBE9DlQUg1NgkRkKNEup2lFQhTg,184
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_medical_genetics.yaml,sha256=9ALjJdhTn2oPEoi0gcNiT3dog2k5c3x6KSC4AsDiI-c,198
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_miscellaneous.yaml,sha256=azEQBesXklxi1TnK9iWsoY6Vjeiky_TZYkd8OFWg0LE,192
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_moral_disputes.yaml,sha256=Kh6Bj7igsfarIQ6ZKT_voItKcDd_N_hlcDIe67v6aO0,199
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_moral_scenarios.yaml,sha256=6Km6DOaLG8L1tS7eVaaBfGFmeNTOiwMX2oESh7u0L6I,201
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_nutrition.yaml,sha256=lOftAZwuHbAazomv0CmM_zWrsPaFlN1fZ8YAKVRlkGA,184
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_philosophy.yaml,sha256=MARcVLz2LCsn16dH3T4ZEGoyOZrjGjs0Sq_84DXOCQk,191
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_prehistory.yaml,sha256=i4vlTMAUzWNSdpppC6kEnWxFfvJDo93o-3PHYsBFPe8,191
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_accounting.yaml,sha256=wIKjMgqpF0v0Eoqso-ppvrYa3W6PI4AI2xR7S2E4Kmo,212
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_law.yaml,sha256=AtUrxpXaDkka3-k4p4uBATIiuFcFUl9pwb7hUPYwUr8,203
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_medicine.yaml,sha256=73kDiQTIDEPGOes1sr6jYfZC-7ZADAdOblXOYqsYkVo,208
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_professional_psychology.yaml,sha256=cIO26pUCRK7OV5j3ovLtT4zXu5mrTKzeIjLGvufCuTk,222
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_public_relations.yaml,sha256=Y8PJBIvJe8q3ffuVHn0f_O6Rv16OPhaqJSyqyjC2GRY,208
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_security_studies.yaml,sha256=EwRd1UR1NRGKd3BOuvb_tmdwLlt5ljiiCPkRGHTPWwI,208
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_sociology.yaml,sha256=ZXHi2vlamSd67UJVHLcVewuy_Lx7FnCO5f1A-m7C2xE,194
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_us_foreign_policy.yaml,sha256=kwRmFP2eCeALmY0ksngBTSHkC-jTl7TtA6SbjZ_8J4k,210
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_virology.yaml,sha256=5kSv8FjJrWNjoW-qJxiyeLGLyRURKY94Cz1ECzgVgKE,182
lm_eval/tasks/global_mmlu/full/fa/global_mmlu_full_fa_world_religions.yaml,sha256=bK4_WUhs9NnpDxVa3tXPZ9AnNhfj9I289XynsDpNfMo,201
lm_eval/tasks/global_mmlu/full/fa/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/fil/_fil_template_yaml,sha256=HViJMM6HdtmftugQ9F41FGZwUa4uQ90b69dwqAp6q_k,430
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil.yaml,sha256=ruqcMK0RCinFFBhNAp9iEvCtRlZB0rsEaYhPxT0YZ9k,261
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_humanities.yaml,sha256=oXmCoS3N6IHjyhI07IH36M05KQoBdL_RcwdUHyOLXxQ,176
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_other.yaml,sha256=W-8m3N9-7Jd9j-py_SM2X3Zcjn4hJ95gsuq0z9E8RBo,166
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_social_sciences.yaml,sha256=rGUSFDC_YQ0Ij8xqkQV8vxSwfM9yfHfvm-fLr4gFhF4,186
lm_eval/tasks/global_mmlu/full/fil/_global_mmlu_full_fil_stem.yaml,sha256=e269QIy6_50VYA7bktmEzihJnj_d8RWufNLeBZUrMcQ,164
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_abstract_algebra.yaml,sha256=46azVbr6YD0xZfY5eY5JxcPATJtnBvx65hpurwhDvug,200
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_anatomy.yaml,sha256=Sl6DQPJNoJVXeSX6Hxh3siwtjESCyte6namjF2dlans,182
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_astronomy.yaml,sha256=c09QoAs-QBVrDKwJMUxC2misv6jAT8qQDHbRDcrPXmM,186
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_business_ethics.yaml,sha256=DLWbPSlfP6XGZHEh71uwSNpQOkygsGLVX0Xz7cqKa6s,199
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_clinical_knowledge.yaml,sha256=lhzXfaIlOD4gUwH_rD9e7mkupk6gvuc3LVuF39qBOt8,205
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_biology.yaml,sha256=QNBPcGva2HzNCgwmMQhn0-VLLizfL6zIBD3772G2fhI,198
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_chemistry.yaml,sha256=YqGbBGH3Y5u0DP9XTRCFIYlyYojLuKS-ZHRdOehLMpc,202
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_computer_science.yaml,sha256=Ng8bPZQamuZOm4D8SkSc7-LWkdoWRNIZS2vfm9n5Xa8,216
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_mathematics.yaml,sha256=ZPKNzQUgXBD3XjVnG-xCVm3RcgmMPdUyomt2fNosmyg,206
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_medicine.yaml,sha256=8r03fBXQghbn_CmtBL6xbTD1iPeLOovMlEUWLUhW8VY,201
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_college_physics.yaml,sha256=YziRsM_3voBAYTxxBseL3pN3tGgLzLo9OOHJWNJcX0g,198
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_computer_security.yaml,sha256=Ld5yDop1O2J3PDk8hGsNqdtK8aTSw-VXl0M9WVNRkTY,202
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_conceptual_physics.yaml,sha256=avq5Vic47s87h8TDzOAwycAF3xWhnVi1pV81nIJEeUY,204
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_econometrics.yaml,sha256=Ln-PUUO5DPW3vQvwLXYWqs0ZEvw9C2hHL2d0tcDQW_s,203
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_electrical_engineering.yaml,sha256=rM_YPJElWLOVbKN-N4Ou00X5ZRbPw_nZGHn_74Op338,212
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_elementary_mathematics.yaml,sha256=8svSi-Dick_uDBAk-ZHda3nr7cI9i0t1niz-jjdFgQg,212
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_formal_logic.yaml,sha256=r33O5tU74PvHFxlRdVyl2xzKzYcDw1kzf2okHEEuq5k,198
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_global_facts.yaml,sha256=JCh5nJ_a7W49Msm0A1KmmiOsBoritU9VyWVQ5d8xhVI,193
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_biology.yaml,sha256=Dv5lyOzPCGDgHYESgHoqoYg1LHylrsPYebvvS33WJUg,206
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_chemistry.yaml,sha256=fdcnzV4kMRk7SYMpEHcVNJgB93lkVzS_VL3YzmwRXNQ,210
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_computer_science.yaml,sha256=DZLudEbWMmQwk7GEkaJ0fATeLMMB5KdKdh8MsXIuPRQ,224
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_european_history.yaml,sha256=pJ3_QSiwCGkF-f5cyCJ9U4sjU8wyLSUjHuLFmxDl6bg,230
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_geography.yaml,sha256=6-ocIeRc4QY7tp9HhP73lyYXkGDpkTmvLyaiaRcx3zw,221
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_government_and_politics.yaml,sha256=lWzqWnq-PS6c20fHbRhjwIheFxFn1Zn5qQh8dKhm1LA,249
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_macroeconomics.yaml,sha256=9zN6O7jk4V32S0jxMBc0OlW3twUOyiRZYtHh1aYCpMc,231
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_mathematics.yaml,sha256=jKHXzJ3o3LX7Gg6VWEMsAiGdlXJ6ro0NOQJPSTpFOuk,214
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_microeconomics.yaml,sha256=s1Xqoh6U5T-oicvvNJaRu_3jnaLE19Rk0BD8cs97RmE,231
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_physics.yaml,sha256=WsBkBrwf95GC7iO1g3CQqFEOFcF7OvFwOTANdeqj0kM,206
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_psychology.yaml,sha256=16HqlQM-BwWZaQnf9q20EF39uq8gJtm9vLvQhiQz8ks,223
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_statistics.yaml,sha256=COr-MlmkVwyytXcNLha0toCGnuGOx9-ziGb8dC6OU80,212
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_us_history.yaml,sha256=GJ9uFK2hpcHG4uD9wA3bsnSaeOtA7r1K7oSajbTwM44,218
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_high_school_world_history.yaml,sha256=iq7U1g2MBPfKmOrsaTrHKuETj4aXRwcNlFz9IgeGK2M,224
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_human_aging.yaml,sha256=Vx-2ySP4dHzY4j1uO3XzY-S8vN3s30fKlTXx63Wn9j0,191
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_human_sexuality.yaml,sha256=eSzrZ2wljXMZwQfcBEyAc3YNjAdhACvtdrK3G5NLO6o,209
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_international_law.yaml,sha256=lwog7LKGvLPDMIjKD_usyOooIb0ZYvNRcUX3M2Ft4GI,208
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_jurisprudence.yaml,sha256=y-FK7MPIiDn54HLUqRKvFfuc6p8Bi4r3oVeeXSVCqdY,200
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_logical_fallacies.yaml,sha256=XpMNM1Z1AAxbt6XxDf-x5ryKXkPZxW4bmJiykdt_cTE,208
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_machine_learning.yaml,sha256=B1xWGD6Bb3IxTsF2i9PyKgabQQBYtxfvvBpLEUbVgBU,200
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_management.yaml,sha256=6c910w478JakhTCGoBpvzxfDCl-Q3GDb9hU-AOAAfSI,189
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_marketing.yaml,sha256=gcG39VoqtImnNWdZUPPLCvEzAvDn-m3VCG3_2-qSqYQ,187
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_medical_genetics.yaml,sha256=fnsv6AWb8O5maWyGBSbTjg10Q_HCVesEn3feOyX6Kg8,201
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_miscellaneous.yaml,sha256=FQa0Su7DVJ44B2jnvIl8QkTDSqlpniM8n0M3uxeL3i8,195
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_moral_disputes.yaml,sha256=uWoFLVOY26AxEsoTuzvP8mC3aoqOPtZzsYfmUJToBMU,202
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_moral_scenarios.yaml,sha256=JC2FrJLHFm_itDUPQ6IKOdMICynuAZBtmCPk77WzRcU,204
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_nutrition.yaml,sha256=xatkJ7UM6ux7uCobZpG4arirhdF3pUbFGj8jdLuQVEw,187
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_philosophy.yaml,sha256=x91-w9VCqVx-SeHVfax3XLb0YQbCXHh5Zp5SRoCCDsw,194
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_prehistory.yaml,sha256=8fL8eyrlhiqYsnO0I_Gx7IB-LePMIdDb6ahz-xzMFCA,194
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_accounting.yaml,sha256=Rvdh9ntvr4-uoBArsAZ-s65CKWSvTchYkeZ__mhWIbY,215
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_law.yaml,sha256=5pnGspxe8BqemW1bG5TAViWclx4LW9y6cjck8lUNyH8,206
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_medicine.yaml,sha256=Ot7XpQu4U3_n4fnQSxggbFoaUF3KCBhHdblRozL6170,211
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_professional_psychology.yaml,sha256=fZLzw2e3m-XAJPppf0zHct5zY-sZ_6NfdikzbVreegA,225
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_public_relations.yaml,sha256=YoRK1AFliTiryoe6i6J-bcRMTAH1ocIWAgSTq1HuETo,211
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_security_studies.yaml,sha256=6k3gfiphmIaQ4XQBJ__YYDWXUOCgW1OgfE-sbGzizgs,211
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_sociology.yaml,sha256=gQ80CvfU2Dq0tJSHc2ZNJtR-Docf3_YjkcUT9lckDEs,197
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_us_foreign_policy.yaml,sha256=uTjDFNFciOFjbSopyGZq9uGXKVnj90aIT80hnjsH4R0,213
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_virology.yaml,sha256=m9vkz4XbaL1VUM_ggg-dBbAVpqUqD0KNbwoyZbnhwGg,185
lm_eval/tasks/global_mmlu/full/fil/global_mmlu_full_fil_world_religions.yaml,sha256=GERJnKyKWQUZYRuPIZwWay4UcKPbmadbVDz8XSDNNKU,204
lm_eval/tasks/global_mmlu/full/fil/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/fr/_fr_template_yaml,sha256=qM0VW8CWLaTlRZj-oVIBQ2-DytWBeMxSSbEx83NoJvc,429
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr.yaml,sha256=iBSOtrM_ViEySiCz_V3l6lILfNxvoxSIkcH7C_INooQ,256
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_humanities.yaml,sha256=rabIB4EzyiYEWim987eql4k_s7mQIkAtW4E1bKVJUTQ,174
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_other.yaml,sha256=6M8rAgczXhXOtoEO1sylFtBJj_BSVDutUdv27mgkV0c,164
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_social_sciences.yaml,sha256=2YIckZVJ3C5vU6hW0le40t7Xrw1sxERip1wRkQ4pxEE,184
lm_eval/tasks/global_mmlu/full/fr/_global_mmlu_full_fr_stem.yaml,sha256=Epd7OJeaCoMYP5py5xyVLa4cQosXZvH70GZhWVVuYTc,162
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_abstract_algebra.yaml,sha256=mgqek8JyLAH9WLuZr4TX8oCuU0-yWykxSM07auJxY3Q,197
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_anatomy.yaml,sha256=RGab3Oe1ciMwLwD97Efn8P5qMI3e-I9EmbQx8c08wgI,179
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_astronomy.yaml,sha256=VUrOn1GCV28-xHBOYR0REgVdZrEuXKPlGoXReIvDMn8,183
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_business_ethics.yaml,sha256=VzoLq2o7_gjxdcNauZoxy-ADzR9ZHGxJNwLL4bInfyQ,196
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_clinical_knowledge.yaml,sha256=WDyRs-aaQCmYGpv72_7C9OOvUSEk8a8hU1-K--W0GVc,202
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_biology.yaml,sha256=4bBy-_JDjac7thVux0kx6J7WQ9NueIc_Wz1LJhdcY-4,195
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_chemistry.yaml,sha256=SCzU_gR46-ee75IFBKj8rl6vpaWI7oe5w7VFxd5QX9A,199
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_computer_science.yaml,sha256=1X9pSDaJoug9NC7K_BEEnH9W8bzdr5v6MB9SmW2z9fU,213
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_mathematics.yaml,sha256=64Y8r-KDPM1Vrf2mKMSAgzMVBqfgSB9rQAB-PdLaAVs,203
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_medicine.yaml,sha256=CPMIFmTEgfH1cP39-cRd0x7cfjZ3Z-naS-mbWqAG2u4,198
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_college_physics.yaml,sha256=SCkFBvrnLfQ8K0GXSK98tONLTo5fiYCcuwZPpozU-Xc,195
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_computer_security.yaml,sha256=uSzsYhZio9XU7sNF7Rh4saI16vB9C5pzmhycA2kAicI,199
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_conceptual_physics.yaml,sha256=vZZoQMszQ0VE9O7ipUH08fv6v_qsJDOv4Di6tIUZDN0,201
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_econometrics.yaml,sha256=74PKf3zHjvJY_TpagHjBpIV25oH-cwSwveff5iUSTb8,200
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_electrical_engineering.yaml,sha256=kb28QxcFGsUiy8y3GaIzopwC8FhejoQSjthveoOVxqc,209
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_elementary_mathematics.yaml,sha256=hG3ePC1kHptI189nXxJI6x62AFySAkoMYSflCr51Z7E,209
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_formal_logic.yaml,sha256=_yxRh-44MPAD-HCWGMFIO2gWE1KquTy5_qO9ayPDlTk,195
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_global_facts.yaml,sha256=4B8sG7s9ib6SYvm42O0eEs2AEIgaAZFKoeQ3Saq_E98,190
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_biology.yaml,sha256=Jr5v8RsWNJ5gVzUhcwTqodtkGX8KsEQRbJh-n86Q-8A,203
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_chemistry.yaml,sha256=bhtlSL1I9_e8eKjyuPfKsgmoco4S937NgaLT9bm6FE8,207
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_computer_science.yaml,sha256=TG3pkd_zXesxqSeVpH-ZBqCyaB6zoP6Vzzp8gh37mmc,221
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_european_history.yaml,sha256=N4WqrHfrB7wzu2cfRb1ypaXEarG0TXIHMpREXK3-nuQ,227
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_geography.yaml,sha256=NgkT85o5up3toBt_-A2F_3oXE-IEESf_mMQhPCkwfRw,218
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_government_and_politics.yaml,sha256=jEzMyIIdBoi8p5D8vJ4t3W2xx4gOP-ke2Yvnw3GTyko,246
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_macroeconomics.yaml,sha256=ifnsDB9sKmzNuM6fF7kJTjAE49vuRbzkjw0SXsLP14o,228
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_mathematics.yaml,sha256=Jw6F2Erx479i3XQHmeKWEeCLgDg6giIn7IIHQnX-8U0,211
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_microeconomics.yaml,sha256=MIh1dSa45OCzkGstSTgychqOsdDwXMQe4UMoCGiDFXk,228
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_physics.yaml,sha256=tpw-j1raFQT9DrnRYfzUt8huW7G7vrSWjqKksZOZez8,203
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_psychology.yaml,sha256=VguhwvT1WBLZsrLjF4OnwLRh_0O_iPhwWxKVIGPH69Q,220
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_statistics.yaml,sha256=aDLxKBFBVQarqWhSadY0mSdCx2zsdiTAPHcI-wcme1I,209
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_us_history.yaml,sha256=A-Kx8b4kCNe7pKdfAbyVRJ2WUi37sjp4e3KajcwK-y4,215
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_high_school_world_history.yaml,sha256=y8TSTwIn-01w2KNmhE4P9uyl1EzVXeugFS6sPnNqt1A,221
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_human_aging.yaml,sha256=lF7lVVuJXHkzccuw0YEQMiuilJhbzaVue-tOTGvmm4s,188
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_human_sexuality.yaml,sha256=nNoov--8pAwx0wnWeqr_XEVDMl1aIWiR-SNbDeLwJ88,206
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_international_law.yaml,sha256=eyfQI9Q9omImHlWDtD4smlpB2LzEv1Als_HMGQEoBtc,205
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_jurisprudence.yaml,sha256=ZEP69TOS0ZytN0LvhngAsV6JBaC9lHdNnSeH-MyBfSo,197
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_logical_fallacies.yaml,sha256=qTp4oXgGlB29DEUmirIXRzHCJ1XbGuOoFXKWkVrucT4,205
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_machine_learning.yaml,sha256=PieoSRAKt5lUGdxf0vNNUHik-4YXvAtSWguYruRCXvA,197
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_management.yaml,sha256=zUWzNF76esPEWqLZtYhPQZRXXv6E3U889uNHvi0ZODk,186
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_marketing.yaml,sha256=nDlFqnzfpqf0-bmn0cmRQWA27Dd_Nd9ZPDDJk0HSH7Q,184
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_medical_genetics.yaml,sha256=KJN-CCECdzO23nhBOAlOAhE4E3m5a75a6YzMdH--AG0,198
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_miscellaneous.yaml,sha256=fWLUsdq4NoBQCk2qKfgW4ahyEjdeNPCoYECEXY_9O4g,192
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_moral_disputes.yaml,sha256=sTExpHPziQSe_GCTGI0_VC33jiAFvKNxkyX-0eGVEy0,199
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_moral_scenarios.yaml,sha256=E5ZfIPknr6YNHUrvQROX0dKwv-1c1DstasqwzxgEsbE,201
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_nutrition.yaml,sha256=apWqi1czTLHPyZZ06UbNjdIl8fcSRBt8jgycOm-AmJU,184
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_philosophy.yaml,sha256=E8GfCIX2xSJidg-UERwhd7ZN12famJv2HlEP4g9Ef40,191
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_prehistory.yaml,sha256=VJgdMGVPecf7D6EVKyfWIognm2wQwB7OoDRB_ny0G9E,191
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_accounting.yaml,sha256=ktNYRgPoM337-m7OT8Y6N5TnZNJS8TTvPl3bfoUvzKg,212
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_law.yaml,sha256=PYZUzabWLSbG8otAEbxdaVdm-s3QGoNQ5ZqKMe5FJxc,203
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_medicine.yaml,sha256=ZudL4LB8fy18kG9mVxMVHygYIEMcPRMKJxMz1uE6zXw,208
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_professional_psychology.yaml,sha256=uetVM7vNNnX-hMnGl1xFYJxcLkGyU54pid3R5K8A-zo,222
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_public_relations.yaml,sha256=B6QOAOoJnY8loeBf5gZN84I8cf5tpoxjb0nmY3gzx6I,208
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_security_studies.yaml,sha256=vkXiOEv0mBXbDksrZkzCHqGMRVztxIMpmrzo0D5yXgc,208
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_sociology.yaml,sha256=CK5tuv2wQnKEH38AdOB6uDa1ZWD5J4787OzA-hNjETs,194
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_us_foreign_policy.yaml,sha256=re8_PL2My2ciI2CaDrAHdS4gM_vA_kh_5mYcI2OX8es,210
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_virology.yaml,sha256=iuSR7rJh4CmkvfrGELnm-heoJElsGJ36KGC96zUzMIc,182
lm_eval/tasks/global_mmlu/full/fr/global_mmlu_full_fr_world_religions.yaml,sha256=GFBCL7Hn0MpcK_jB5VX39PbfCGHsT_fMk4JJXP0Oq-c,201
lm_eval/tasks/global_mmlu/full/fr/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha.yaml,sha256=U1v83MeFdCFnLwcskuo-5tWd554jhKAbzKQLTq6zIh4,256
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_humanities.yaml,sha256=Z15fNylny_JBb2Nf4eX2H2Cp0e7TAWGoPRc6S4UGo_A,174
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_other.yaml,sha256=dJQLsUvp9bxUOP6HEB20aBSXf1W966uizzcHQugkw_s,164
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_social_sciences.yaml,sha256=AvU8JIhupoKXtwtXY95jHViSeXeUUDDemCSwKa2I4ig,184
lm_eval/tasks/global_mmlu/full/ha/_global_mmlu_full_ha_stem.yaml,sha256=WJyaqK8vMQC8l9kl2VXqrw5k9qpGnom1ZEGZFkfRTKg,162
lm_eval/tasks/global_mmlu/full/ha/_ha_template_yaml,sha256=Tv0NKfwoBixDuyodChHKD9UNnQkPAAoaA1_9AhnOrVA,429
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_abstract_algebra.yaml,sha256=IbutqhDGE3Zsa_p_-cUcVdttOB9zCE-Df-USiG94oKk,197
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_anatomy.yaml,sha256=Q095W_C2OsIxwxZV_BgrKs3WqfLTrExsPVjzkDOyN44,179
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_astronomy.yaml,sha256=tfz_ddq6pmSsKpG2WogpqxlRtHhDzIav15BOG_4iGc4,183
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_business_ethics.yaml,sha256=OEiKreIoMPO8_tV-P_KBDRCH1O4-OUXYiemE1yfhTBo,196
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_clinical_knowledge.yaml,sha256=PQWLS8YU98HAPPKz0XR5TlHGxzFGQ6PBpkgD6RcBNsU,202
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_biology.yaml,sha256=OIefRdIeWdRgXlctcf2RvVFmE5R_Dkgn5Cb5Zvf9KSs,195
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_chemistry.yaml,sha256=ITkdhUKv0DI5SFwLB6-gczUrT5PIac_emMZB4QoAOb0,199
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_computer_science.yaml,sha256=UwEMRtxQje36bcaxFHissG1mIFxem8IVj1JzonspEiE,213
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_mathematics.yaml,sha256=mwWJY4Qpk1Fid5Kp9wtCefFKnnq9K9n90Ut45_9p0II,203
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_medicine.yaml,sha256=qQVjfJ-AK_JWtQHautLBJ1wuvtU1SZih0cSZ7EH2uk8,198
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_college_physics.yaml,sha256=cu6HVsERd4-hu_kEVWe6jdbMBm3g7KVTnpdbVP-JYUg,195
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_computer_security.yaml,sha256=YuawvHoUcM6nVX6vzzrZWzrknmrwl9aqUIf7Cdp5wos,199
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_conceptual_physics.yaml,sha256=XOycgB_rHBW9SCsUCq8MsaFYsfEhL8yl4TodvA1e5xM,201
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_econometrics.yaml,sha256=GJWncXDUO252PITfTbxHco__EXir3Yf7pyt8dL_BPU0,200
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_electrical_engineering.yaml,sha256=79nJ75JM4We6PQGC4Dm9AmNFrPiLtGYWjlLBjbnAwFo,209
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_elementary_mathematics.yaml,sha256=bdbkkBFMRsGHAKMZR7caNbtWJgdBuKRALLCYG8RnDBY,209
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_formal_logic.yaml,sha256=-KjxZMCdlH6g3aLCL0LAX9mlEWu7X5ir-2D0hOLV6DY,195
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_global_facts.yaml,sha256=B1WovkI-w9Hfy-M-urqEK4Erb3hWV9tmTRCfNPIN7As,190
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_biology.yaml,sha256=YSVh2vCd4QX2kKcjlRApN6myJumCviyLpnGX6t_iaWc,203
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_chemistry.yaml,sha256=39KKS3KH_UZnmD0LhE6Wd5ZCzjJWiKc7-WjS-C9jmSw,207
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_computer_science.yaml,sha256=rSJ5EOvfKg2lRC_cLyRGq7s8otUUpEeYCAFFlCfCqUc,221
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_european_history.yaml,sha256=MsXtY_TMVzaJ0FXsfMgIquDSMoCcmv70P_Wg4tUj9fo,227
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_geography.yaml,sha256=S9qQivetaMFitkjRkPWhuC1w9E_aYFz1kwCBCrNabAY,218
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_government_and_politics.yaml,sha256=KagXv0Eyan_FvOuAzQzhBc6tl6VoA-sMm_FMlMhHdgE,246
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_macroeconomics.yaml,sha256=t_GRxL0myksLhJypWzt-bgum9F6ehU4voixPE1hmHO4,228
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_mathematics.yaml,sha256=Q14LXBxLVfNBT9QyLeZXIyQ3_gu5dCEg2XG4u2EUomg,211
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_microeconomics.yaml,sha256=QlNd1KRkr2olcdxHzJlmE1CC0pbZ2UMMm5UWHEApfXg,228
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_physics.yaml,sha256=L3b7B7bcPGLYM2u8Z8F_zPa99U6l6lehyAt18gxeUIE,203
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_psychology.yaml,sha256=QjPNf3CQDkuPoYGW838KZxvKWzzdt-wZp77NRsH_59M,220
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_statistics.yaml,sha256=i12nDNI3zHiISfcsYH8ss4KhaYhHeoToMLYiye68-H4,209
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_us_history.yaml,sha256=cypBXYrlwITmaO5sPvmTGZmWQE9rKQvPoBK47TRZrF8,215
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_high_school_world_history.yaml,sha256=7V9MIZBYripyML_Zvr8Kmh7e0P7hWjFYpUIhAGWNciA,221
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_human_aging.yaml,sha256=crAMF12sQRDq0uw6wHHB3oiIaqp5VEE8bN5KsP4UlFo,188
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_human_sexuality.yaml,sha256=48MG4O2DC6WscvFBK1tyX35riCl1m5ru6HtVkTKa7Z4,206
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_international_law.yaml,sha256=8ChiNeg9mDemYbvQb3dLQ1OEstM5OFDo2I9q-YYJ_N0,205
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_jurisprudence.yaml,sha256=KOX6md0IAbb3e9s8ACSXwruye2sbNpSatTNIHif9IOQ,197
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_logical_fallacies.yaml,sha256=eK0UroN4OpTjpzPH9V7pZy3eP1dZ9OuDd5cVDqDVS0E,205
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_machine_learning.yaml,sha256=ZMQDJSBk11DkV0Gw6waseT3xTK3lp5Z5EbGsRodjTu4,197
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_management.yaml,sha256=tA3vPK0SkzDrWEWIRwe2lv8JXEo5DdBpzuB_dwQ6g0E,186
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_marketing.yaml,sha256=fl60a7xC3JydCgHmGOIinGZt3kUj7NPyzJPZ7xRdHxQ,184
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_medical_genetics.yaml,sha256=ltIxXIgGW5GE8t-ecOBsgpEVQCeF0-PIMlWclL41XHo,198
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_miscellaneous.yaml,sha256=AdgLH-BhKcinMksIvo8lzac9fJhpf0RCLC1KOftH6TE,192
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_moral_disputes.yaml,sha256=RqZSmrAG51M1n7F88PZHJ07dJs6LCfTCR-TFl8yF8tc,199
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_moral_scenarios.yaml,sha256=3b7n4kztNlGvyAOgBmPAsQbuPQARrEu3SHihU8sfuQc,201
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_nutrition.yaml,sha256=_nPLKC9GiVQgPoFYsiJ4MNbASWuFWoR7hjF4Dm8_H24,184
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_philosophy.yaml,sha256=s81f8bZzjynhmU_DjUPxTrZzScrIi6HC5y3CPkRb3Xk,191
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_prehistory.yaml,sha256=Ars82Vu1NQDW6wI_-7-PaxWdA8mdJxGZBB78GWHMaxc,191
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_accounting.yaml,sha256=5I-jFjWx5CmNbxcpYdlN-C13Q1HSgGHLcMx27qMSaBc,212
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_law.yaml,sha256=dKjwrVexM-b1pzAjeM2WQPjzDIqt_6oulFCq1SjFMjU,203
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_medicine.yaml,sha256=wxoZKUDLGoRf1OFlOMMcphnyAwjPflHovUzzVDcqM3M,208
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_professional_psychology.yaml,sha256=Gw_NyB7-HjxnAn7skrDnxyZ3F1UGdXWjKjt1wnULpzM,222
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_public_relations.yaml,sha256=tiTHER4w4nN2tQIIoB9ACDSa9LtstD3fXd2GtYIinao,208
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_security_studies.yaml,sha256=61ri3vgijxmJgcQTBgNe1KCc2rEbSsTa3c8Ruab7BLc,208
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_sociology.yaml,sha256=TGJFQazkdiZQ0xxaHkMmllzBhiC5Oo-h8unozF66UwY,194
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_us_foreign_policy.yaml,sha256=D00YVqdwFd3691Prjy4dbeAwMDrf5B7QmS_PFTWWsNc,210
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_virology.yaml,sha256=sXRcN2ghCFTtq_5SsMtxlTeaL6vjwGnOReKRA4yDgnI,182
lm_eval/tasks/global_mmlu/full/ha/global_mmlu_full_ha_world_religions.yaml,sha256=FnyyXhMThzL8ojIIIRBOtnhe2jujdArlurXqdRLS0aY,201
lm_eval/tasks/global_mmlu/full/ha/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he.yaml,sha256=HmxdI7RT56HLI48FwDKE-1KkazUev4IKE1Rt8f1bJXw,256
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_humanities.yaml,sha256=wj3hOdH-HQUw0DvWHvvzcIgw3LCtJx439KAJBxZaBd4,174
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_other.yaml,sha256=KxB3a6MOwLGBm1TlfhLYuL2WbyT2gL6c79hRFZ7yyVU,164
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_social_sciences.yaml,sha256=u9GDdRZKeT_etfalwaa8pBtOb6QdvqOmI3ImAv2AUvc,184
lm_eval/tasks/global_mmlu/full/he/_global_mmlu_full_he_stem.yaml,sha256=4EY0-kau0vyb8g345gxjcS813qofaicSLjGD31jbO8Q,162
lm_eval/tasks/global_mmlu/full/he/_he_template_yaml,sha256=mCJ5z4aaLoGHKN038r1NCSd7huq-Ppwcz0TnW2dKl-E,429
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_abstract_algebra.yaml,sha256=PmhJf0XJpywpbCF_kn_TkN5d9oAKhD6b-5Oxf9hTT7k,197
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_anatomy.yaml,sha256=4AN_LiLrkbjAj6H9HFKGr79Feuyd9jdhUtZ27fJXass,179
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_astronomy.yaml,sha256=ntzz9jeTrTbefXk85v2W1GDlznCWWAmUMwuDCUhbF6g,183
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_business_ethics.yaml,sha256=M43anQK7blwtNmkKwJyKUFtDT2Um-y2TfWRcjE4St5k,196
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_clinical_knowledge.yaml,sha256=IexzLBh4CTCj7IY-XJf76BkRRk7LORIvuZ_AZiudQ58,202
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_biology.yaml,sha256=L79j42w5QvgDQXW4ObDL1k1uTWDHj4jK0wXCNTf5plU,195
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_chemistry.yaml,sha256=YKm1Ll_nb-1KxjYoOr85m8yJQw36WcUProVM3x4USHg,199
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_computer_science.yaml,sha256=aXdTsH8oGX19CgQQN-7dGA-WKV2UrfmomB4uBmf2RUI,213
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_mathematics.yaml,sha256=YcrYAG4WTv6gx1Fs-KjtfDTBdxX03OZLcsRAeynvUTI,203
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_medicine.yaml,sha256=i3fF8e4Ts0DxTYXYrjC-STo6ba9Y8Sl4vZ1Gl8JwDwE,198
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_college_physics.yaml,sha256=b_9GYSc9cb7eSeSX4T50hOR7gCXLFH5rzv1zTt56gRc,195
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_computer_security.yaml,sha256=kTjU5zZZE1ckaRSi9DNsKiktpFtJN9QnfcxWKW5iSrE,199
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_conceptual_physics.yaml,sha256=v9TYQH4_XSprtXMX-QzItOh6at41Jbpv7XcobmUS9dU,201
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_econometrics.yaml,sha256=ky7fjRaqec_utbZFfQFiT3nm06-W5q91mmqmOtUcBEk,200
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_electrical_engineering.yaml,sha256=ZlhC2rJMf5hmvMcSfKJ7385SPDkSWsTvjJgyO-T931M,209
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_elementary_mathematics.yaml,sha256=w2x7mOFstkU86HxWyHxC8Px7lSx-RcmCOmF12diCgHQ,209
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_formal_logic.yaml,sha256=kKQYWSMT5VXm8bDCIPKePXb7NWycJeM6eG-Eu9csL14,195
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_global_facts.yaml,sha256=oQ2vRhPBL5gJzT8YXG4BlVsorZgnXPgn18DwO-kQKBc,190
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_biology.yaml,sha256=KA0CtM84kfJKdBPNXLYPguaIOEI6KQpAb-g1ueK97U8,203
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_chemistry.yaml,sha256=FgguxS-IYHgMUrSX7mAuhPV1CXrQX6cJq6m0j-N1cho,207
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_computer_science.yaml,sha256=Gsqqx6q7plwRR5fwj6pQkrlzk7jxpLcV4iFRV-RkX_A,221
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_european_history.yaml,sha256=VYnFVGEe2lOAmxO-mpmwE1hUEC-uksvawyiVoDRR4Yc,227
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_geography.yaml,sha256=gcczN-0GQJdOteuSJGtuj4z_r2F07-4wb6AwK_Ub5nI,218
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_government_and_politics.yaml,sha256=-OcfO9OoqCG-DxnD581_lCtOtyzogW9BMtWJWPlOHdE,246
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_macroeconomics.yaml,sha256=r-H-6WhLkhGZn4ve6NBsbok0GljAkELVNLcwkKYdsO4,228
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_mathematics.yaml,sha256=7_qPXcip6kbbkbP5GOu6Oy-drcqjJ2giLSge9wORfXE,211
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_microeconomics.yaml,sha256=qHRUt-0IdzoJRBFiR54pRLeLN1_szTNfpp1m0PcOOPc,228
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_physics.yaml,sha256=EdyWaB9C0PT3u_HrrX8yglj0Q9EwIriXO4RIYddGDUI,203
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_psychology.yaml,sha256=7OTvXKl63bTRS_JBiTEKVqrkkKz2EJYs-KYvesLrhiM,220
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_statistics.yaml,sha256=H4-K3_nuVf0iKlCAlfDQThWZPVaV5NPs3_-tYlsGdr8,209
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_us_history.yaml,sha256=D_nRaOr8PiJM8YJDE4w3AyQy0BHTtY-CMlfK4tGrM1g,215
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_high_school_world_history.yaml,sha256=25zE85uU3bwUAc-5ENWP9OfyY1qP_6NCtjt5XbTJEkw,221
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_human_aging.yaml,sha256=lBIVWmAKvVUHc2iYTspB6EQTWAQBV-qyLT84vpsOe8Y,188
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_human_sexuality.yaml,sha256=O7LWRrwO0TVTAgIrr7GU3TdEqiRfPUGFuMXFFka14Ec,206
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_international_law.yaml,sha256=lNGUf3MWenX75CvzKZVFIeW1U96CONFT-F9xwDQQ0co,205
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_jurisprudence.yaml,sha256=Y8aBCZt8rE09lyUuQB0gQuAJ0l7b5D31YCDSVoWet0g,197
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_logical_fallacies.yaml,sha256=mesXUy-KD2lSZEuPBt4LYUiHV03rm0rhSqrCp9KtNro,205
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_machine_learning.yaml,sha256=NMccQOTdrfd2c9Id3ocOiSuNYChKWIxQLdcgBAd3HzQ,197
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_management.yaml,sha256=5YaI5MX3QIi6NLlZcgiCPtAk2Ui3tw11fODWbMgflyw,186
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_marketing.yaml,sha256=XSjePWwIzIIKvdNAhRQoMVVdG-SOnp-0OWiLd998XeQ,184
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_medical_genetics.yaml,sha256=mvyOz-64V9w2C16L1lq1CWcHTXiWyUltT-qCrwFarfY,198
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_miscellaneous.yaml,sha256=kRUh6xzA8bxjWfGs6rAbSyRx2LglA5qExqWvKQEFRFw,192
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_moral_disputes.yaml,sha256=Q9LrZaKbsLKzf3mVGev3pnNfmENrpSTRgqVvQFqdl90,199
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_moral_scenarios.yaml,sha256=-UD1gicslmRPL2TyANNTiUCynpNkU1Z8PP0lW0QvYPw,201
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_nutrition.yaml,sha256=ItqqAtVMnG-nCw-_rFnwbnbfSQN_FJJocvjPJiI7KWU,184
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_philosophy.yaml,sha256=Yuf1KtnxqGOoxBKmDPqQ-_P20e4gqlB6o0nX-tX0ixM,191
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_prehistory.yaml,sha256=beUtgZFNTU-TTmAhSBxthJnJABger10n0xmmrBGVEu8,191
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_accounting.yaml,sha256=o1zn5sBrQ6PXtqeCm2L8YP6wZuERLTtXZEpWjb6nllA,212
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_law.yaml,sha256=w4KzIfB6p_bvhzhFJfOdn7NhT8cMHUNzeyDwwuD2rmc,203
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_medicine.yaml,sha256=krhHZ-Pq0RuTzORLdp00hYWDTPsmnQb5vBgVrXzk1n0,208
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_professional_psychology.yaml,sha256=nOXf-oy1AQgSKwl3h1xchjEE13vd2qlJ9xJJSTv8w8Q,222
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_public_relations.yaml,sha256=blyTArAbWfe-r6oYUGB9ovF2VwWSZgAhz-J44-jRzSo,208
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_security_studies.yaml,sha256=vK7dP5sS76xqn-C59ViSCYNjrEsBv2tLIFkYrzHAcOM,208
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_sociology.yaml,sha256=FuqMbnRXlixeeKvPO-5WZVdDzNPS9O-sjW5ogX0YEd8,194
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_us_foreign_policy.yaml,sha256=eoc48NF_ipouNot5eDsO-R9O6mfBIe0cleU_wQyp1pc,210
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_virology.yaml,sha256=18QF4o0Ymb7Z0aSphP0E5WvTGE_EtQHebqWzHRky9UE,182
lm_eval/tasks/global_mmlu/full/he/global_mmlu_full_he_world_religions.yaml,sha256=p0KmpD2BbhgVrMj8Tu2jv2Qi91ajNLFvOu-S6rUqcDs,201
lm_eval/tasks/global_mmlu/full/he/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi.yaml,sha256=3FBQkYc2dfU3EZb6hvalH0DX30FX_lOxIVJbna6IUsM,256
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_humanities.yaml,sha256=aDljIkyjGjBSxbq17fdQVY7OFew4vR6HpMm5fLwNMSo,174
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_other.yaml,sha256=BDQhy87j4pNJiDM1rvFxStzmpqTEBJ92V14Xqf522AQ,164
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_social_sciences.yaml,sha256=n_bE8LwiJG2swKFc02aR2f965i3_p27XKWyOJhFQtK4,184
lm_eval/tasks/global_mmlu/full/hi/_global_mmlu_full_hi_stem.yaml,sha256=j_j478jKp50hPvRsqpMvf44YDKWoToxGCSGcJ_u_sQI,162
lm_eval/tasks/global_mmlu/full/hi/_hi_template_yaml,sha256=rACejByOfkM_sA5ojyHFFxznFOAAlIUqhVPbp1_JSuY,429
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_abstract_algebra.yaml,sha256=NlD6x6yIALMbNx0wdm5gX6TyTZxRkIeEdD_B7_N5_aM,197
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_anatomy.yaml,sha256=Lffxf1CsgGrzDspQdWFkG2AdfMBnWobUrcTkPr8daCg,179
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_astronomy.yaml,sha256=ZylR3WfxmwbBs_OROJxXRJjKDU8vNFM7sBjJ4MY6-gE,183
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_business_ethics.yaml,sha256=-LxlkVkEeVrtNDS-cRt9sVxsFkgYqFboMATXrRmyoAA,196
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_clinical_knowledge.yaml,sha256=N87KcmgL-ahq7ABj-cJZPoVIc-kFqFOVYiCJ7MF0k38,202
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_biology.yaml,sha256=BYApQ9k2FkWzOvnXwlBO1jXvaVjmGs9bwUu5NMkKiUA,195
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_chemistry.yaml,sha256=XoAgxbN45m5Ka9w3XceImAoYV0IgT01hCd98CpjPrZ4,199
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_computer_science.yaml,sha256=x0Iwpxpkg7KX7iYLIsUqGQcvWknpRMAVEW8MeduFlfs,213
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_mathematics.yaml,sha256=XY2yRK1IhTEifCiZZHj4oAbqhKGDvIFuXoFO7oQq0Dw,203
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_medicine.yaml,sha256=TaolkhfT17ZsxlYp31YINQBNs2eMYe2CiQPrZSDv9B4,198
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_college_physics.yaml,sha256=HYMQTeGl2nLXpwKe0OBr87ail6HM1IrL1ZEv90x1pa8,195
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_computer_security.yaml,sha256=L6IIrpw-WjrkvhLfZg50o6c5kAsfWqwgHQLbst3o0Nw,199
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_conceptual_physics.yaml,sha256=67E0wk761I5MyMK3-p8xct51G2q3g16CCoK2w9iYrdQ,201
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_econometrics.yaml,sha256=j-5enjcc4bHaXtG_lX3xNqv6qGoamwxtaIRC8aaopcE,200
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_electrical_engineering.yaml,sha256=8lrGQYou_F8nFvl3oQBKWa7HrPajqkYzUdLMgMSJPiM,209
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_elementary_mathematics.yaml,sha256=WJQdn1xljItOfp7eN0NrDMsx7QhK1ruBngrRpfPgOqs,209
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_formal_logic.yaml,sha256=UrTq-wk_q7Gjz5lMJym8qlh7K-4d66loPOU2Lnso8x0,195
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_global_facts.yaml,sha256=yis5OpEXT7k16HORKOcOstgvnIcJ1loOJUrclmSbjAg,190
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_biology.yaml,sha256=7QymVfFk4R8zt0xezNENkUyC8oRc81txFAeQTgBMFZE,203
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_chemistry.yaml,sha256=CXAy9Oemb_Dwr3VqQLsUsaEonIc9G37zQriARudrscU,207
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_computer_science.yaml,sha256=p06oemYGfvqQoFhYzeBWq2Vx_FfB0vCsInoS3Q9NYhc,221
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_european_history.yaml,sha256=zP_6Y8Pq3unt4zz5Y42zqcLJYEbkDAJnVXy5nXFZ-IU,227
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_geography.yaml,sha256=DPNHAWLiZGYY09smNVq2sNcAzkSEVCPz4EEhPQCE8uY,218
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_government_and_politics.yaml,sha256=NILqlrEt2dvlZKWrRgKOfNColVQvFBrV3inQvWFDAK8,246
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_macroeconomics.yaml,sha256=sV55JVySHYec_4a85sbHRmX0KxRWh4rlTcHjO-unvE8,228
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_mathematics.yaml,sha256=kIEUPXn0B8x5zfiKdCV1sxvccY_KnoU69jfLmYNXdgg,211
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_microeconomics.yaml,sha256=59Cfx0eeP0D2ZA3LZrActBGrDrCnshbYt5NzTdyk9Fc,228
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_physics.yaml,sha256=fFh42Is41lqzwYfR23BdQXb8du5TwSSHBnCP8dgsG4o,203
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_psychology.yaml,sha256=5yQW_RfXDXVKRu-ML2YuZnUUiDXfG_0rW9yEI1xvVqI,220
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_statistics.yaml,sha256=JUmIYm0rXIQ3FCO6cWhcnSmKtxWG4X6wcPc2bxJ7IDA,209
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_us_history.yaml,sha256=afRsUXSZM6qqsdIuq5g4EGaQuXtSEZVe-OiQU406D4s,215
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_high_school_world_history.yaml,sha256=kGF444GjVhT72E_037T3f4XrLyHv5ey5hp0d2WayZfA,221
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_human_aging.yaml,sha256=3Pkrx4Xq5J_i0ixalBuYlQURIVd6nwoyc3ku2zijFlU,188
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_human_sexuality.yaml,sha256=PkBUFIf3uF6du9P3SqFimLF7I6YXEDP0YPom9zCdbmM,206
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_international_law.yaml,sha256=GGQ59XtRo1fZXupbYZYiCVvXkQ1qt5el9x87hPR0a5w,205
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_jurisprudence.yaml,sha256=RT8QXcKyO9eA-DljNJO1OcX0BOi1eOoULctlNDYBYwA,197
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_logical_fallacies.yaml,sha256=Rl3xf05f_1j_aBjzvHI-NzPoaaxNtDpfJ-1jbMQ87lw,205
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_machine_learning.yaml,sha256=yGFWNuURV72mTM1naRR_rU0Cn_BababGGC4Fze_9_gA,197
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_management.yaml,sha256=jnX3IiJbbQbHkBlN_C3BR3hjH1PLehnxfrgnUKenpJM,186
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_marketing.yaml,sha256=9cOpABZ7XvUO_kW6oMklF9cb00_OJBOnZZVmSQFS16Q,184
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_medical_genetics.yaml,sha256=CG21_ulYxctfGbMpYYWs4bzdOSM7xy5QXzIud32_tAk,198
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_miscellaneous.yaml,sha256=PfglgGjksE-lIvV0xWiYCAuXUkx30zdfinKGVbIZ3Wo,192
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_moral_disputes.yaml,sha256=O5b9-LEFi_A3UiG42byyI6BR5opvVOihrBntRKzMEiA,199
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_moral_scenarios.yaml,sha256=WqMRd5TMXdVXUAZuC-vdjvZxo_XBVAtyS7X_X315hEo,201
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_nutrition.yaml,sha256=-8GX_AVSEctTjXbWhcn-tqWzMn8OTq8SF61PgTWZ6aQ,184
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_philosophy.yaml,sha256=qbRxzGbXTzQKuWNCkVQ0HkeREW_caVIsugrfKyDcUYA,191
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_prehistory.yaml,sha256=vvqbqSCaWJvty63gyJqCOvHxkWDG3R30k0kw-EJsFCc,191
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_accounting.yaml,sha256=lMvOLEdYxMm9DDRPz1PqwbqV-5J3ajrmWClkQ4LASDY,212
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_law.yaml,sha256=7xxEJ8PuByGAYq6yvnBw5-KMKFWT5hBhk1N60BajJo0,203
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_medicine.yaml,sha256=czl7sxjniIf0wbfizLmAr2M6olpD_h6DvOjgsngInMw,208
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_professional_psychology.yaml,sha256=6_cHUWS2vqCKQ52SodCw_n2S4YyN1NsmNt8jPx7Yztk,222
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_public_relations.yaml,sha256=USczBnz8HJAdE8bLDZW7EtIK3nw940tEu4ZeECScaAY,208
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_security_studies.yaml,sha256=HIGm1UUegYXxOM2E0AAqpYgz0Plb69keSq8G0y8s-rE,208
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_sociology.yaml,sha256=ElSnCT8N7jKP2nqbsH1q4jAtjI3BHt9zgU6n8do4oko,194
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_us_foreign_policy.yaml,sha256=D_GEM4ITh58dQTeIJz9S7ZRebmqY9y7XiGrU3q0vxQw,210
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_virology.yaml,sha256=67vuw2RcpcG_J5pvw_gYYgD2hfkbBK06WAlpMlSevBc,182
lm_eval/tasks/global_mmlu/full/hi/global_mmlu_full_hi_world_religions.yaml,sha256=0QCACBsK8jZZ2gIHGT_P7XwGwZlXRMgDWbRAmlkHW_k,201
lm_eval/tasks/global_mmlu/full/hi/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id.yaml,sha256=-YWMUnhjTEZk8NoVWvlqXwgbpyQDIYPfaQ0DMhQOqpo,256
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_humanities.yaml,sha256=LFy9i8efdsSE366hrRLmCZt8-eCczoFHdAHxvPNs2Jg,174
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_other.yaml,sha256=3G43fsQfQ_mU-wv-7b8HmPTpiCq_Zcjc36CDK-lmMxo,164
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_social_sciences.yaml,sha256=dRITUL2QyVVz2w4sD3t-V_bmBfnHIRMNe5J16KtDoEI,184
lm_eval/tasks/global_mmlu/full/id/_global_mmlu_full_id_stem.yaml,sha256=RfDKkBUhXX-leP6AXrtt9XnHVkPeUSEPO-FY3QNV2bk,162
lm_eval/tasks/global_mmlu/full/id/_id_template_yaml,sha256=c30zCP8ckU3NQjG0FXCYa_M9P-OTbUzFFaDBuxjEoYo,429
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_abstract_algebra.yaml,sha256=BK6qd7iZMs52kGO7UHEwTTuAIcPYCQX-6czjTpzxMJ8,197
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_anatomy.yaml,sha256=rdox9tXLCOqFb-aRcXNetjjQaIrCSDcuuuDKY7sy6hg,179
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_astronomy.yaml,sha256=Fd6AySq8q0bR1R7UA2AfEfxoSXvNWRofAgthlMyrkBw,183
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_business_ethics.yaml,sha256=YqpU7plFOcqRXnyqx2et7Jl2WLK6YPzAvEfowq6MQUc,196
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_clinical_knowledge.yaml,sha256=1yauJHikPXE_bBwOKzEZD9K204r8OWmAYppWN02tkwM,202
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_biology.yaml,sha256=zga2kLCNR7YaLdA-N3ZeVpD2ip_wWMjW-op72itUZZ8,195
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_chemistry.yaml,sha256=mq6LXCKyF16hET8Jyn0LL0e79_DV5AY-0-p8vRt0-RY,199
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_computer_science.yaml,sha256=ySI41b_yXhS9VuVtx2m7CDepi75XM3CBbujlSljYAbU,213
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_mathematics.yaml,sha256=xri2aJvaEwwX-CFZ6gzOYyMNgI3BYgsojbHWgUqpCqw,203
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_medicine.yaml,sha256=JUHgDYcA3uTE8Y78ynRCMvK6RYA5Um1zZGY_A-WzbWM,198
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_college_physics.yaml,sha256=KHyS03nfu6M9CgnrOut1FQyevkbf8iJp1vLrvKp_KWE,195
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_computer_security.yaml,sha256=R_O0suJ4w8dxMn01VFGrsmeFvgLCv1iGRJGmlAbF0nE,199
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_conceptual_physics.yaml,sha256=UB7-IXugmOLQt7qgpJsmjqkXGq_X3r6i8b651km_Kmw,201
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_econometrics.yaml,sha256=C8z1rXOEMmlrw3O1wyrECFDDpvqwisjMipQFjeyRhp4,200
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_electrical_engineering.yaml,sha256=TlKOR4gLsDRY2XGWBzPpiVf-F-nnkcBpXrAWFtEM1e4,209
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_elementary_mathematics.yaml,sha256=mv6m1lIT74BN7nOCKcaD8aTFxbE7JkHsz-jGhcwYJts,209
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_formal_logic.yaml,sha256=8D0iThjBfWW6W7oqJpSrHZqdr7qRZBkmKV7wRSY_o88,195
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_global_facts.yaml,sha256=Va2qmdEV0dqKVQyG1G-sQX7JLcPE0bAc98yhScW0kpQ,190
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_biology.yaml,sha256=TdRvnkOblFgJx5Drztqu7iNu4UQ24FfVJMZUzB5ke40,203
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_chemistry.yaml,sha256=DzNeQWgtuMqdvITDASzx8hUQvG6I8DACF0La7Ch1h6Y,207
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_computer_science.yaml,sha256=IBQi9UmboNBivPvKNN3WHRqsldwXmZsuavoZcG2whTs,221
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_european_history.yaml,sha256=LEnqocthiArkyz6ufb-mef6kFPdVUyUQUZ-V1kBhNNQ,227
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_geography.yaml,sha256=qRu0EbHgCmmqcSnVAAwjm6LRxgAcz0DV6A6y_dhGKic,218
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_government_and_politics.yaml,sha256=_xyx7b6i-wvLK1hR1y8Zr3Ho2MqGP-BlSraEVkHpjGs,246
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_macroeconomics.yaml,sha256=Qg1HSWxr9JyqxSt5BJPjljETB_JVwTKAsYMQrvPBQJo,228
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_mathematics.yaml,sha256=mR_kNvK9FOjzuXOAzufUH6tQF7oLraAJtWeLaD6I5Tg,211
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_microeconomics.yaml,sha256=zMHtKWZGlNroccKkLvCPzMIYyQ3WqyPlGVfl9VAkFCo,228
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_physics.yaml,sha256=3AvMu_9NiEqE0MBxegdyuyhPzWELiL3vSSnBH4Kj8Bk,203
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_psychology.yaml,sha256=te7fZ-xUoO9XNd6cAkk9dHt-bZM8TVO_gKcHZbqpG8U,220
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_statistics.yaml,sha256=Bv3AJ-vyRCMmYRTpVdk0h8APc5ZW4nWJBGJShj8p6ME,209
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_us_history.yaml,sha256=ca10KgJDtVPdVFcEU04rmqM0uBWF6MDe8cmuhBKk7AE,215
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_high_school_world_history.yaml,sha256=8ureu1lgBSTBIwD5dli7OYbEEKtmJBYjVoXKF_kPlss,221
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_human_aging.yaml,sha256=tynBcLhXiOx5aVVPrYSVkdLvhwNTFGClWVNsn7WnfXM,188
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_human_sexuality.yaml,sha256=OtrxhWkJmg51dA9q0-YSmfabpHMrIVWYkh4qYsy3Swk,206
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_international_law.yaml,sha256=Oqs3_mWL9KP0vZFVvZYvXHgyBOHMkhJQmFR_rtsDFsY,205
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_jurisprudence.yaml,sha256=RU3DWJ6-iyhx8wG9O4VDgm65_8iplyPxFXPVVZ_wXBU,197
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_logical_fallacies.yaml,sha256=pl7F2OAV3XOH0_aQRKxFdVy6wrqUNrV0g4CPVL53VHc,205
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_machine_learning.yaml,sha256=Fm_oF6Pi1HtB8depRBr4dnzJNCvlTd0Czm_UGIbK2NE,197
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_management.yaml,sha256=jerT7pJMMR2Ct8WRuCM3j8beF-ddF6oIbbcJzHWcdrE,186
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_marketing.yaml,sha256=4ziRpmC2OcKaAU4pjT9tRIYqV1QJ5WsiE5HiSCwp5N8,184
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_medical_genetics.yaml,sha256=69nCXJMFvn0nZy9dE7LwZYq-BNNFcfNw5vAafICq3k0,198
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_miscellaneous.yaml,sha256=7h9TVtJUm9aHoJ83r83Uio9p3t5SoIdvZWMcZ57stEU,192
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_moral_disputes.yaml,sha256=aWoGYMaQhbjVGGyuqFImlXlkRQgV6K9wasiFsRqL02k,199
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_moral_scenarios.yaml,sha256=lr9DBBvpWp31d3sJHy31ruxI2jUDRV1JVtZwtSG2_1M,201
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_nutrition.yaml,sha256=d6YJTu34VZJvMEfqxwNKNADsgmvgEFOsG1SPiKh1M0s,184
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_philosophy.yaml,sha256=2JmyV2YE8vuel0EK8AEiKqAPf_UBi8xKhagi9d5wLJ8,191
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_prehistory.yaml,sha256=Lg_aYIFw7KiIjlXUrH9BbeMQoarlUR8xZc2NGuGMuLE,191
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_accounting.yaml,sha256=4EHBhpwXiO5mak6oEa6WlbKWYa2ypq4tDSrUas7rzyc,212
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_law.yaml,sha256=0mfUjV4JTNYsYzz7zz_iqMQIom73mb9-3iImU3s-yxU,203
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_medicine.yaml,sha256=fJ2x7LUYPpAfMz2JCKP54FwIBRaQ6R1eOS02MNsmpuc,208
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_professional_psychology.yaml,sha256=AquSkxag9BEJSi4Wfdt72F6Cd6tvPvao-mgT3eGPio4,222
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_public_relations.yaml,sha256=FGH_9ZvpKFo48ouSSCwBMhHjG8XMtAI-mjbrAQ-PNeY,208
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_security_studies.yaml,sha256=qUs4hx_MBV4XulrRhm21VFUk4BfEmTKe1XnY-8zHAV4,208
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_sociology.yaml,sha256=BdN-gH40IMY-Gh2oLseN1FjmcGP3O2q3fLHUlLBYr80,194
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_us_foreign_policy.yaml,sha256=P9uQP3FneyPRqRHwdeKxjtEsFE6LYpwStQoWfuDTg-g,210
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_virology.yaml,sha256=AJeWME8Fx0uOn2LD9lVk6XPBvsK9uQjncHNTgJ7tQvs,182
lm_eval/tasks/global_mmlu/full/id/global_mmlu_full_id_world_religions.yaml,sha256=uLatQsLnZFy-5b2T9g2snuID0Z6cLkpLfjYN_EdUG-M,201
lm_eval/tasks/global_mmlu/full/id/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig.yaml,sha256=8x69F3--kbXw24nv67etFbevrx8D6GCKamQhSRkEU1A,256
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_humanities.yaml,sha256=UpxfUviuML15AZrIByL5-KzcSZmygORt70pWzU5Fyuo,174
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_other.yaml,sha256=jiBBZuaJfD-XfuwwDosyKo_glmkdlVgVilkCAdOxFso,164
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_social_sciences.yaml,sha256=ncENuS7yvDQvzaoCpluqW_IlLczC9GCmMM2WUU0k6LY,184
lm_eval/tasks/global_mmlu/full/ig/_global_mmlu_full_ig_stem.yaml,sha256=Ynx2qK_yowILx5v6q5VyzWQimBMLf8BE9Wb71ak1-j4,162
lm_eval/tasks/global_mmlu/full/ig/_ig_template_yaml,sha256=zZxrnkENK4ADV7PjIvkSKDa7uAS_pquu1izpTGZgm0g,429
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_abstract_algebra.yaml,sha256=S2VjmOiD5iF6cKAOZQDgKtw5tSO6-KBe5HHWMoTGMuw,197
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_anatomy.yaml,sha256=MPCUgd22rBKAT-yXjqumfGJEg4QvV8ym6GGaqclAlEQ,179
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_astronomy.yaml,sha256=iqPCYp8ZN3q5CBjzKwpps3v2x5crEjrnZcFH92rpZQM,183
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_business_ethics.yaml,sha256=o374R2RTyz3sAlzrFBLPD2cefOuHuH_pzMOw4p-Ntpc,196
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_clinical_knowledge.yaml,sha256=9GN1bCnoumBsNACmgLOwpsOy1h9fgN7klB1wmcc5AJM,202
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_biology.yaml,sha256=C-DViaisk821N4tIdRHix9vlq_9HFKpptNYE9vsAV4Q,195
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_chemistry.yaml,sha256=r7erHrMlqUdpdDs-LQQ2Sh1loxyOhu_5OjKR-rxMTq8,199
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_computer_science.yaml,sha256=VE6_V-msYCV3_6midMWyKPxaAGWzPYiJzPzFDWpfWug,213
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_mathematics.yaml,sha256=gR-BFktqVQliRrhxtcQioOQk4FTx_COXmLdof7zZNok,203
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_medicine.yaml,sha256=_oL24cUPFH7XDT_qqWLPeeM9ZJ_LX7o8w6UCBY7k-Us,198
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_college_physics.yaml,sha256=Y6zoOA_PZR-CFaazjKmihCO4Nz_whTiF-KhItWsze_4,195
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_computer_security.yaml,sha256=rFNZXaZjY4H51YkwVle1XGlaapqCJQqNa12JfPrGKwA,199
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_conceptual_physics.yaml,sha256=azsrx2jjopKxd8LYwC9ay8c4dJpjp6ZLRkYHJGBqreU,201
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_econometrics.yaml,sha256=hJje7Bz83MSzFVWff6UMN6kSJ8GDGH2MOEVq7otI2D0,200
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_electrical_engineering.yaml,sha256=baMXZpxlBYUYxScslpLC2cEN3uXyFmehEXOViwe6eaY,209
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_elementary_mathematics.yaml,sha256=53iDBxjLpAdjQeRWOT7j4ij8uOgSK5uI4hoE8WD5Law,209
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_formal_logic.yaml,sha256=dXhBWnjfRxrJXgJK_qOzxchCiN546Zp6yjSoF-xgHEI,195
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_global_facts.yaml,sha256=eYS1WECZWX1I8L_g7-1TNMtrBBDN8jRR8rY-Y3r4XPg,190
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_biology.yaml,sha256=j8a0RmrmcO9WUHQCyeHBqEpkQ0lKW22htRdn1gruKNs,203
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_chemistry.yaml,sha256=HBSRLJuLlLrck5kt8HJ-kjSIwszbAFQ2q1PGc0wsOOE,207
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_computer_science.yaml,sha256=bHnxqnIS1KYT3S4KuU-qF6b9VKtd9FSZoR1XtjiWl-g,221
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_european_history.yaml,sha256=px2U2hTnQqW1tRify2Z4TM3IS8UPC24BeO4km0Ua8Z4,227
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_geography.yaml,sha256=rEIJe3-Ix_NqCrutdEEzWxZr5aFrz9Ck472NK7G_lEE,218
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_government_and_politics.yaml,sha256=xhmjcC-cf5c4z6R3NqGNxplxPhY70aPq4_BCMSqapOo,246
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_macroeconomics.yaml,sha256=_PHthTjrY-4MerZTx22hTq43Sv4KkUrM4Fm72s1YpFg,228
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_mathematics.yaml,sha256=ayJN0km6sXZ0Y66jB7sB94Sz-E252Y9Ax7cS8n0uuMY,211
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_microeconomics.yaml,sha256=FyUPGez_IBAIcI12jZQrU1Qg8KRfUxMJbWvHAH3PPfo,228
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_physics.yaml,sha256=3kpq1xkKT1FWelj9rFem4plmcfGyeqhuKVuqU3u8MRU,203
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_psychology.yaml,sha256=jvYdB0fWysWIZpI9iMqlKspL-RJOr34N5SOJPI126iA,220
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_statistics.yaml,sha256=ZvRzP-1F8fTbgSxfxV49Z031z409gpD3QoCLeSJ2RaU,209
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_us_history.yaml,sha256=1FekL9VlDE1OxLCi6tv5eB3iCdUN1KEWOk-TqRNRiNg,215
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_high_school_world_history.yaml,sha256=mgn3TCZEACDmEOrEJdGuzf8_OsTkix_X_aK2gjUeEaQ,221
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_human_aging.yaml,sha256=dx37Sq2Owbu8TGzWXrQDcgos8zICERSHpSeXtMdaVa8,188
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_human_sexuality.yaml,sha256=_LQLYHBscnUCIjdyZFQjf1GsZfe8ow8hZ-ebbABsRBo,206
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_international_law.yaml,sha256=mo17IWcJxtmUSn99JM1jnc42ckTIXb36GNj2s9u0hOI,205
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_jurisprudence.yaml,sha256=NsBdfUWQUCA5tY79wg2634HrfmjvxJpQu0KmigK7POk,197
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_logical_fallacies.yaml,sha256=e22xvmeiNUv_UTZXV9V18h1fPFivPTWwuYMQo0BcMcM,205
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_machine_learning.yaml,sha256=9ecq18uKvSp3Ls5_uhci3FmFFuDfmXZNMVUos_wC0f0,197
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_management.yaml,sha256=5BcNO7glGvUYBgW2u2Gi7g7buZSLHXd4RmFaPQrPh9Q,186
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_marketing.yaml,sha256=GMNwEBHJLQgq38yBJKFpCumeHsGIdX_rCD7TYETxFcI,184
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_medical_genetics.yaml,sha256=sv_HmLIeAX2-JHVwyAjubwEkZMjDsgU-t7UuU3dWBLo,198
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_miscellaneous.yaml,sha256=Ueq8pekDhiNnHYTpjxxduQ1Sp-q8nXAvKm_jI-ArG9M,192
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_moral_disputes.yaml,sha256=B5P2iuJbiwnRlhn7VOaF81yf-GOjTQRAnT7apahkgg8,199
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_moral_scenarios.yaml,sha256=7BgaOedpBRnYxjvbqkunu29VYmb36JHEEc8MR1MAuEg,201
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_nutrition.yaml,sha256=t-ftaE6Hecagh836XBIQJydAUsGZfgZkC--cu6UpgGQ,184
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_philosophy.yaml,sha256=FfEyV1lgfShzSTyv3C_RrG8PWVo0jnTBHe4maY8msHM,191
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_prehistory.yaml,sha256=zzAtulZhZVpjPDbNzttsME2EPRYe5hcTiCSFR9Qjukc,191
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_accounting.yaml,sha256=30oVrIIUw3Ly_MwtuuPZTBHDMNv5jtDWNAP4BhS_5UM,212
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_law.yaml,sha256=0QtVTU7A7v6lwT2nv866uG9I6MAM2wvlW5Uh6AN-o0M,203
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_medicine.yaml,sha256=FOjI2wf0e6LycXsBeAD42AbQEUltsDP_CkPmbUkgufM,208
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_professional_psychology.yaml,sha256=kTdpuiVSegWkms9IWqHd4iRochvb2pMfInsQtuCUBkU,222
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_public_relations.yaml,sha256=Xfj_bl4vpA1W_JknmFwVnq4ZfzmlLi-Imw1wqMW4U7Y,208
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_security_studies.yaml,sha256=C6768s7AhK3lprwxCIk3IFO0yue2AZRcJGU7BKW2-m4,208
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_sociology.yaml,sha256=JA_OQnmKrPyr5rIR--I78kTECRBSnGBPS2dWr-9oWsQ,194
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_us_foreign_policy.yaml,sha256=ey7lTD6-ZfM1kK_jtoAm8vjpfbpZIM-CrglOlwGXVUA,210
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_virology.yaml,sha256=L7Prg46BgWh0k3iKZQ5gANNE70z07fvMAGHKD5OqcE4,182
lm_eval/tasks/global_mmlu/full/ig/global_mmlu_full_ig_world_religions.yaml,sha256=QfgZ5MxjWo1odGcHf9MDRG8o-PN37ZluBX26VL6xV5o,201
lm_eval/tasks/global_mmlu/full/ig/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it.yaml,sha256=GaWv_BG1Qg9jFqcspAeqUnfm8pDATQBG0XJHG3gAr84,256
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_humanities.yaml,sha256=q_k2XbWiBEAVM9B53wuHMngznRC7t61Ys9GZ3mQcM9U,174
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_other.yaml,sha256=eQFVWAkPj9GIDtiH1jyii-Yc8Mf34uER-xVXu-3lz28,164
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_social_sciences.yaml,sha256=iSSUGc6C9C0COh9WlPorlBDRSsi98m39qOs4l3Pe-Q4,184
lm_eval/tasks/global_mmlu/full/it/_global_mmlu_full_it_stem.yaml,sha256=upujI3RF0GxYqw_ZUszjy-IEaykCcyxYAWrU57Gx0jU,162
lm_eval/tasks/global_mmlu/full/it/_it_template_yaml,sha256=MTxFx3BeURrcsOpQ76AeJKyk7AebHJsEmx-bfx8O_e4,429
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_abstract_algebra.yaml,sha256=Cv8wdMz4HrmrFNelE1V2Qc5s7iApqsL3LeQqwDBmtdg,197
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_anatomy.yaml,sha256=DrR_qzg1Oadv-amnesflKkt6KeiRFnlXLlNEfnZrHk4,179
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_astronomy.yaml,sha256=jeCwyDb2iLgwmlJBNuayB_eNyp3Yf1uG8pPjtRLP7w8,183
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_business_ethics.yaml,sha256=DqJ6PuNmPvcDV6yPqtjpTDx_jdeleWjfxL_hqCLcoOQ,196
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_clinical_knowledge.yaml,sha256=cnsVnGG267n20q9XodnxXpunqoZAa-W8dkyQoW-Dw3E,202
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_biology.yaml,sha256=GZSLq7PFkVrmSNqym8sk1E1VfqyJ7Hla651pONa2c8g,195
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_chemistry.yaml,sha256=RkSaWHXpVpJ0ZHQ2LhXJrH-INt_-nAXt_EwFYabzzJo,199
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_computer_science.yaml,sha256=I98kaBPS-NozZ0rk93fkFoZQVfHD6bQwh0f5aiZWaBs,213
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_mathematics.yaml,sha256=8HiTybevimwl_eViBWXDhs2u8xirPvy8JHJpUxFhVK4,203
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_medicine.yaml,sha256=EJLZdm4-A0lQld9lWvvEXjRTQgpzXwlUpU99UixM-rI,198
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_college_physics.yaml,sha256=q4AfAdNFnaZ8ognzMhXjQDuvBBBcLDrgC2lsrhhgVvI,195
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_computer_security.yaml,sha256=f6ZA5WboGFL-vFC7FzqDxQMGEtONloWvIgOjOLsD0lw,199
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_conceptual_physics.yaml,sha256=CJa-eU5AGVsw6nwsYLa32FQOECcvjdKEpOVD4G-o3eM,201
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_econometrics.yaml,sha256=Biwf6Diqe3YZOOHs-u7mkVLGZyRhvM8YtfutQZpN6vE,200
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_electrical_engineering.yaml,sha256=X02-Wv7kqhSWfiFeJFdaxX1pEgjRCVNNTdXZrPMEhaY,209
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_elementary_mathematics.yaml,sha256=WlDgPaWpe4R3AhIDleR9HiR9BPEjuFG0UGKfNBFsHkg,209
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_formal_logic.yaml,sha256=5j2eBo6L6TcJ6JQQqSKsWT2C04gNOlfLsJoLoyJurik,195
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_global_facts.yaml,sha256=odwNGTMqCp-TpBISJkk-n1BJuSlSyt2w-EwD_PSa5mI,190
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_biology.yaml,sha256=yT-Vk65uHtUWdV5iOgSSlCRPO6cmpyv3Dxi-d9ozuz0,203
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_chemistry.yaml,sha256=oWfWA0EqDHN5hiFYJd17IKuKRep-Rso_hh2R7Q5rNH0,207
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_computer_science.yaml,sha256=E6b8BcC_VZZNBjueg_BExzGv1oCscSvv0lhEONuZ46Q,221
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_european_history.yaml,sha256=29nC6BfmI9cSaOC-quLxZCX_7ZDl7bty2eiwjCVlZyI,227
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_geography.yaml,sha256=FfZ5o2h5wMPptALRXKZh56bTVBzbEzf0F_JUzhUv5eU,218
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_government_and_politics.yaml,sha256=0AKGujjIkxyVTF0POJZPb0rYuf95mIi55C8-ENFNB4U,246
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_macroeconomics.yaml,sha256=LTESTRv5O9zdw9u6h8o5oTguCzGQT82VOWYECwfnEFk,228
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_mathematics.yaml,sha256=yJMJNZpC0yBn3BmnoYNFPgTgBf6E9ge6VdmT3i9TA0M,211
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_microeconomics.yaml,sha256=1FJOLHLv5sx3Qa2AzW806J38bFzw2-L0EXhrHHoigFE,228
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_physics.yaml,sha256=xdYMhwjonRWxlgzkBlWogsGZPWFzeATQuggIqXo_N_g,203
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_psychology.yaml,sha256=mnWZj6NHuDh5vBqi-J8OLNsHjsKG2p2Sacyk0JplMbM,220
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_statistics.yaml,sha256=6JcdADGzjxiU8sIyXC0rHrDWYbmQiE_t0j-_fos4zng,209
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_us_history.yaml,sha256=MKNioUsGKYMIhj0orM3coaXK9VBKP8kQ0NToiQO58jo,215
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_high_school_world_history.yaml,sha256=ms9Bfz1nFpy_MujdZFNf3zJ8BzmpTE1VkNh18JdTYEw,221
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_human_aging.yaml,sha256=mSnarzUJqTF8YVRB_3Bw8qUO2HaImeXRMCELoPF1UWE,188
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_human_sexuality.yaml,sha256=-a4QSAJ4qvCfzbwO6rSBBFuq_SncXuTjVeWL-vSxdZw,206
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_international_law.yaml,sha256=vQiWgKssr7OBGhupSqV8t2HCj1TGhglpA-Y7hfYR-vc,205
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_jurisprudence.yaml,sha256=zVUOx9ktNqbPwAuTcw_o6V3q35lwxNvaj0nFSRYL4aQ,197
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_logical_fallacies.yaml,sha256=HvkrpBxrZk5uvX_7TbgxvYjZj3TMz2MLVEVKm2rgLt4,205
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_machine_learning.yaml,sha256=2uVlhKQiDXt5VoY4iIESpl0uLOQetNXelyCpoNqG2OU,197
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_management.yaml,sha256=Xa1oRe0sSNg_UQqMZRwXMpSlC8hZmo1kkznSsKd7n8s,186
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_marketing.yaml,sha256=mgqBYgn-_xv6hJ9aW_amnhzmc7Fz8qLfAUDqR37gjDQ,184
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_medical_genetics.yaml,sha256=-dgv62YADH9nuZasACeSruC5tVSxEEe4v-8EokLU3Hg,198
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_miscellaneous.yaml,sha256=wpo7-hxo8zfO6EWREmUzhV_ZxZ7f7oYxghbnJMZEHBs,192
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_moral_disputes.yaml,sha256=GVSkG4rGYXJ4Z7nwcAddy7jAJCK2RNVrfjxJ5laeNpI,199
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_moral_scenarios.yaml,sha256=8oNWvKVmio0xg3IGFPr5UAELrepwHUsPd8k0Mmgv8f0,201
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_nutrition.yaml,sha256=CeB1-mu4KTtkDQMWV9PK90bwBAL94nL06jikXn4c2_s,184
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_philosophy.yaml,sha256=CDKOcCFLGJjrx4H_gDULRXiGzo7slOimfxrdkyo--is,191
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_prehistory.yaml,sha256=itHudO_wGczqLThRRBOz8NgNdwMhqT2VT0TiU46K_ZM,191
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_accounting.yaml,sha256=SjNCgFu7mMo4x1kuuRgJxEMbhjuXWofHdKUmn4ervm0,212
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_law.yaml,sha256=gQfdeqsAW50pOaRFyvXbDjaUBz76goM9EPgf7h1HRMo,203
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_medicine.yaml,sha256=QIUb9hH6V7vtyvBc1D-ZoyFKlCM52eahns0kSwT-16E,208
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_professional_psychology.yaml,sha256=jqHffQOppJhO3hOihaLSTh_LAY-DD92ewNIhoyH6bH0,222
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_public_relations.yaml,sha256=2LPZY1dhm_KxaK-XnxrS4rlAwA-NqVhLAZ5-k12yByQ,208
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_security_studies.yaml,sha256=NOCTdGAd96ZEqBpi_0rOEOWfn86H5dfA5SbwgWRWshE,208
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_sociology.yaml,sha256=Ok0c7v7fxl5Lf3I5ML0aAUZpr3hA_FkC9AvUxQBMCXg,194
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_us_foreign_policy.yaml,sha256=bRIc0cw5wF_Di9vnfDvKsakmauYvjIZLONDY0FzxJmU,210
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_virology.yaml,sha256=ry_IZiKO54A9heZeajk6IUI-9_XtGd2yBUCtlxzJlzs,182
lm_eval/tasks/global_mmlu/full/it/global_mmlu_full_it_world_religions.yaml,sha256=sVZbXD60qIa4H80m4psMYv7ncxHbVQJKPyHbKeK_56E,201
lm_eval/tasks/global_mmlu/full/it/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja.yaml,sha256=OeZJ1ymB7OCnvQOEKq6a3r1vy0frm3RijLHfXgCOwMo,256
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_humanities.yaml,sha256=0mG2j4w80C_YjJFt1BCZHsWaIawbD4-w7592ViMNOdM,174
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_other.yaml,sha256=Tj76EC_4Ra03n6PMpEAh5wH3Da_x6EiCMgnoBjPGECU,164
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_social_sciences.yaml,sha256=HBhU7zLyUN2FVc7ou9VRzWsSKx-4k_INmNRukaTux8g,184
lm_eval/tasks/global_mmlu/full/ja/_global_mmlu_full_ja_stem.yaml,sha256=Ca7eHjlYFdA00HIGcrpxNYsUR2wXG9JMDAcqYStFgw4,162
lm_eval/tasks/global_mmlu/full/ja/_ja_template_yaml,sha256=ArJik6LkIqGB9Q6-yey6qQl2ZP0dVgtSEhoVAp16Dv0,429
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_abstract_algebra.yaml,sha256=43QzV8Iva69ofUm0-5zaxqKN5SXNsfI4tQg-dUYhZlA,197
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_anatomy.yaml,sha256=a33kQvMD47QPta5m_8PTcFuZBAFiucUDCFfI2m5NSXY,179
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_astronomy.yaml,sha256=zDluXBkZvHvhnvpTisWKqqlwxvS8NoCgAmLVNvAndpI,183
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_business_ethics.yaml,sha256=Uqv9OXiYJjyxW8cqQ2JS7LgrySEtO4BQlZKRZIdM4z8,196
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_clinical_knowledge.yaml,sha256=4dOIgDze8CsA0yXTk2QYfVU7c2BCCJYzDndm-tO4-U8,202
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_biology.yaml,sha256=KFpn7_rul-inMEqnD1nrWrzfqmDIrqItzbW781G_N80,195
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_chemistry.yaml,sha256=G7GWUqc7EQFbsDOtOEX2mpcT8_69f-ZeR6qYnWzTdyo,199
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_computer_science.yaml,sha256=UkXPp7bBHVqbalJ2tIfNTj0MuDwX2Ak-F7S8Qk2SBpk,213
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_mathematics.yaml,sha256=_LPSAOWRmO7QCY-6qF1ZN8t-Hh9U9nJbHfskItT-Jos,203
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_medicine.yaml,sha256=uHRpib1V5Z1quhHgH4Yea0WvxdP9IxeChy87t5vY6yk,198
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_college_physics.yaml,sha256=1NYahBAo4sXVlbkgLopBpU96jwDB8U3FZGNWRvlrBlQ,195
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_computer_security.yaml,sha256=kusyNsBf9NXDWx-8cQdXAggSFuDXTPEv0pPzsmcxLPc,199
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_conceptual_physics.yaml,sha256=-jQhFHW698pM5nX260899wvf0EvPhT7BvqhuDS_csQ4,201
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_econometrics.yaml,sha256=ukg4PuHwXq8runSxxq68fBNwPyuvwHEr19ratmPxWwE,200
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_electrical_engineering.yaml,sha256=aa2fSHdoP62FdFUtl-M2-iASPawiODc5d6nvVhsfZcc,209
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_elementary_mathematics.yaml,sha256=K0Kg8_DX9Ecg6_YJHySVD58sKTu_rzADEasAYRK0FMY,209
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_formal_logic.yaml,sha256=ZASh1cdoqM1dRm7v-INacCvvnmpXP0pyFYgUWD3zg0I,195
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_global_facts.yaml,sha256=sE62Zkwwbiz6dbaQWAsAywFTGrUq5cnDYQuHunL5tbI,190
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_biology.yaml,sha256=ZJJd_pYpCq0TfnImwoQyg_hgYc3Yz3zn0s_OgYdZcY0,203
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_chemistry.yaml,sha256=oTJjgBiTkILVTwoQbt_H_H_dL8eaXUpyqW6De1fIT1c,207
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_computer_science.yaml,sha256=pRha4f5fvwVQec0oz84PuymAuGGaP_4fuUkpnHxxvi0,221
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_european_history.yaml,sha256=SSrP2IjXUiRvcNDEEo_wOIf4lmyaIIo_vUnTwQUAs1A,227
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_geography.yaml,sha256=eHqCaVB8fpL5FANamX7W2vw6F361JIosUcE46vw8dH8,218
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_government_and_politics.yaml,sha256=pv9tAvVp3u1npRHxLvn-uqpdf2j5ep0gvaTaHRZSA1g,246
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_macroeconomics.yaml,sha256=iukvmxggHcg3nShAxehyYwEV__tKS342e4id2UApPfw,228
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_mathematics.yaml,sha256=M5AfPYTLxTgD-wdMm5J8cAS0xZROnXP2p2GaYLZVUwU,211
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_microeconomics.yaml,sha256=4ycwBnStDgYWfHSv3lGPzWQu85JwuqHGy-yuWM4MlUA,228
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_physics.yaml,sha256=wZTN5HYSmvFUSkEOh1YVHQmBCHrf0OGJtz4wTV7Lb00,203
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_psychology.yaml,sha256=2GixX52QJWALxVq7ZAlphiissCxmr8M4hAAd0s_CgPY,220
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_statistics.yaml,sha256=XSM8LG9iClESiG7BVfILCRGMf1qpCwnQCKlQbhL4oZg,209
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_us_history.yaml,sha256=BK9ScfmCvNOtHiqtIEE-zntrF1nKxJjAIUOwyL2Bfx4,215
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_high_school_world_history.yaml,sha256=-F0ltvbnfm7xeAD5ZAoAQry7Tfk-c_KA_LYJUJYlxus,221
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_human_aging.yaml,sha256=jWGQZY2VOPsOYCdldKK7qYVAisV2QOjsdblllI0Cv-U,188
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_human_sexuality.yaml,sha256=B7v46psaThSPd3SPlVolvPkQJAtFVFAMwlZ4bHORrTQ,206
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_international_law.yaml,sha256=dA99hjmFV_Ia9e5BxQrcd468cLCUdS7_ZtcHkG5xMc4,205
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_jurisprudence.yaml,sha256=7yFFCmL0a9KsaF9VooUpZ6vfLLY2Iych84HHjDkEYj4,197
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_logical_fallacies.yaml,sha256=aNuPcq3214V2_sa2ZurMJ0_deQwTmhxCFC_jVbUKuc8,205
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_machine_learning.yaml,sha256=cs_d1zx8vUXSzy6kuaHs_5LqVrwfSuFOSTRT0rnRKFk,197
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_management.yaml,sha256=MFzV-kivVr-_AboTvzLpqnI9EU4hFsZ-7Hgbbm8vM38,186
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_marketing.yaml,sha256=nUIFuw0Y7TQ58Vw11SbSrzcCzVe7j8WGIOImLftgsm0,184
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_medical_genetics.yaml,sha256=aSZmQmiwwLp6HrmgAqPRYftBLF0vRibuqg8N1pQlAbw,198
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_miscellaneous.yaml,sha256=kSb6mKFqYbeFB77YBgtkAjMZQD_jB0s6gr6jJBgD45U,192
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_moral_disputes.yaml,sha256=zivcStZj03kJxRvh9oujGcDGJCDJtGAXkJyyTPIeZeo,199
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_moral_scenarios.yaml,sha256=rvz62Vctm3kZKrwNhgpq79oa4meRLsYo6Eqr70IbPJ0,201
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_nutrition.yaml,sha256=i94dwc7PmFbOyrMpVRlG4Wq93TONu-LyQoLbV2eATho,184
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_philosophy.yaml,sha256=d3PrmcdCE6ylhuK0fB_IpuTZ2tZ_2vVg1RfyR2sta-E,191
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_prehistory.yaml,sha256=J0Ic4kkI7r1HUSh8VZc4rb_4Je4Jk62AQCWzT8NyrxQ,191
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_accounting.yaml,sha256=vxJuTnMRHjz5_6kDX4t6ezRp63wMUGSPBwX8_QXVn14,212
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_law.yaml,sha256=8ymnJEFtBGIUfJFAAMXtWiJIf5Ghc2BUvS50zpHIpu4,203
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_medicine.yaml,sha256=iJIqRaL6XSTiQeVISakijujVR2KTPscYFapzBtljIos,208
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_professional_psychology.yaml,sha256=AqJ-6JAg3mNyWtYq1UqRGqXt5kQRLzYNSo_1oOI4yW4,222
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_public_relations.yaml,sha256=b-z16dx24gu8omjL4XHnpDLitmGeKgDserPnZ1YPcuM,208
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_security_studies.yaml,sha256=MnCOFq93NWnXy6sOU-ezK_gszjOqfqlU_XswMLIvdiA,208
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_sociology.yaml,sha256=ExaQ5LSvgyS0-6A3oy521JDy8EvaIcD9SHdJlms5R_s,194
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_us_foreign_policy.yaml,sha256=etNiU3o6ViFJyLVU-zr5f1GnaEszvGFX--64bM80NdQ,210
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_virology.yaml,sha256=tXba9-t1HBawE9bTB5KVAoj4mtoOrfRmVE4LTJQdGNI,182
lm_eval/tasks/global_mmlu/full/ja/global_mmlu_full_ja_world_religions.yaml,sha256=m8A9LE5qNp4RwEv_znWQ27QpwVNl5hxXYbZmQRMVR48,201
lm_eval/tasks/global_mmlu/full/ja/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko.yaml,sha256=4uLRHH2TiPDIaqYjzd7AZEV8IUNTth2zCRFeXPs2imE,256
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_humanities.yaml,sha256=H3J7kD6Io2gWZVvx9ouDCwQSOXzxwJ3KjIgN4cGeYas,174
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_other.yaml,sha256=J7mhzSIp-V_fm1kvOZdUAl6E1CBLuFYM7Cjxgb7m-K0,164
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_social_sciences.yaml,sha256=EtwTQ7sI7QtIf_MbO6DbVo9uYUZJzGGXRxoSQRNKRfE,184
lm_eval/tasks/global_mmlu/full/ko/_global_mmlu_full_ko_stem.yaml,sha256=7neoWynjdEVIVWDVmqH7KtxHXWDmYl7x4KTMFiUR1UQ,162
lm_eval/tasks/global_mmlu/full/ko/_ko_template_yaml,sha256=5x3RFq7keyUjsb_an-NR1Cw-zLGn_Cgyy07_-mjrgBM,429
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_abstract_algebra.yaml,sha256=wN2srRMeqSOqlJfCq2d1UKeoKRm1JGPnTUfFTQ6cv9Q,197
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_anatomy.yaml,sha256=t2hYiRNB35KdRr0pr93AnCsrpMHOyhN-BYrUqfqyizY,179
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_astronomy.yaml,sha256=R6jINERRXJCGmMyVjYTMOg1shq6A18nXI9PzJAoUJBg,183
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_business_ethics.yaml,sha256=kLR8kpfakrdBnnZZT8W6vIZn8R1prl5zgfvT_nmgVtU,196
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_clinical_knowledge.yaml,sha256=F-nvzu_GXBPvd8shUxdC-f9cN9RFukFOVgYCL93qxqM,202
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_biology.yaml,sha256=x82rmClUIeLpqmOQDy-9g04QTuO_j0PhSDV-D45YcvY,195
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_chemistry.yaml,sha256=P7p395FtBZ1jKoAdNlmWviRdysErOpcOo_77LdJRYSo,199
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_computer_science.yaml,sha256=thUEmIOib809XYnv_eAnzHlKr6TeUC-5tdmEX2k41ns,213
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_mathematics.yaml,sha256=pLlEQti8IElQBY-U8SwbqS18URWefk7nuQR_LeDuCT4,203
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_medicine.yaml,sha256=SFS01YdviSkaj2VI3AaxjB14ivl0D2Psx1iTgZh9U5M,198
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_college_physics.yaml,sha256=CEiFi7R3-jiOiW-YXYX9gHf9lycybx-8r-J7mbMI3aA,195
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_computer_security.yaml,sha256=kSxaCrEi1Nuhk_-aR5lxcGWJtQ9GgWPZkK8Kh1ihegk,199
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_conceptual_physics.yaml,sha256=5S-fCnuxDnVXBE-DbO1alqart0zjHE36p7aj6Mmmbxw,201
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_econometrics.yaml,sha256=UITabRAFw3iuuB7XPXuaosLB984-HcP0dc5lXs5piS4,200
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_electrical_engineering.yaml,sha256=qtus6hGf6mvW1FDyh8YyoD56vStXCL5c-GfMM0yTXyc,209
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_elementary_mathematics.yaml,sha256=m0wN8Qxi1ocgKmrNS9VuNJJZkT8Amc2fzEGckNWn5BI,209
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_formal_logic.yaml,sha256=xelZ50Crm5c8_6a2Xzo-fOMKyoqCHj7wt9ctTJ40B48,195
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_global_facts.yaml,sha256=HVCMW9u_m-tz9sT1ZCG1gDKEKOvg6g_NVu-fC-g1sCk,190
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_biology.yaml,sha256=Do3cCrcWqvcZkUUHGv5lousFaBYQAb-YJJJEpzFLoaM,203
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_chemistry.yaml,sha256=pJvtkLfd4E4DZjZeXfAcxY1ygI3-Bf8ow1GvoZAnOtQ,207
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_computer_science.yaml,sha256=Z5yNenLgGveDgmwgiApVQtAbid4q5NGsm8EnqLisR4U,221
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_european_history.yaml,sha256=x91hBv1RYS2CtSa2B6m2SHiC_Y-FOEKd22hxmBT0Tew,227
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_geography.yaml,sha256=k1MzjSuiN8sSIcsEnwFCQnmPA4i-K7Kv8hDj92-ewBY,218
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_government_and_politics.yaml,sha256=jipZnuLuQWOG0Pe_GJEFc3efIgPRXZaNtqZYqUwqcfE,246
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_macroeconomics.yaml,sha256=MErsLHjeQ9MO_9FO6YjC7qRHu9SLXU1WFYK1qAy-SKs,228
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_mathematics.yaml,sha256=jke5wm3xb1enc4QfRjyAynN_B2P_l6OrsovJcZUbG_w,211
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_microeconomics.yaml,sha256=yTWsUQ3HhZu_sgFKYtiMQh2yKPknOuU8a4w5F-fHcMg,228
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_physics.yaml,sha256=nrqAA8kaaYeRcZg6SpI8Tc9ntcR-RJZ7bA4t6KM-3JE,203
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_psychology.yaml,sha256=7NzIcdBrzIqtfzcLucmanLyvdULSuWW1lyiDyXkdjKs,220
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_statistics.yaml,sha256=-wWLaRhzU8BKUKqtEZIGD7_HEtpZUcaQJSQEAzrYm3I,209
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_us_history.yaml,sha256=Kn4EbBUZumyPRVRE6yXizLaImdHaLazWwZN3p3WdJ7I,215
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_high_school_world_history.yaml,sha256=44UJa-fpDNE3ENHsU0VfdFveIzQQicRpw4sx7TR-iUU,221
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_human_aging.yaml,sha256=F8r8dT2AtnwVC4ol4FKzmoedKkVQ86xZDCMtWLqxHao,188
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_human_sexuality.yaml,sha256=S3TsP1a4UXR7sR7-iMrjXbG_lfGFbLCe4-rrDK86TY8,206
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_international_law.yaml,sha256=XHXyBYKfpxlqUaJLzt20A0JlXeyT8hmT72___nkV8Do,205
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_jurisprudence.yaml,sha256=rCpFX9CStR6wvjSGneYo2Rykk3FNAy4AuzbUfCcI_us,197
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_logical_fallacies.yaml,sha256=jA77Lfy05me3e3-z9neHDmhdT37mvABUyEYJJFjNyh8,205
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_machine_learning.yaml,sha256=IV67MuawaTLccQHdM2N4oCBcUnoBlfRpm4Xs0FKLTeY,197
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_management.yaml,sha256=veEMACbGfh9hIdbDuY1cwYUrkYueBOy-hDX16NMCTvk,186
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_marketing.yaml,sha256=8pPIPDUQWrNMN-7B6MRF-ApAhAaSh1fnHW2-CXXYhWA,184
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_medical_genetics.yaml,sha256=3tOrxLiPvO-xNVvOAZyUaKJdY37zaoOvab0zTLYRK9Q,198
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_miscellaneous.yaml,sha256=teHNPuo1J104xaWGLcuoZEqPI0Gb322NBfTQXnmWtnc,192
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_moral_disputes.yaml,sha256=hT87NhtRiKzXkLUyqHC09NSEA8pjl99qJUT1knvDW74,199
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_moral_scenarios.yaml,sha256=mGOo00oH_ecntxRUHhuvK_gkHcmn3tJa_D6ydjelqco,201
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_nutrition.yaml,sha256=UDEyQ7HOF35x812aU7G9RXu-mNzpXPLIqvl1nm2ntqI,184
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_philosophy.yaml,sha256=UHkZxGpKn145DHDQ0hENAntZtQs8OYHn0J7_-CjptkI,191
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_prehistory.yaml,sha256=weDEEMU3easwR2j88sJHHC9-KzNsDBXrijy5WqTmuo0,191
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_accounting.yaml,sha256=SXG5UlJ3flnyWOdL1rEOj-Gt9SOVslETcOidPFAl29A,212
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_law.yaml,sha256=4YKdtJaGIubsCw9dm4vnqsbOnMsX3uV1YeabKwp44G0,203
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_medicine.yaml,sha256=lqQiqWLyal5M1YmcGkCD55ZK-lvJ-CRWmf1TwqU4u8E,208
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_professional_psychology.yaml,sha256=Ur60sOGhC6BCFBbXrGVcwXqQLkVLZYEa0BURq-F86NU,222
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_public_relations.yaml,sha256=SrUGw63kY-qe6LeoXvqAbFPt3Soagv6CsjMi2YpH5i8,208
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_security_studies.yaml,sha256=TIkhJGf-zgE7yWsS6qsdZi2-EXOApB-aBcn4Wx59OaI,208
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_sociology.yaml,sha256=JL9pwwcJIgkswcyPggCO9DEOaAOlMRVhb7-A4S2R3Qk,194
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_us_foreign_policy.yaml,sha256=k0x7RJmGzxBgszbn2U2nNRJSugyMCSmF6fiRYGPO42U,210
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_virology.yaml,sha256=O8mzAMLynOWEs0xysZly1Ie27brKnGlKSIchQZpC5GE,182
lm_eval/tasks/global_mmlu/full/ko/global_mmlu_full_ko_world_religions.yaml,sha256=865S_283Dzl2KhVjsfyjx5yAUNxNrsfJB0GGbW7wg_c,201
lm_eval/tasks/global_mmlu/full/ko/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky.yaml,sha256=RNEUxh3YFvcuCGgp062qipv8jKruxZHSzeq1oy4tkIg,256
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_humanities.yaml,sha256=OMkgGnZbOpVSq8tyoV_XARqgpwStFsDN3vjlx987At0,174
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_other.yaml,sha256=iL1CipxUMEWadXUsGlgqbEdK8cVhMtNhsG2VTFvs9qk,164
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_social_sciences.yaml,sha256=DiObglZNxFcl4b41r0OjQtTFLDADQRtXYiZE7pnznIU,184
lm_eval/tasks/global_mmlu/full/ky/_global_mmlu_full_ky_stem.yaml,sha256=IOmC61291In2QkWemwLmSvOszmM9jG2z7VOoAizAQ54,162
lm_eval/tasks/global_mmlu/full/ky/_ky_template_yaml,sha256=7HNKVHlmrk6gNGUQpngrssBEYZoDkH8jVuBNY4EJ9Lc,429
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_abstract_algebra.yaml,sha256=sw_s1Sh6wRUL3sP4PXjkMqoilffVx863o-6Cw8NyTRU,197
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_anatomy.yaml,sha256=-JbU0JqGoqX1DiSi7rTfxg3QgLZQhTtP6JK1UqQOGdU,179
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_astronomy.yaml,sha256=Gm1yEHYyXa7wfHiZoehTPc0ygMb9qSXgPKRJ3hqX8-E,183
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_business_ethics.yaml,sha256=b9DL_rFJD2CooHpaefIovkGcb3GRtDERV-XC1otS0do,196
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_clinical_knowledge.yaml,sha256=Wuj_C-mGuv3J3DPggWb_bG2csNX_QKsh7-cQhUkdwkI,202
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_biology.yaml,sha256=h6I3BDuyK3sHap-09MLlqdpD4OkvaMPJi4sOf4Ml9MI,195
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_chemistry.yaml,sha256=CQx24S83eLF9Ft1DhyNCCAIWeVeY0DCIBPNaxjZYUxQ,199
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_computer_science.yaml,sha256=18oupQXgx47MBbTCsR9YdlMBcFIgSWu9X1DD4Ey5LRc,213
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_mathematics.yaml,sha256=Yv4blcf-n24rfaapNX3R64JkwgOBo6db2Bvq6038FLY,203
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_medicine.yaml,sha256=QUvEUHhM83j6BKKTGmsYyohyzEV6tWsh0XbtnNB0rX0,198
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_college_physics.yaml,sha256=LjB1hwwDAYHBRGTtTgrQ6xgB9NQzI6p-vAb8RHSvmd0,195
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_computer_security.yaml,sha256=h8OMtrhMi556e5Vw3zvWtLRvl8rKqhbLJYSg2NjNtsg,199
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_conceptual_physics.yaml,sha256=SsVJbLVz1sdh2Kbvydc_GmgdoulgKQcz43RiN0cbjPU,201
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_econometrics.yaml,sha256=aNI3GcZst5yvSViziX-hHblVr-rBC8VHQOjEzJrBtYQ,200
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_electrical_engineering.yaml,sha256=-RzqWdJTu70zODXaZ9CaLWVi_Fw7XVZ_DrcODZFDfU8,209
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_elementary_mathematics.yaml,sha256=7rSirduqQoQU1gmpg3qz5SlShU4asRQl_aaFiPQkgtM,209
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_formal_logic.yaml,sha256=_5NlnhZrszruegmUz5U4KxhELeRCa5SYhkyXmqRBMS0,195
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_global_facts.yaml,sha256=V5gjUZN6oc2EPbg5YIyuEyJf98tfaMwiyJ0FfNS319Y,190
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_biology.yaml,sha256=OyZ5AX_XBVDZShtUQ_KjLR0V5cucNdw7aTERi6ab0ro,203
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_chemistry.yaml,sha256=Y-WaXy2N2tGyllDXlhplW9zV2LeCshlZ-vum4ec-DDI,207
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_computer_science.yaml,sha256=UOJwO_GieGbtkCamU_OwjLXbcJGSN8YRZ4VNT2mYsIs,221
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_european_history.yaml,sha256=9-BhY1l6lFBbe04vjMBggVKvdeE5tnqTyDTDr2DnvHo,227
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_geography.yaml,sha256=KmhFTxqQf5T8JSW5Uc65BO8YmpMEH7mjVatpO_8_Ops,218
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_government_and_politics.yaml,sha256=6MCz4JjgIXG1iPQ03-uiK7F6jBpuzp2zaqxIs3U-vt8,246
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_macroeconomics.yaml,sha256=NbSXKP1pVprbEKJ2zdl2fPh9mj69vu-pzNLtcqPnXvY,228
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_mathematics.yaml,sha256=K75yOwVRrLhupV0EnF-l7ShAPo7CO3x2cURO_xDnrTQ,211
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_microeconomics.yaml,sha256=KiZsyITJsqvHrQoPSxjmZdaG-IQPvQYxT0DDxIlfkPQ,228
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_physics.yaml,sha256=NZjCN_chJnza7Pwbt78V6sb8MBwRCCeHUfe6xVCp-QY,203
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_psychology.yaml,sha256=ysWEyKxIT0-TniB50E55f3goAnesqCFsHqv1O2dmuM0,220
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_statistics.yaml,sha256=91Pxm5ksW9g0MDc2lvdnNuTF1iccrsZPIDrLHWHiybs,209
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_us_history.yaml,sha256=C4O__yXT_FkHnhwtoSAwRQMKA2alY4v51Pp6CoRgxIQ,215
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_high_school_world_history.yaml,sha256=gghTXNvvrlYiVTbMWDAjIMgmYG0jM_iTU20Iscn3xZs,221
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_human_aging.yaml,sha256=oFC3mbQtG_ZpCjEbllKbBWysRtX9OKhJwZdsgN--6Hw,188
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_human_sexuality.yaml,sha256=31lURVEdDnJR4nexVFs3Fs17XE5NSRVGYDL65mIZmGk,206
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_international_law.yaml,sha256=aoeGqs-gxSfbR8s2qjj977Usn9FkIPPCsd8BaIYXuQw,205
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_jurisprudence.yaml,sha256=M6DzL1REb_Gm5AO0gVGfUjPMD7tBczjheFp6ylgiVp0,197
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_logical_fallacies.yaml,sha256=zIuIBil8kcsdjfo0mXP6B-4ywbpDW3qq3d0dVTGZD1M,205
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_machine_learning.yaml,sha256=OCTRs72LVU56-1V6cSp4FWq-SpQ5iqAmiNlz0N7BAdI,197
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_management.yaml,sha256=TD5lbxFNyxgGkLFT0mT0Oiuh4EWjlpsS3rMxwJyhfOE,186
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_marketing.yaml,sha256=MFkRbDHZwbLeVBP078hjTrnlP_W26gD92MJ2R6T2Z_k,184
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_medical_genetics.yaml,sha256=HKGvD24FW41qg19HBxS1yDPpjoSY_vatNQFn4hGT-Ew,198
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_miscellaneous.yaml,sha256=72bKT_zpntaXiKEUnyKsV7J_JQ36wm5fJen8m3FoWwo,192
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_moral_disputes.yaml,sha256=_nq9VjzzTGXjYBSxOBw-CaEZXgey6186PMRpOQMm7Qk,199
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_moral_scenarios.yaml,sha256=5kPNRiBtYInLHacatWYyWiz1VGiMAh-s53mEzYYweW4,201
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_nutrition.yaml,sha256=MEpEHGnjhv1s5eMrIBrcNZTrrS7VwL5prcLL7Lf8Rck,184
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_philosophy.yaml,sha256=qBnHY8sSJeK5yNwA92oehSUFkLdrI7riruCiKUWT_eo,191
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_prehistory.yaml,sha256=UAVWofNGOlRn6AXKlZUoGG0pvtQy2cI2ZmOlxQGbZj4,191
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_accounting.yaml,sha256=DhafoCf4mijBPQfwEkDCNMwafu-tbbX6Rgwh_2JeUWg,212
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_law.yaml,sha256=UDzmkODbS-7QNxLvvOQWjWEcDhxjPX798Uu6VWQzxho,203
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_medicine.yaml,sha256=rXuTMciWIIqR_bvWijpJDB5rGRBkwdi5KrYqbLoTpVs,208
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_professional_psychology.yaml,sha256=BvUac484Txu4QGBlBlLG5xHBw7qK3XskHPST-WC_eTQ,222
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_public_relations.yaml,sha256=yI8RG8EY8GazniG7KAHUlEH3c7RGkA9kLdRont3oxnY,208
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_security_studies.yaml,sha256=nfbrY_-OzMLFCprcT9jmwMKJYD33ulin8MinJgnrrWw,208
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_sociology.yaml,sha256=P4jDdd2Yc-ZsfcfUs-U5YzfN8MBQJeHtzhjDG8Bi5dg,194
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_us_foreign_policy.yaml,sha256=gYV_cD0zVtiKvRpnzgmu9HN5irI6asQ-CFtGv-f8Sjg,210
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_virology.yaml,sha256=gNqk90pKrsBLNNTMB2-OQyvv9MM0j1zsfeirqQNY0lM,182
lm_eval/tasks/global_mmlu/full/ky/global_mmlu_full_ky_world_religions.yaml,sha256=Jyfelk_qiMSxG7kK-WrCZ_h0i6mH5mPyvF065EzxGFw,201
lm_eval/tasks/global_mmlu/full/ky/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt.yaml,sha256=GSjF9daKyzK0BLoQOu9Qan6uy-00-ibR2ComD109UpI,256
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_humanities.yaml,sha256=08EWf6tPed4ezwe0qN3Wz79U2xHNPcusqoVDFJEO93M,174
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_other.yaml,sha256=8WyTL_sJQeknmVsCaIuWOk0-kZMMezYxc_EUI41QL1o,164
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_social_sciences.yaml,sha256=fFvMVuUIOCH3pZgHz149l3fIfbzswcZNdW41Bca2PeY,184
lm_eval/tasks/global_mmlu/full/lt/_global_mmlu_full_lt_stem.yaml,sha256=lnpaMYssZ2q8MKfKzCIiIkwmhOGB8kyybkA8ElfAfWo,162
lm_eval/tasks/global_mmlu/full/lt/_lt_template_yaml,sha256=Z809wciQzJCZmOY-vO9anA6Wkqm9ppH7tpdrOuwcdP4,429
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_abstract_algebra.yaml,sha256=Da9Lz1QHCYHbnLBu4Pv67XbtCPR_FIyANI_7qITdDD8,197
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_anatomy.yaml,sha256=sqiFJgUzXv_XIAqPbZcxP3LO6DAslmeCY9z1-RXgEmU,179
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_astronomy.yaml,sha256=M0PZ6sooG-Vljgx1NXNMWppww_xWxKgkfOon_pFRkgw,183
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_business_ethics.yaml,sha256=5adU-gxk5RZWLTIoadANTLz_vQZN6vQhK4ygolNTwkA,196
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_clinical_knowledge.yaml,sha256=r19s1csCN7UM6WbLChXaxV66I18WfC8Ql3ti-QKyFeU,202
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_biology.yaml,sha256=BvATqYKS6sG7oO2UX3nPrlqHTnFiWee6o1EDsD4JrXA,195
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_chemistry.yaml,sha256=YFd5WUG-GlqTfykJCreUTqwMS4DwGtCvHvON199BLHo,199
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_computer_science.yaml,sha256=0Rw_CoTObMul_9c2eALkJ20xfLpIyybl9AM2GxJVZ88,213
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_mathematics.yaml,sha256=k9iicP43327aZ6IGXkO0UOZdHNnV47FPyhAGrfqjCGA,203
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_medicine.yaml,sha256=T65ERiqx744Ck5zxueW7nwTIy99iFVx_pc_rTI4XglM,198
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_college_physics.yaml,sha256=-qd3qr8mLO0X28XwI9BqWv6s1J1Bks2NNANCwzuYV-8,195
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_computer_security.yaml,sha256=csU1lMGsdIX648U9_BWOz--IqVM1Dcgc8OIX678J4Mc,199
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_conceptual_physics.yaml,sha256=wvhU9mn7KKvrjtI6da3-FRdh1T0QqliJvaHEyDvCdNw,201
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_econometrics.yaml,sha256=OrG7EeiaN7w2DwUASF365MXIIQYLgswS8kzeGU0NVhs,200
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_electrical_engineering.yaml,sha256=mf1PrKdzrJEHIJTrthgoK5XRBWSeyxeTWKoFRLaphhs,209
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_elementary_mathematics.yaml,sha256=Wdhq48Qy3oMoVN4cEMouO5KIL7yF_XTcm4IFrgoxXbE,209
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_formal_logic.yaml,sha256=EZgPz-GMGpyS2TNXtUZ4iM2PKOvJ2x-VceJ6ouA5BMk,195
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_global_facts.yaml,sha256=FHyK15QqMvtpQIuS67ULqH3IVXW2u5Simkv4dQeCGiE,190
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_biology.yaml,sha256=d10DPr8kRcCYNC3ETSW-kfDnoIx7G2hgNoFYBnKYZKo,203
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_chemistry.yaml,sha256=4fh9jhOMnbVQ0hnwDqZBvenS52TWgoDnQPcEzfkgYsQ,207
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_computer_science.yaml,sha256=qUhsp5nvRFndNyRcDKSUo5O2NsYJXOC8trASfDFAR9k,221
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_european_history.yaml,sha256=KjgABKRzUeVq8LH4Gs2Tf6cwhIhWr9gNm6SdjtYUKwg,227
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_geography.yaml,sha256=wviMR-NPncupSDuo8QolIleH8kuBhyFBmcmejNAnKjg,218
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_government_and_politics.yaml,sha256=aGiN1LjMBtxAg-iLuRl2sRUG5o68srpRyPkT5Mcq6Kw,246
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_macroeconomics.yaml,sha256=CGNV7sEp89etU2EABPEKirYLAOcYR3KJtxY5u7AmHi8,228
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_mathematics.yaml,sha256=xVOJeIp9nW_4dT-YjY0O6wJaL096aJkqZxqAyhPcme8,211
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_microeconomics.yaml,sha256=8iA3i0IaxJQryxThdY9X7pAO5ix5P8ET8V9LYUJD1AQ,228
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_physics.yaml,sha256=EsY37LEIuPQvoN6KtY5zODgmP1N6BXILQOrq9S5M8C0,203
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_psychology.yaml,sha256=aiyxl4QBN7022Xv9vDAcDwEK4dO_H1zI57vfd4LT8s8,220
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_statistics.yaml,sha256=X8S1KaNrvufEw5Yx2rNPrIeUNW_4KX_RzgPHFzIvynI,209
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_us_history.yaml,sha256=hZuFe6djfHMhZKMgH9MjY2RL9kAaF4WAgK0goZevAi8,215
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_high_school_world_history.yaml,sha256=B2lk2SQxqUHvjbPHjIwJ8EQBHpOgHp5QkoNNXf_o_OE,221
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_human_aging.yaml,sha256=9pGdKsQWHoZl4pc2fV7z2meopSjioQKMwrEJnOuU9rQ,188
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_human_sexuality.yaml,sha256=3TQYLW0s91_DAoYoAPlgAlY_TsHhxW29C7pFS_hdLgo,206
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_international_law.yaml,sha256=KYocdbxLRcRPtiqh3t-y2Ww4EmPguEWxlXB5M5QS6L4,205
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_jurisprudence.yaml,sha256=I6uGnRdc0IbKNWmklMYmXCh6dWS22eQUQOJC2nCx01E,197
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_logical_fallacies.yaml,sha256=okbVjCJnqGIFEaY4Rk8cedP4w8yZmZhx7XevXi8DIFI,205
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_machine_learning.yaml,sha256=hYLwkkVSjtBXzgbbo1hOVhRAdyUH8yxBvLflOqhnUgQ,197
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_management.yaml,sha256=oZWZm9-hD4w-9RYXa35WBOQ4jvsopOLcbHc7MbTrRhc,186
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_marketing.yaml,sha256=8AHDoMuJTYsZfWT0vThAplQ1ZpGHfvfmMPVi2N0gPYQ,184
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_medical_genetics.yaml,sha256=U77bQbHKIGi7wePoRPS3i9MfFS6qWymQujmhAKmQ3fg,198
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_miscellaneous.yaml,sha256=E5AsDmRS_HDSCC3mKtfaqDjWwrEBVmJpvIKGjNKAewk,192
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_moral_disputes.yaml,sha256=SA47zxDTRt2fBBm7JEXOPvgx4LphBXtHikUNII-wXWM,199
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_moral_scenarios.yaml,sha256=8MHFaV8UDgsv1t9GJ9edFig9UvZsxNpJlCGPkMda-lQ,201
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_nutrition.yaml,sha256=cW-WAyH0fpAjc-JLspw4QbBTBqqPxh0zIFe_oFB5PGM,184
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_philosophy.yaml,sha256=GLOyBK2H9W7W3865S3HfeyOykoR-aGYFZSFy71vZhjk,191
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_prehistory.yaml,sha256=W4Th6XisUJvF3CHaZfE1sJeK0zOj4Zq3Ms5bDpj8CgE,191
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_accounting.yaml,sha256=rNX0SbpdefodAqo10C3cFaLAs3ZVk6STKodDqACik2Q,212
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_law.yaml,sha256=KOJyq1a1LB1BFcZLNF3LbnwZdf0alK9YG02NaGSwGew,203
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_medicine.yaml,sha256=YdTT-vuUtG3GOY21dfLouynj3wqIkKoJeb1tDzz971k,208
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_professional_psychology.yaml,sha256=b-L7KAUHaVA3JGBM2el5-CoslT83837k9Lb9qioZDaA,222
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_public_relations.yaml,sha256=j3vWw2W6v37L0C2tQrtm_mmEynoHGEQ6JMot0OeIEKI,208
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_security_studies.yaml,sha256=mFMbgoy4hiMRTcx0gQ6hqEo8JIWRgUqksbcJariM_SI,208
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_sociology.yaml,sha256=c0x_06olIqr2BtAGg5Hob0SaGMnqptIBWsgoQLZEX4Y,194
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_us_foreign_policy.yaml,sha256=5ailsw-biUYnojdZ5ovfhPr2LnHXPlWr90xjyFSghA0,210
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_virology.yaml,sha256=ZNb00KkndzQpDjuCuHrGg5Ayo39QSGFHCHMIKodRBW0,182
lm_eval/tasks/global_mmlu/full/lt/global_mmlu_full_lt_world_religions.yaml,sha256=1JXNhoY1xGA_oi-TAj__QsK89X9rxLaiCRc49rjPTxs,201
lm_eval/tasks/global_mmlu/full/lt/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg.yaml,sha256=g2bd3ivN_75qYuzUQFOzG35irbsxRuHYPYxzCWKV1kE,256
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_humanities.yaml,sha256=5dSkdnvzGWsikotcVLboABjiB4dCTKXdyGgBkXyj5VU,174
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_other.yaml,sha256=fKQLbBT0Zlo91mDViIGIP07sqbudOOUCUFnmV5SRFnY,164
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_social_sciences.yaml,sha256=HrAORHSBY9leNx3jxGY4vWLqQw1A5jpe3AZMlf6p_cg,184
lm_eval/tasks/global_mmlu/full/mg/_global_mmlu_full_mg_stem.yaml,sha256=Gyqbdv-tAOzMXpkVNtvS4-UwmbmOyOISH4IQjyWaNug,162
lm_eval/tasks/global_mmlu/full/mg/_mg_template_yaml,sha256=9IVjg48SGrMYbyRzgWHf8rkgM6c4UlN27aXWDRxKuTY,429
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_abstract_algebra.yaml,sha256=nWNbd5FTnotSPLP4Sw9cMk_fMBP-3thpGKdXQcnHZ5Y,197
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_anatomy.yaml,sha256=RnCYK7iEirWT9XR3lVEhrmtrG3egzzH-FJ9l4hgHn9s,179
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_astronomy.yaml,sha256=S3ipE0iGiZFFZMTRrk5j5gLAlp4pB1GlZPajbcJNvGY,183
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_business_ethics.yaml,sha256=sWFMnLfHemkZxclX0B1hhgqnFDcvRQJaoJFmJabzN28,196
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_clinical_knowledge.yaml,sha256=y6NBZTm2sF_zDK-NkpioJdp76c99BnMIM-J9fMZQYbU,202
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_biology.yaml,sha256=pZDMbwqequa0EnkF3Nw4rVcN97wVpX9u7dAa_bVH-CA,195
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_chemistry.yaml,sha256=v2QAZhiosSLDLYGnqqTDb3eGOtGfdlXK0B2cP_26Arw,199
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_computer_science.yaml,sha256=15_TpQfpTfXO7o1RReqz1A9lZrPgcmPc6761G4k4C0k,213
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_mathematics.yaml,sha256=jBZgSxjh0VqPNHMVQJ45pPrqeeViSJ5OYkqLgKA5Fz8,203
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_medicine.yaml,sha256=eEjSqiZ0W0SnJmaIXW2kXV27XacQPlpe2hQNDN-ByPU,198
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_college_physics.yaml,sha256=jA4IsLzgAdAJw5v6zK8HRqhE5nvOeYtin4eU57W5DmI,195
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_computer_security.yaml,sha256=Mo-JBzBsJmFWmV0_2UOe2Du2PiTF5g9RoTHmgPfk5t0,199
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_conceptual_physics.yaml,sha256=P32_aMiKDIZehWg6KqyBYF6JFLC7Cq-YLwRQ7CAXMec,201
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_econometrics.yaml,sha256=yDVjydctpGQAStUwG4i1_MgGyGA0jgsmtdjtQ6hTPbI,200
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_electrical_engineering.yaml,sha256=oMoKZ7YcMz2dO2K-4qVOxweAMuFDL4yLzuJ-be8kM8w,209
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_elementary_mathematics.yaml,sha256=3ZENQQUCVyYSEksdmzzcQ_wDfBDR6alE77CD_fNdnvU,209
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_formal_logic.yaml,sha256=W51iupx7r7JXZjUtWKCTKpPfOyhKOogLPQi0QZyWdTo,195
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_global_facts.yaml,sha256=w4KNB3infUEntUq72OZX1eLaffSZTyBNH5gK_7_9LOs,190
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_biology.yaml,sha256=aI4nw63TA1oCjN6pnBWnQFf50avCMEA4xblD2yn6nlI,203
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_chemistry.yaml,sha256=O0-7QhB7r052WpVY8kc8m5l7Et1-sBho9IpVX80v_ic,207
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_computer_science.yaml,sha256=FZsKaBFTuTrXhYkDOg6qVd0YsDG9uoE44Th8Kh28Ni4,221
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_european_history.yaml,sha256=PZ7X8VMTSVo5hPHCl3weQmNBigOHA7ydambseZv0T6g,227
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_geography.yaml,sha256=d5B_M4gEakkYkccVCgIgEWWY3bK78jaWPQyQ43-Bl5Q,218
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_government_and_politics.yaml,sha256=cvaRWclrSEhGzVqNXl1tDAHPL83vRuMPITsjQrOMs5g,246
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_macroeconomics.yaml,sha256=lxdQVR8zh1KSipgw0w8F-kyY7mPfAuspsW8FC1poeWM,228
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_mathematics.yaml,sha256=aN1OhXXZyXK4EAc0pK7niF2iDpgkOO3qS5KapQZCtIs,211
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_microeconomics.yaml,sha256=N-t2eIsl_O1asdm7k2cfJA5AN1KBgwygP2b0ipyXDsc,228
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_physics.yaml,sha256=O83Z1uK0Xct-3Wd0TjhjUHPHtbI2VBjzZJ-vgKjMvM4,203
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_psychology.yaml,sha256=aW8P0c-k5QI72d3HkwmEklJXDwFfIFCjSlCkivC2dpA,220
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_statistics.yaml,sha256=I1ybLxUb0zDfeniLwrFc5jP7GVgm9DzwjCheAeJhIg4,209
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_us_history.yaml,sha256=-OaaGSOrHxjVPEB6VI7K0GiJVfzGxFZZYHPNBjxMTbs,215
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_high_school_world_history.yaml,sha256=-sVv6rSdqt8juPP8DwnrS9gUPMRfAZiPkhFoLc06aFA,221
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_human_aging.yaml,sha256=sKKzVlJNPsKXEdgzWMG3ZN6SI5E_c9SCvbVNSmE49sE,188
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_human_sexuality.yaml,sha256=LP6EgmtXd1SsXqWRMIxQhug8myCeqIGrEJjq3IgJZ7E,206
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_international_law.yaml,sha256=fwWc11-00CCNthx5n08QQ4QKNSh0pHcpQJfgkz8XN3Y,205
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_jurisprudence.yaml,sha256=bKHBy8iA9Vhi59Cs3BtR3w1L-TAEQYs3Jml4Ix7khqs,197
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_logical_fallacies.yaml,sha256=ZwXV72swAd2ooQClQkNycRdfRV6bj78S0I466bbggso,205
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_machine_learning.yaml,sha256=W6uMsiz_Bs-G-NvLtwNYN2VHrGgwnPZeM07YvYCM4xo,197
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_management.yaml,sha256=p7nmn9oaHVaYNnJtLJ83AaXFd2eczDBzwwgfUQ5OlkY,186
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_marketing.yaml,sha256=l3-Lcsh4xNj0vHycBnZAJ1NBROuFU9tJQam2b8TajPw,184
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_medical_genetics.yaml,sha256=mth7YiEkcQeiTs7M-mGzLyUzLTgNwoepc2fyQYDzIXo,198
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_miscellaneous.yaml,sha256=x6kOerdO9ICQetzAqNsqsN7W5rAr-iKr5Y2nkyxb2wc,192
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_moral_disputes.yaml,sha256=JaqOLv4fqSxNQ_KIHhw-H7eBLya730bLNkqvTOrmnNQ,199
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_moral_scenarios.yaml,sha256=i8jd3Zyd8vzVrtJe1gWHWDJZGBJphIENa5hNRMLvvmI,201
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_nutrition.yaml,sha256=PBTE65ZgworAa7yLUdLNc-DNVD7M03HjqrbF6gxq70A,184
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_philosophy.yaml,sha256=PnDeb4mTe68xKcO2mvnXYTpnrZop47dBf3ueCr3rHlg,191
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_prehistory.yaml,sha256=Tikqk0DMRqKHqDiDjjSwgIYkLEX7oWtMLMqpaUcB7sM,191
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_accounting.yaml,sha256=3tK6T_Kb-ReG-8JI38HWT1XJWCK2jR-Yc4GK7uVhVwo,212
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_law.yaml,sha256=yYUHrcbbr8PEsUy9wy11C28MHJ56JeFEvnBDPPltr-I,203
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_medicine.yaml,sha256=4f8UruI6WlhzlUxWCDpVfzSgYdVnimphKLKk3nem6_c,208
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_professional_psychology.yaml,sha256=z2F-KOhet8oZA8Kv-oRJAxjTzJwcjywJz1l87-bIvE4,222
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_public_relations.yaml,sha256=LePuEPnUXKzL8QOz3P0zx2lxfYpVc8isv7DcG9fxTqw,208
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_security_studies.yaml,sha256=6qjGmz3CyyTKjibwCK7ilHBVrIqyvaU7Mu_D6B7NH-k,208
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_sociology.yaml,sha256=tMip6DYO0TVI9l-ziecb2KbOmpjUZFEOtkDdpyXoHNU,194
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_us_foreign_policy.yaml,sha256=JCnTJ10PXHGCEORa-1Jh56mIdVRSSM0vqh2WqzmSsqU,210
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_virology.yaml,sha256=0Qo1njtTIfSoW4twadnX9CeQ5oxq8jqdAJb43yWAVUc,182
lm_eval/tasks/global_mmlu/full/mg/global_mmlu_full_mg_world_religions.yaml,sha256=EvNuTSliXm9MVEiWM_KEy8eiIQqGiU1msY6TuqhbrK4,201
lm_eval/tasks/global_mmlu/full/mg/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms.yaml,sha256=2f634nj_Lr3dvO15gdM-UcyIoj9lCFFKkh94qdEGPzs,256
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_humanities.yaml,sha256=e6B639u-Pz8EAY7eJjfV-oLsfZ4QMbkS1p7Zr3df2Hg,174
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_other.yaml,sha256=_vxEGFNURvm01QlHlr704AP_MDNfjvz1M1tLQ7kMBGU,164
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_social_sciences.yaml,sha256=bapMHewM68uKkHpHuiVX4G5NClxmjAcinwAoSpiYo4I,184
lm_eval/tasks/global_mmlu/full/ms/_global_mmlu_full_ms_stem.yaml,sha256=fYhK73CHc1yuZ4xDrWS2gf1CNUr4mL-2_vZ1zgpjFoQ,162
lm_eval/tasks/global_mmlu/full/ms/_ms_template_yaml,sha256=9jDbNz1IcD8wMh2AW2WHNZx837nJN3JkicLXcn7QOh0,429
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_abstract_algebra.yaml,sha256=pPTPnVjch8wih4ly_3SgX3Z4jO6BbgWiJyw6o9tBIcA,197
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_anatomy.yaml,sha256=mAGrQG3leLILEzhQiuzbIo1eajru_04SMmCya8Sr7mg,179
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_astronomy.yaml,sha256=X3rHlwXnLWa4rMiu9IJ91zaZgp05ttJs3Oi6X4q2r-k,183
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_business_ethics.yaml,sha256=XDKXNY2b8qssScvM_ZXA4-Qxzt-7Ro55vV3_M-BdH5Q,196
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_clinical_knowledge.yaml,sha256=7_ohFRi-3Yh9XbXYrXQCYcvNO3LH2a13DJ_1R_qCugY,202
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_biology.yaml,sha256=hGA9dSlZWlpaVZ-WfI_p2auh2c1pivtJO951g6HzP68,195
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_chemistry.yaml,sha256=FVNQDE6MPY4KrYJkNa7nGd9ZpkYVXpeasbSIvDGXnNI,199
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_computer_science.yaml,sha256=TjtlIxrkkQ2lIyESmzThXIe46SRmH1wAw9ePUVZIxRg,213
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_mathematics.yaml,sha256=uv03S9Kl6Q2503yvsQ6DDEmFdqpbcOcoTHP6hrAMHkY,203
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_medicine.yaml,sha256=Ep_ftATRsqp6cO0-klw0XrhhxgR3ZUT8yuUC4aZI48w,198
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_college_physics.yaml,sha256=u1UHO5JZfgt-e6F7yJjsp8lzX6_1y1heup3mPo6nRH8,195
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_computer_security.yaml,sha256=YbtEO-rbVhfUH4UbpyUk-Bj96j-2js9ynMKpyGrr35o,199
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_conceptual_physics.yaml,sha256=YE-aGL9WT9awCF-E9AjPvu3a6-T_I4qfy_-0qb5evgo,201
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_econometrics.yaml,sha256=YHTnxdrY4JpcE3PDorO37V9FPGBBQyCCXYrB9tThDx4,200
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_electrical_engineering.yaml,sha256=DLZNzi5pKxsklckUtfYcsLmfHVHG9ZAycr0-PG55flc,209
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_elementary_mathematics.yaml,sha256=MaYtTamzo2m-ChfDwBjrJwa5Lk_xQbcRonTz5SKQSDM,209
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_formal_logic.yaml,sha256=1Gw7USjGrclBWngVmIQrwTSbHnUUexTEclguIGLYrBw,195
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_global_facts.yaml,sha256=YPbaARAaeKX1mjQxL85rkGA0b7YJspm5J6R75thMI30,190
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_biology.yaml,sha256=E7NOX2f70aELepDEHGL22kQ0Iu4ruhxWd9MsfyN3npM,203
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_chemistry.yaml,sha256=UzT_EEhLNCAqpJe2h3uP3IZFXX0PrETWBhrTLuFjGQU,207
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_computer_science.yaml,sha256=Zw8Sa_XPmw1uWeftZaNiTHaDKLK6QgnbsSIaCP4a2Yw,221
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_european_history.yaml,sha256=QJXCR6L5wzdX4bCED5mgvfekTvtZwigfvArPQW63zMA,227
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_geography.yaml,sha256=_1A38FF3ZeYlYiD1aFjta4LQICCElHY8DBoZhkYJ9IU,218
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_government_and_politics.yaml,sha256=C0AMA6ci9eDMM4xxjOhX2hpVzce9-e4yiSXy6vr5sSg,246
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_macroeconomics.yaml,sha256=p_PHXpMOIKp_1Dh4Na26n3QvLt6CpqOZ60CeDpv424U,228
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_mathematics.yaml,sha256=hJM2-zUibkMe4_2j2pgv17Iw33IPeUPjlSbM4IgMZ9g,211
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_microeconomics.yaml,sha256=BMr2LET6rkiILVBaCGZNdtzMsAUyJ1H-UA9kizG83mo,228
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_physics.yaml,sha256=ILxX4BTj69rwKq73MgnREXWaphgAdIr-CWUuiKPhg0M,203
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_psychology.yaml,sha256=MumEyve7lFBhfCA8BCqdZchoEsNFBdf2dHK3-H8r1go,220
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_statistics.yaml,sha256=P44ttCr6Pj9VF4GpdqeLYGjLkRCgi5WuWnnUyBnj9NI,209
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_us_history.yaml,sha256=9U_vQAeJaeEQdjU2b1sopTbVaVxzICqL1LapsPJEyac,215
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_high_school_world_history.yaml,sha256=VA8jVpRNHPaOQk3_gfITzOWLNKuPzwY_FQ0qMBU9oAg,221
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_human_aging.yaml,sha256=WxeSGR9YsoldxLukZcVdVuoDP3HaAcPCFvCCA0Md4yQ,188
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_human_sexuality.yaml,sha256=Yi9kDLyZrPuZGPDoAC5V6FW45nW6uXHievSNY6KdEmY,206
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_international_law.yaml,sha256=YgzEST9NOXH66YX3S5U1QaDXTWQts144KHmOxrEimxQ,205
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_jurisprudence.yaml,sha256=-XEEMrXhhiuD7NuW9E_D002VagHDdg4o0xl0xqHjB8Y,197
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_logical_fallacies.yaml,sha256=YKEGna3seiECvwm1QtC5UuvUzCw_DVlvfdF16luICqE,205
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_machine_learning.yaml,sha256=l97LnkzMkrQJjpo3c9aves3jN9bk7we8Ya-Qym1C5Dc,197
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_management.yaml,sha256=oEhh6OTtPEB6rBS8fX-5IKwI7hKgXhxGm9zIeThgOh8,186
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_marketing.yaml,sha256=rwQiJTVLstZqH_5v7G09YMjaWilCrNyixPqpBKOSXSo,184
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_medical_genetics.yaml,sha256=UlLUGOpGwJBO54s54ARCQ-fgdInhopB-4IpKlVo8Xiw,198
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_miscellaneous.yaml,sha256=6ym6bsxDagBuY9INmdAtGU9vMrDZRe3O_BRP47IpNOQ,192
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_moral_disputes.yaml,sha256=_PVCyzTnOklDaC4JqRzBrWOU0IxJBfjbNLwAa8i3ewk,199
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_moral_scenarios.yaml,sha256=Hoa_FtD1bAalmKOPhsGv-R3pxh_057DDRqVwnS597wI,201
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_nutrition.yaml,sha256=zz5IEAcIZubGo77DEIulOvVKO_SdgMxJtpBZ_778D7U,184
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_philosophy.yaml,sha256=LnpDwc0nre3pfBFVNPOZ0oRXO2-aNvuWM98Bf7ymaZY,191
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_prehistory.yaml,sha256=LAPWT5mHOhJG5iF6kxyDBB-d1d5-ky95u3PKoCS-9Ok,191
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_accounting.yaml,sha256=oqAjAu8WrnvUIhGRovko7d_6yg6ogSzVpZUAyskX028,212
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_law.yaml,sha256=uX41-Wt_GvBSU2KeJ7kSb-4hao1yQuizWrguMTf4_5I,203
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_medicine.yaml,sha256=T1HuKjxW_RlCiTaCD1sH1Xj-koXC_4xTHUBHdKblnNM,208
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_professional_psychology.yaml,sha256=Nq0zvPkxL_98s8BXYMpyjHe_O39gHEn1wy83482Ltfo,222
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_public_relations.yaml,sha256=2SnSJIzSFxg7jhcOd8mZ71CY2DSCoVrkV1DnnrM-BnU,208
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_security_studies.yaml,sha256=0TPi51FA3Mj5QPqBwQQsTxVuFYY7ogAk_Kfna1IYlq0,208
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_sociology.yaml,sha256=CymaUlJjH7tfg3jdh2Gt-9PZYdw3nIwcpYuJdekQV9g,194
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_us_foreign_policy.yaml,sha256=t_pw_Jnm2jfEPcRoxC2SBSrFO1pCh_K3wIZInGPcxCI,210
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_virology.yaml,sha256=8olOHTpwFsBtP97-SLnk3G7kIKiBjO5x-e68z7ttEck,182
lm_eval/tasks/global_mmlu/full/ms/global_mmlu_full_ms_world_religions.yaml,sha256=6wgTbY4daPVGW0pqy8FwdDsXQZEcXN_f_MP0M2ffH4E,201
lm_eval/tasks/global_mmlu/full/ms/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne.yaml,sha256=JiKGP0hUgCfygAG0nnCt_8bkcvGU25DOd8GB9cHSYPk,256
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_humanities.yaml,sha256=3Gf74-gbeuucb7-M7sg2OLyBx6bZ8-U8qhddXlWw7qc,174
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_other.yaml,sha256=sjQSjRKbr5otTC0zrh66pOg0yBjMp3VB-LQtqL7qy0Y,164
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_social_sciences.yaml,sha256=XjK6Ehfo7Sc7H9vakI1Ka7183dKK2TSUuf2onSqNdvc,184
lm_eval/tasks/global_mmlu/full/ne/_global_mmlu_full_ne_stem.yaml,sha256=NQY4pgDPtSKDGFYufbTJb2ni5NGXHOpACyZF65k6cr0,162
lm_eval/tasks/global_mmlu/full/ne/_ne_template_yaml,sha256=0v8Wr4kjVvgZIv-S3JxKgLcYJaUnBqBfudYGUFRkN9I,429
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_abstract_algebra.yaml,sha256=p8Uq-IpzfGpijJBw2dIWTJzWSlvQUA9Y2v63msNqFOE,197
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_anatomy.yaml,sha256=DtS450byYePHzmsilJUYe8igbIa1s4INpkFg17WdC-8,179
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_astronomy.yaml,sha256=4BQ0h4vYwJsIFdtVWZuV3YHKDL_6ZMGhPFFH4Sq4_0s,183
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_business_ethics.yaml,sha256=CKsLJNV5Mj2vB_3MFp54p18AHSJlqmlR909sW2ZZTXk,196
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_clinical_knowledge.yaml,sha256=EAHHk404rPN9kpaQidymVMO8SjbVFR3XfcnoxBvOj7E,202
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_biology.yaml,sha256=ijNKSvZFAjecePXRkTAFfljO15h8WKMHpd3Zs7Vw_xQ,195
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_chemistry.yaml,sha256=baRXnonxb8SJZ0xJ1tKvdVxEAciVI-J_sgnhTFKft3o,199
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_computer_science.yaml,sha256=GgkomrQeMerChn6RjMeXwX5RA52fQX-iY85oQk8wJDY,213
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_mathematics.yaml,sha256=mO3HEcfif-30zft1HUWiaR11luZq2j_Z1ss3Wgv3Nho,203
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_medicine.yaml,sha256=IRslZLPj4-O0ukOGa5LHcutD-gP9jHTkZcwtPp_7J4Q,198
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_college_physics.yaml,sha256=Wi4o9DpuulRy5OgpC8qOh3TVbuM3Gt-6AR9cLdUPyyg,195
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_computer_security.yaml,sha256=2UyC4FQk_YirJgqsLkx2Zl4eerprOlbZNHtVQ7aL9cw,199
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_conceptual_physics.yaml,sha256=_rvbcVl48cnlHumV7k9ec8FM7vUwurcjTSUMBGj0YPs,201
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_econometrics.yaml,sha256=YB6hICFYJ3M6YyGA470bKVsxHnoehZsjcWlbHWUu6hA,200
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_electrical_engineering.yaml,sha256=mPAZ9iivVysu8fWD8t76aiBzfRfLWSH9eiI5Y1sG3vU,209
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_elementary_mathematics.yaml,sha256=aFNEnIweG5zzm-WghwjilWGGXNpfhue_ZwBIlN4n0Ws,209
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_formal_logic.yaml,sha256=HZxSG-GFC3iscktDOR607BkDgqmTaCswN3GphoRjy6E,195
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_global_facts.yaml,sha256=cgR30XRJVKwdMC7SYxURkWLLz7kBdcXfRl1Bff8xsMU,190
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_biology.yaml,sha256=oCmO3NI2ZsMUPjMPTymtsY5FHuEHa0H9m0fzEDmfW6g,203
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_chemistry.yaml,sha256=pbsEUu-Fw5GAEyqcVZy0CGvAuGlLuZrNGMMbXbdTqV4,207
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_computer_science.yaml,sha256=eftchV583WKT7MvVArzCjN2EsAhTUTShk6S8Z6Ybv9c,221
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_european_history.yaml,sha256=1PA-DnEBJ27rFClXINW1LvHedNvmbETwYMXVMo5hLb4,227
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_geography.yaml,sha256=pD3Fo5Lb7o69gQ5M6qzJbLi6ogICIFivioU_lOUHJKk,218
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_government_and_politics.yaml,sha256=I9m3MD3IJagw91ZxQN7YkFetvFxqfc3zoN4hWHcH3JA,246
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_macroeconomics.yaml,sha256=kw-CcOnZEQAZ7N-INQn4PLGL23epk9PN07T2LlaDmZw,228
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_mathematics.yaml,sha256=gs15aflKrni2jksStmE0LpC_Wt3cdx8sSCmYUMS8lbk,211
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_microeconomics.yaml,sha256=ia0Qg7KmnGku45ZarmTT46Qfx4A12NO_G390kIJjsoQ,228
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_physics.yaml,sha256=COWY2VqHDekgz9c9AewQHIjgjWYwiH9pYVb_TPPk91E,203
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_psychology.yaml,sha256=UtgBGTE8Ysol_Wv4Keu5hhT1eK6XKbsM37bZiL9sUTk,220
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_statistics.yaml,sha256=KH-aCrgDxR03x3Gzdr4Df2lhKWlngqVlE7Yne9NINWc,209
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_us_history.yaml,sha256=fvGZLxpVZa4Xq53d2uIv6r7pWfCUp3J35n5H46x4qHY,215
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_high_school_world_history.yaml,sha256=5MFQBS2Sj_AhUxSqBum8Y4cKNCHjtQRb5LK6ygDssQ0,221
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_human_aging.yaml,sha256=pfbl8HPQ-Qh5ToZcvplkGUPYcAuUNrGEwGIzoNZAuEg,188
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_human_sexuality.yaml,sha256=Y38L9oqJo9naF93yTsuuW1eKrNn07lSSjkpx8Tut0-o,206
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_international_law.yaml,sha256=An-tZn_DkrXE7UeuGqtpjs89N7R_tFntEt1Dtol_u08,205
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_jurisprudence.yaml,sha256=h3DL4g8gSpH_09OV4dbk-pVhHAYoNp6QV7vTL9r7v8c,197
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_logical_fallacies.yaml,sha256=nTTcEEHBRhf34axnT0EtO7SaabtQFmONMfqXXy-Myvs,205
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_machine_learning.yaml,sha256=vOJNarzM2TVvIFrdYshfs_Yie7hpvEA_UHVkYcfpuAs,197
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_management.yaml,sha256=RQj8-vHyn_5SqKbPZcGIShJCwWyX8fs5Cd8CO4hyCGM,186
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_marketing.yaml,sha256=q3uNTRRSw2MeBf-5scHdo0nS91a1f-KUik5gSH9Em5w,184
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_medical_genetics.yaml,sha256=k8X6Wt1OkSv52kfBsMGbC4SWgmKDwCixVJBIUQ4WVPY,198
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_miscellaneous.yaml,sha256=cBIKSFnO_U3pCQpiqJyhZrXXXy5OD5oImo8NNiuoXHA,192
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_moral_disputes.yaml,sha256=Y9xmna4Pv7uD1T9cO_z-_nFKkn4P8ccECTLOyNmzoZ4,199
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_moral_scenarios.yaml,sha256=p8EGuDri76w7SNGP5L6bDXnrDnxP76wu_ZRROCDP67A,201
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_nutrition.yaml,sha256=PRq2Yi47rw5knjiGQDobtB3NXIwQCcTfCIsIAq2uoHM,184
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_philosophy.yaml,sha256=_0hJ7DceOWpwOxfCVkTniCs_VxeLi3cie889KGmwW74,191
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_prehistory.yaml,sha256=frhK-8A9E5onENMZkQrk82dlrT3dDYEvn0wA1F2Ccek,191
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_accounting.yaml,sha256=Q_xFrkQSiMgvTVh2dDUEtBxSohNTaYILMFe5cJixP0I,212
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_law.yaml,sha256=3dddFrjdSjQMM_uWa8JhNeEeQp-d3htyD-1BtfCV8zc,203
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_medicine.yaml,sha256=GYnX5Tco_ukm6i1Uz8QVULcs-3a4wRaE8vZdWzVfNbw,208
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_professional_psychology.yaml,sha256=89D967Xzm7fEzJKJcng_M_BO1sQEiGhf9izygK6Xub0,222
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_public_relations.yaml,sha256=7eF5rV0F1MfEKtXrxhFv6IoIJz9NWckBWs9ThbDPl00,208
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_security_studies.yaml,sha256=XPq7qF_NLplInemciQ8ec8e_kjfd6BMq6geKpOkHEK8,208
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_sociology.yaml,sha256=bEF5ASjVrdO_Y7LzDzXzWg6DCFOgFlOsDHbEu_v9_gc,194
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_us_foreign_policy.yaml,sha256=lpLtx9el8xbPIKR8mdx4zi-k2mwWTCeDcIO11WYeXQg,210
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_virology.yaml,sha256=6GwCPi5_3BlzjKeiVorRZcvFEAoA0PJmIu7E86G6J4M,182
lm_eval/tasks/global_mmlu/full/ne/global_mmlu_full_ne_world_religions.yaml,sha256=81DwtH3qpXABATq8ZnYO9yYh-YICAIF2Dji5QY9uuVU,201
lm_eval/tasks/global_mmlu/full/ne/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl.yaml,sha256=i88OuiQ0wjzfVYomlS6bAvZ8Zj35rvnzD-CQUW7-QM8,256
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_humanities.yaml,sha256=2uqqfl2DW04nYE2zVEi9VHxAnVY-HMua3pkS1J6ixwE,174
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_other.yaml,sha256=2aPL5p0-Cr3MfDTuZfqu4foU0z-ZulgBTcPjVwKD4P4,164
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_social_sciences.yaml,sha256=kVWm24jGvVfJbs0ThbA8saYPbvda_Q8caDUbLvhUI4o,184
lm_eval/tasks/global_mmlu/full/nl/_global_mmlu_full_nl_stem.yaml,sha256=94R9lPMAWgNYy5foW_L_Xb2Wo_k-ZB3HZw3XsUInEis,162
lm_eval/tasks/global_mmlu/full/nl/_nl_template_yaml,sha256=1g5g8Safnl1bx2hxckHpQtR3F00fIGtBxkzGDKDaapY,429
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_abstract_algebra.yaml,sha256=q9MI29vvdoVH-plB9UMNeaY0EJ2x4w2tMJajwJqbns4,197
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_anatomy.yaml,sha256=dZW25X0QOhPbDTwGzcr8wkRH0-W_042fnrRVoeHFSSE,179
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_astronomy.yaml,sha256=9b8rVJ_gIVglMQrgRk6qscPJ0EmlgkzAt3nlwGfGtKE,183
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_business_ethics.yaml,sha256=VzK8kL7v0ttTCuJKcYwUQbLkZ_JZb5C4r_07JElOA5g,196
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_clinical_knowledge.yaml,sha256=-ua7Cof8pDaOVjYjYIrlwdandF3SHtcsh-D4_FOvs7s,202
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_biology.yaml,sha256=GpmS38Q7YNYmW8TTghXQBIXWyKJxrerozmJUsR9ClyE,195
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_chemistry.yaml,sha256=YBNEI-EnbfUyx6j-wIl207YP-1pHaclN_qsV0THS-84,199
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_computer_science.yaml,sha256=UOySBryduKIj_usMDG7RGtdjX0hGHxGr1aAipkNP258,213
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_mathematics.yaml,sha256=GH3dxk7Q7DUvirm_8QpzUuNGtAVOT-ko9eMnR5_64Qk,203
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_medicine.yaml,sha256=_eIs7HytDfsRJ17ckYKPS-PXl8O6_iCkPiGt8dCFfaU,198
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_college_physics.yaml,sha256=NMtMoXx1MocM4IUSzxEkphXD5c9oo1-uOGmq5oe67oA,195
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_computer_security.yaml,sha256=ZpCns2r0j87kMfg09XVaXbY6OC0GxuRqk6mHeIcDT3Y,199
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_conceptual_physics.yaml,sha256=mepLn950pwB6dmdcp9r4I3wkcZBlQKpJgqUjJ3LDea8,201
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_econometrics.yaml,sha256=ayOpqPtAJSAPranq93CRncEGAmPtIQJdRQ2UO8gyGxw,200
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_electrical_engineering.yaml,sha256=NEQPa4wVylUt_eeo91uW_g9WjGEo8dYLslXQrSeVl3M,209
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_elementary_mathematics.yaml,sha256=PpZwjwkt39zRupZkPjGrUu58pe07zNSIEb5tD2haC9w,209
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_formal_logic.yaml,sha256=7k5SytmATGaKbxzrFB0kP_qh6VHFX7G2QjN977bwiuQ,195
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_global_facts.yaml,sha256=cvknvEwIYfc28VlLCzut_Jo6ne9Bpd0neOoTnnd3a68,190
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_biology.yaml,sha256=J1S4eg57qNSuCHQ5JMUvoMoamukO00u9AQgBljW6_Bo,203
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_chemistry.yaml,sha256=bORxk8ZlyhJKLwa5EKEN3NaP5TeHFBB7I-2ll1Yunn0,207
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_computer_science.yaml,sha256=-NXG3rPOxMHcZjTQMeAwoG7dKVC7mDhnVXB3XH78iZY,221
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_european_history.yaml,sha256=EEhQqeUAID_LlUF3E-hnodqZdUKmEtfnu3Ogs6yhXhQ,227
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_geography.yaml,sha256=91CnDc0baLGHQw4uRoQwH21_T-38j7XkWeXcZf4zJ84,218
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_government_and_politics.yaml,sha256=Lg0Dkxkzvysfd5LlOu5V7eL4fnqTpwNS77njlwkzb50,246
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_macroeconomics.yaml,sha256=O1r8xj3KhjeHv9m_wYNd62Ik35Z0Oel0GbM3aLFfyLQ,228
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_mathematics.yaml,sha256=IO_grawyeO7_eFnjvffQaekftY9_WhYmRXCGCBHI-z8,211
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_microeconomics.yaml,sha256=sKbotEH6QI4CWXXGHMz18PE2btTbJYl1kvWo4Uc3u_Y,228
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_physics.yaml,sha256=7HYNXUSBTgEzcZseCoWparWw_n99sAjZovz8CICxeFg,203
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_psychology.yaml,sha256=fKmTF5DBSyu1p-WnWjINLjI1J4wjkGj5wW--_YgJXLQ,220
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_statistics.yaml,sha256=ihEE_mCyuta3KaBq2jCMsiQXWz-zvqKXCu2AkGsUXu0,209
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_us_history.yaml,sha256=wZBWELsJWT46liy3XcE0-iXlA3MCpUZ1D9dTXzoV22I,215
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_high_school_world_history.yaml,sha256=TxwZf-EYQDll6uECaL6tAPoWt7K3u93ePGeM7Cvrdgc,221
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_human_aging.yaml,sha256=IOQrKoRL6twCB9pQgcit7iXLTO_-DlNDtB2NYIf8cHk,188
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_human_sexuality.yaml,sha256=guLyjNIJ27dZ3gaOXH4AO6-j6yACuNgletcRPH5hrx4,206
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_international_law.yaml,sha256=riTNKdHdYIs8xNhKrjU94Uv-dHcSwSSF40EMhIMygyc,205
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_jurisprudence.yaml,sha256=Guupx1OKIEPMQoJHtqFx0cyy4st0MZrZiApAxdXtMsg,197
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_logical_fallacies.yaml,sha256=nkjKKsF0VeWSKcm_gAz2c4SHPdvrNfbuz7lBhgcBfsw,205
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_machine_learning.yaml,sha256=a4ZpXdrwG9xgeqBNa1tEWRUew4-Vopg-0F6xeQW3zuI,197
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_management.yaml,sha256=THy4nRO-CuDvBPudvg5u3-ow6V_ENjz2oqjW8xa18UU,186
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_marketing.yaml,sha256=aPQNDiO18uZhAlffx5g5N7NGuDWAS868FU7c6mKbjRU,184
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_medical_genetics.yaml,sha256=gvDxWYEj9F1xbdTQpIztTwDHyvNAdC2n1X1YJ-cOlp8,198
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_miscellaneous.yaml,sha256=ymzGrpBKao8TqNgs0jJnqHxhijxj-lLLLuQ0UoTS0nY,192
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_moral_disputes.yaml,sha256=sFfDwppM3S15pwygV1eRpHZyHqfLYkxtl0V6SsxvpAY,199
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_moral_scenarios.yaml,sha256=HB_5r2xrUxONHOwVWr_o7f6WoaLkWvhWwMtioZhsipI,201
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_nutrition.yaml,sha256=7Nu18HCKZMKEa9zv4awvBOoq6h9toMTF0p5FA_B6AuU,184
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_philosophy.yaml,sha256=qli9mm2WLWDAyQ6HLjPdGlWavvDHNxLOexsAFJxi3K4,191
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_prehistory.yaml,sha256=J1v8l4sfTz-QikpH4FAS6pHwjb7clgS9nlYieTvchKM,191
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_accounting.yaml,sha256=OS8xTxH9nw7-SI8aJfW5GqfAY9_LWG2YWnokHN-DRY0,212
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_law.yaml,sha256=DRphApUq2kDwrhtI4kl5RobteOJkC_IMXEw7ujtAczs,203
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_medicine.yaml,sha256=G9VeeD3YfjhGLOUXHB1JNLTE0kVHkTDqyrFS5C6lChI,208
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_professional_psychology.yaml,sha256=kdL0HZ1eNcR89Qu4TTFreruFY6Vlv1DvC2j-vaAoxIE,222
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_public_relations.yaml,sha256=Q4xcuTAbUKNzZziU1rhZN6n4hTKtYhyycZo8ElUfVv8,208
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_security_studies.yaml,sha256=qdy2DjoVqLXhha8pE70eFSYIR_aoN3b1kC15tI1VkHs,208
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_sociology.yaml,sha256=0yFcRph6eHtAlCg9saCPKrhAup1tJQ-ZLhLRH8vfduM,194
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_us_foreign_policy.yaml,sha256=b0vyZ_Bh3KAPOrr_ZL0Rgoe5TMzEB-EK8zuJ5vOVyoA,210
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_virology.yaml,sha256=sss_kvTX9K9iMHoi1F8Yca2GK4w6enqmHmyprjUKGxk,182
lm_eval/tasks/global_mmlu/full/nl/global_mmlu_full_nl_world_religions.yaml,sha256=gieaE7HQAa1O012dPcFxyYZH9DdK1KE--gy17eUmKcM,201
lm_eval/tasks/global_mmlu/full/nl/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny.yaml,sha256=3Cy4uyog76VXS4JBWMZtDkZWv42hiEg7rEMhOiZJDmE,256
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_humanities.yaml,sha256=6pzdw-e09sOmYdYptNCqYc9mGnr-wOSCPjE2yaW0GCc,174
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_other.yaml,sha256=rNcOTiEoDHmMnoClQPm2r4__LPGQsFNAVs-ETdGaa4g,164
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_social_sciences.yaml,sha256=CcBXbxc5B5weTQTaSbqNgW8jEG0YXbA66mjtadfjnzg,184
lm_eval/tasks/global_mmlu/full/ny/_global_mmlu_full_ny_stem.yaml,sha256=JQm__8IGnOK8YgMptZ_QkseFCxaNVaoWs4dEQ2cWM04,162
lm_eval/tasks/global_mmlu/full/ny/_ny_template_yaml,sha256=ng0DxaIGvIskunmP44HtG3r2heNrXAiveSIHBiTNFKM,429
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_abstract_algebra.yaml,sha256=yVr4i4rzr3hLjf5EHqXoIc08_o827LPSw4yhrSsf_Gk,197
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_anatomy.yaml,sha256=ONSEBBqmu0Ajzpp8G0sU9f7PwNZWDxOdXQegoOG4V2I,179
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_astronomy.yaml,sha256=YYcEQCgIUS5hDJPlt0Z2Nxq_7GlURWGee_sHbi84xm8,183
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_business_ethics.yaml,sha256=914tzIEO6XH6dZAp7BOM-etc2rjiDH9CjFF_qlBZ7P0,196
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_clinical_knowledge.yaml,sha256=YJK5vAq2gFCiAhK4EDJygIsoKKrUHqQwi8uo79ouAXs,202
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_biology.yaml,sha256=r5K4P6ZrEWW6ytpgQFInP-6RI1WTZ_f7z4LfYVZNnLg,195
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_chemistry.yaml,sha256=-9dyNIipUfPM6FIUzotE2KlkWJrLIOUH6bDawj2EMRM,199
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_computer_science.yaml,sha256=0Upskj_lfXAx9RiLjCEHGBPvPRIQFGv_zJ1O5KojB7E,213
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_mathematics.yaml,sha256=AfjNzuWv0w8JgGvPSsfBSRTFbc2_NxLyrcTLC2yoqcg,203
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_medicine.yaml,sha256=FVIEJ__j6vqtM5Wxdzr2z8nWEne_turz-M9fGcJWQIY,198
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_college_physics.yaml,sha256=WuXvQA0gcn9u_oEXokNUJOxLFhDStdjtS59CtSG_V2Q,195
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_computer_security.yaml,sha256=AvVPlZARN4u5Er5XLh5osOC47sb3oTKh_CS0DLfoHZQ,199
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_conceptual_physics.yaml,sha256=T9u8-WybOU-JnYC816W8Z7Fbt967lVMBhikR-iIIgZI,201
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_econometrics.yaml,sha256=s9f7fhLLvLIGuNNcS5bg3ZRv27jV6Ru6wPv9AwNoB5A,200
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_electrical_engineering.yaml,sha256=5Mxxbz_8JbuC4innL8e1RpipvxWuFxvP80OfPLNk8gY,209
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_elementary_mathematics.yaml,sha256=dxO48deXz-UndQ3P9uUnEicJ-i0-piMf2PIDWcxCYrc,209
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_formal_logic.yaml,sha256=XQB-9ivFL0XbNhCbUEi7ozALjZ_nFIWhHFwcvAOKHiE,195
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_global_facts.yaml,sha256=RVJGZ39JvZUlXR8NoL5xaFl5mz2T06RhiPF5x7nlop0,190
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_biology.yaml,sha256=FhuSs3WoylROUY0_dAn5Mj1CuESKB-sjQDb7vbPPWBk,203
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_chemistry.yaml,sha256=y_g01oCCBjFdT_QTVm0xvo_vSIMhDC-MYCx-9RU9Bho,207
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_computer_science.yaml,sha256=IlX-5QXYHq9HUscsJu2yS7LM7fFA2AIzl6p19rXOI4k,221
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_european_history.yaml,sha256=t77HFBeUKj1sH2w6_OtVoIg7BrbaufT38Zt3IFp2_6k,227
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_geography.yaml,sha256=ZMwGsGWmZ0sxeXwc1FDDQOL-Xf4X0HhafcQ9jpEWTkc,218
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_government_and_politics.yaml,sha256=2oL0KGJdyQuSJGgDRxa_GXxnNUJO33TW3Yp2e3SB0PU,246
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_macroeconomics.yaml,sha256=tvEtm5j06sfIV3csy7gtyUa7D5VtcZBEPf7wx3p1yRc,228
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_mathematics.yaml,sha256=sFnkwxATcLI_WxX67WAoxL-qxe2_zgRl5iSX0LJeVIs,211
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_microeconomics.yaml,sha256=TFSOcRWHdKlW7sHkgoxlCQeB939CK1oHvAckQg0u1Hg,228
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_physics.yaml,sha256=PPCXmf2amQshYhGfDfi5fg6S52oZcirk9qdB51R4e2Y,203
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_psychology.yaml,sha256=gnPR3EYaizhdQqy9-44tNF2lQWEGDCIfDcKT1i3V4dY,220
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_statistics.yaml,sha256=lJNmGvtsfeEyEyFKOXnfe6npGAN1Xo9NuzlqQnp2PKk,209
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_us_history.yaml,sha256=CFOPG9_SYgIpv3X-TeqmyIcTtcuhBk3Sp8cH78ppyVw,215
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_high_school_world_history.yaml,sha256=GxJCS2Vc4p7aFsTYOpnDGbIO3OiH3s0kUBjo6mof3FA,221
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_human_aging.yaml,sha256=blsO_gc5IyRjUZO0Nlku0e4IMHtamm_QGukYT71AXW4,188
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_human_sexuality.yaml,sha256=QZf5rHYlKoRHvAQK8AkeNytda2zDln2qDWU9YSPSMTA,206
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_international_law.yaml,sha256=8ugloCYurtOVPXZep1ZfjHRIYELeaRuq2CUGrVDP6y0,205
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_jurisprudence.yaml,sha256=BPui_f96wuFJtuyVIRkLEDoqUy5ptBAr6iNRUoO2q-c,197
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_logical_fallacies.yaml,sha256=MCjk4P3EPt_787wXPLdty-BIymnt0_qqZsgr93KNyhk,205
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_machine_learning.yaml,sha256=jlULdOvTod3mjYdb_WusU1tgdYQApiu4iingl6O9Qhw,197
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_management.yaml,sha256=r8LonbSSE_X2EG8Z_8L8dsFOD4eTo2vxcNy2xw919ao,186
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_marketing.yaml,sha256=EQInduFQ3uENS1MUBx1J1xuHsrYmECwjqm471jgZI1Y,184
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_medical_genetics.yaml,sha256=xE5BRmO52YExs-oK2pydoDIhu58A2T73mCX-ORjPNkw,198
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_miscellaneous.yaml,sha256=0lQBzvBVJhMAzyxDxsODRjEl3OfekeqfICFDhO8kzEI,192
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_moral_disputes.yaml,sha256=pTeVXrYZZYczIOxKhP02i2cyZwQMRx99EzuQPYa35dU,199
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_moral_scenarios.yaml,sha256=jZswl4KO_dilEeKZVFbZ9SCRSQGwTDi6ST_nhRJsAbI,201
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_nutrition.yaml,sha256=vfde8OG6Egw8VZsHE0-6FTkEhcZVa_QdZjuuMJxVuns,184
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_philosophy.yaml,sha256=0MqF15dSJcuiUnt8_TNYUpK_x-axzTYHDrIgIEHm-EQ,191
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_prehistory.yaml,sha256=yh3Y1hTeiI3sMggUgxroxFOEx0x9G2tyu_udTThfchI,191
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_accounting.yaml,sha256=butTCHQxbN8T_ngF2g-mL265yh_Uhtjr8HH9U12xCg4,212
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_law.yaml,sha256=xoGMNxvujY667nLDB_1wDzDU-ijgEek5IvuB-Hv-C7M,203
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_medicine.yaml,sha256=pLqc1jXJJnLwmoraOlEpziQGtVkahiaHBtLASZC1RP0,208
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_professional_psychology.yaml,sha256=xSjkkfixOTcVXWYWOq9H8bHp9l_qJBObXDkhxuX-e-8,222
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_public_relations.yaml,sha256=PwxQv9sRh6N9dWwqvnMQjMB3-ZEvOS6V1BGrmFq9CxA,208
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_security_studies.yaml,sha256=WQvAU9M6IR-esMCGzLMMfrbfKyJ5rVHZkKvw5Fi9-T8,208
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_sociology.yaml,sha256=xz2AKZwT5y9nEvPEgMSBGWvUkhHUj0FnFpw9mwd9eaQ,194
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_us_foreign_policy.yaml,sha256=cin105TcAQfJepHeJmG12bArGN912s8ns_q7Et7pmCc,210
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_virology.yaml,sha256=Iiv_bHjAjnxpHmNUqo0YIZ3YSbnaH0fV-c-a4j377P8,182
lm_eval/tasks/global_mmlu/full/ny/global_mmlu_full_ny_world_religions.yaml,sha256=aT_ObTImM_qlALZii0CIKkqtwRoExDuWf2cy_ZeOEt8,201
lm_eval/tasks/global_mmlu/full/ny/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl.yaml,sha256=Ub8gXQgKWqLfUz_G8LjA7JGO3E1fP0WtgBYk6SV0_8Y,256
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_humanities.yaml,sha256=Iv-93WvTfhnzjy6KPG_-XkvtAmqzIXuLJ-XcV7cxxDQ,174
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_other.yaml,sha256=JoGRgbbTRyUojORD1YNUwXnx_JsRJ7jKw35VATTmrkc,164
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_social_sciences.yaml,sha256=Bs5nSZiXvUgOw42XI_cvZKPOjoFQkqg-Tdjf0p5z7Xg,184
lm_eval/tasks/global_mmlu/full/pl/_global_mmlu_full_pl_stem.yaml,sha256=sDIRTsizMuuNhgMwqR969rqu58rNzOYa5pF9ydI6BzQ,162
lm_eval/tasks/global_mmlu/full/pl/_pl_template_yaml,sha256=6gag4_wcNoufbdK2rcofvDGxZrtfPyhbIpFp_WEUDOM,429
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_abstract_algebra.yaml,sha256=qW0XtSUtu9EPqmM32qW6jCKY45Mm0PBKDtMZIhbZtas,197
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_anatomy.yaml,sha256=9IbxPHZ57ThqgovgDHsos5TetVIU_3rPX23iCoPNW-g,179
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_astronomy.yaml,sha256=tXWz8yfFRC3Iv6dzxhz5gG-jWop6llvx_ZyoxzxXAik,183
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_business_ethics.yaml,sha256=GbRa2zT9o7XXs-7jpCPA0BvJaYtAOhGs5JXE945rU-s,196
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_clinical_knowledge.yaml,sha256=N2Qpzqf4QohBEuh9-3GMtYqv09j8SdoVPaPaoKylWOU,202
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_biology.yaml,sha256=4qAEzj4jAip_yOjiVXP6vO8POC92Fg5oo40SS_NcvI4,195
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_chemistry.yaml,sha256=nHkAhdPu3fR9an7-aiAom7ViarUIZrpD3scSdm8WPcE,199
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_computer_science.yaml,sha256=jdkb8E7f3PJn4yqg7hIZ4WJIYsXMcFSCxmJMF_esZ2k,213
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_mathematics.yaml,sha256=ZDsXkFwzxMoSZpDLRC6gThPXqrJ3plsQTbyiC-IfpOE,203
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_medicine.yaml,sha256=X4QUyVK1Y84wzSwRdHIjbieBrWfRHkqIHfytpBAPPZI,198
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_college_physics.yaml,sha256=7jrzzPD9wSAyf08SDBTagtNR918y6G0W18Wv_Z0idtw,195
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_computer_security.yaml,sha256=Jy3Lb0pWeY7xVaa8hnjmUYyVWLZn1HPHpSAZ6Xk62mY,199
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_conceptual_physics.yaml,sha256=kfASSavg7m0mrpxZI0xY09vd3jX5ce77kyMtuBH3OPY,201
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_econometrics.yaml,sha256=wpn91o0sa79oCkgEDuwseGjFNj0fiCCbzzKyM06mL98,200
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_electrical_engineering.yaml,sha256=RqcFa5g48Gvu5dLYBD8B19Oo11b3J4ODWi_kVUmdFTQ,209
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_elementary_mathematics.yaml,sha256=99j_U2TM0zMnCN3y9iVS8QG3KElHZ29F7RniKDemD7o,209
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_formal_logic.yaml,sha256=TuyNa5M2tMjX02iUclnlIyLN04nI36lXTMgQDrfR3bY,195
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_global_facts.yaml,sha256=yKqPqPO4pGj6rDRIvH00xpTUm9hbs0xe3bi9JQ2lDv8,190
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_biology.yaml,sha256=iDd0Symq8tuq8Ee3t87RSynjy676Yb3Zl8BYxRcXbmg,203
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_chemistry.yaml,sha256=SptWEJERvTPsPAUMfKKJCTAeFDhAy7qxFRMFGEJoGBU,207
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_computer_science.yaml,sha256=H9oNWzSqw7Wfax5_4ElT1h0e_beEDfMvGPAsKF2YKFo,221
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_european_history.yaml,sha256=wp68CZOI19t-hSlyzEfkfwsxJ9ka_oWXys953LwozVs,227
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_geography.yaml,sha256=SLOQ0xAfYyfbalCd6yvFY-_1Sx1MMYTjQyVYhBUvxR8,218
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_government_and_politics.yaml,sha256=vdFZ0CbhUjUm8gQitHUpdNN32bWhcd6SPn-yfvTf5Tg,246
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_macroeconomics.yaml,sha256=R144qYYQEXsnseQzAQ7YocmmwGbRHvGnwEvkVB_V0VE,228
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_mathematics.yaml,sha256=tbLriZCEIVhmO5HvC0sxGsnpFVy_0ZbtBs_5cgaxvqE,211
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_microeconomics.yaml,sha256=S3Xz3IYI0vG4cQuynDbqxfBZVAeHHpumxSEyOlsHTf8,228
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_physics.yaml,sha256=obNUDWd5iKcq_0M2tG0i5x67z0RTmpRKqJeSZFgUBXU,203
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_psychology.yaml,sha256=BMhdfauk306Ff36r8-B1Nr2UJ3YT9jv2n3oPiSBZYmg,220
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_statistics.yaml,sha256=awDvcB7msgk-d7Dh3LGQZIJtoscoRJ9SIl9XUtcIQnA,209
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_us_history.yaml,sha256=HE3uq_utCvgkC4OHY3TAtWXI2XoxemICkWfkcvXuRcI,215
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_high_school_world_history.yaml,sha256=3SFhllFjVa0EkSPIWO4QgqhAvMcGhRpZCptQLn4-T5g,221
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_human_aging.yaml,sha256=gMSZTsSQ_Dls5BJLieo2Fo-N40Dy97RDbYwCSIw4vC4,188
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_human_sexuality.yaml,sha256=tcUGRglzAsJWFkI9do7mcMeCEXuhzwdEjVF6UyPq_P8,206
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_international_law.yaml,sha256=rG7nl_hVdsja3grR9xZ-ibd4l3230D84WX9ZOAAhtS8,205
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_jurisprudence.yaml,sha256=Is9SBKgZFCEocBf1CWTGXqQ13zowh4a1EA6OhZkpVdQ,197
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_logical_fallacies.yaml,sha256=izHMq6Rbj2KpF43_iPmYPtXqjycD6DiDNHonWTEunSo,205
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_machine_learning.yaml,sha256=q8q47zZVqpDwNfkgvnYL0VwECohGPkFVwBo9Cf6EVnU,197
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_management.yaml,sha256=f_iuPlyOXVGoEHn9DjlrHkM0Wjr2Mrm_YOxaf6ANo9w,186
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_marketing.yaml,sha256=7cgx59T79Xj1CTnjPO-plGO4SjKo2quBdKgvcugY5Yw,184
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_medical_genetics.yaml,sha256=wvhL3ALGKxA7FiUhr8dTk6WGvFIKN5DdxV1OQj-ihzY,198
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_miscellaneous.yaml,sha256=1jPRrL8ZdTCvCMfSfMV0orzo0UxeAx5kWo8dZuPrQtI,192
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_moral_disputes.yaml,sha256=ilnu2upXIAPJVT8aN-WsdNyhcMpuq_e0P64OkLAwC9U,199
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_moral_scenarios.yaml,sha256=wBrC8Uu9xp7B9S-0kCJ8i-HQldVJVUNCmRMLfQJbap0,201
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_nutrition.yaml,sha256=uGi_YRN7ASvdpmVrYaLZOeC-KCxeUipT0XCElQt4nMc,184
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_philosophy.yaml,sha256=4LV_lUhyrQaUGwzfraEJult_AaLrBMwZGk0vXwd5QxU,191
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_prehistory.yaml,sha256=xaoVvmTnryZC5SaAX0o-ornC4giIupgvHrDpD40leeE,191
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_accounting.yaml,sha256=ccJacqVrI6ta_0v6MFWCKXOXpcI5Q-cU56D4sWyfE8A,212
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_law.yaml,sha256=wVuSN4KdAUExRZ1v4WM2e1kcjXz8JPMZspXcGuG1M0o,203
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_medicine.yaml,sha256=887RSuoEMiTkOzhOQjRb6oeV_emqxhGtEO_He5eWfLo,208
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_professional_psychology.yaml,sha256=PkoH8nYjK6Cov6DznFYgETdvpUsH_yLLnHOTM4ogoNA,222
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_public_relations.yaml,sha256=uNaQpDrnuKobUNY4JVNuJYQ3LlWip9ERuXlCVul-x2Q,208
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_security_studies.yaml,sha256=bEUXUP38VKP_vzo-v5_9dINUhBnUi2eIQSFyF9FPp7k,208
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_sociology.yaml,sha256=zhJfbTbaE548gUd1VEDEIycyfDOS89FU01o7Wz8_qF0,194
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_us_foreign_policy.yaml,sha256=OLQEeAB3NZLLMVEAwX5k50g7MfchoaAcc807ypGLPmU,210
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_virology.yaml,sha256=jdm4m3Od8_3PhGb5kDqnhugr9BCoH7Eki5pCBNpkvDc,182
lm_eval/tasks/global_mmlu/full/pl/global_mmlu_full_pl_world_religions.yaml,sha256=zi78It26wIC_I2YRbZSqTw4SK0LvuoiXxd5bW7Yr9TU,201
lm_eval/tasks/global_mmlu/full/pl/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt.yaml,sha256=bCVhxJJB_Raa8TDw0r4iPZi-igXtUQjJrDdp-DkDJrA,256
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_humanities.yaml,sha256=bK7gdHEiOByDFnEtkADkbVV8--k9vjuCsZaVQnvyegA,174
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_other.yaml,sha256=y6f_r8ZaLd5oXuhUg7mNr4Xsj-63hA0YFiqJZWLLJks,164
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_social_sciences.yaml,sha256=aAFBdje5BRNgBz4_1jkU6Z_gPJPpgYSA14SFC0QZyKc,184
lm_eval/tasks/global_mmlu/full/pt/_global_mmlu_full_pt_stem.yaml,sha256=ohEGODMVZGLkXrx2_YabDpvXh4-fRUBRBK9klaesdhE,162
lm_eval/tasks/global_mmlu/full/pt/_pt_template_yaml,sha256=csYx3ea9njGMUQtRV1km0O3y2Eib4NQKmKkIjKyZiwk,429
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_abstract_algebra.yaml,sha256=kr9wJFjrM8CigrAIxJPgNUwqCeixdjMJGtnLZWjk4HE,197
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_anatomy.yaml,sha256=A9wCUpygTHU6gJWwvZzvbxOJUJDoDQBV4yq9VsC_3nE,179
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_astronomy.yaml,sha256=z-yCrit-JoS1OPo_3kTuGsx0M91cq_7MGH6DMlTx3ak,183
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_business_ethics.yaml,sha256=zCxrjwR2L13HPtCg9IYEWEmXxGL1tnk1PnVFNvzcGeQ,196
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_clinical_knowledge.yaml,sha256=QczvioQEypDu9-CaxE-IQDogYZ2jxJooaTuWAiREZ4U,202
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_biology.yaml,sha256=9ncwhProPW_iB6x52xXvijUfrZW_1bc51vHe5D__Dz4,195
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_chemistry.yaml,sha256=8IMIAyebEzAyR27t1pgmVntHSKKemraoh6IZOzVtgRs,199
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_computer_science.yaml,sha256=c2uMN06rSmTyDsDKmhFxxUlxbSXtpHgus6vWeDQYizg,213
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_mathematics.yaml,sha256=kKu1oH7-pHbOEbWWifi8diAN-R1idXCa_EbKjP7Eun8,203
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_medicine.yaml,sha256=skSvBBYepff818RStGUZM_D2SeD8Qg0jHCfxg8KM3Wo,198
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_college_physics.yaml,sha256=aTGpOhgvT-0rWSftU1U_MaBy2wq0zSZ6h6ta9UUuPS8,195
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_computer_security.yaml,sha256=k1Ku1ZjYJaU0tU2O7GAfJoQrWu1fXScgJCy9200l70Q,199
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_conceptual_physics.yaml,sha256=Jln7o_84w7McchGgwcCdPiI69Tmvv14TttjCudP9qls,201
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_econometrics.yaml,sha256=tnjzeFs0QBf3YSUQR0P2dlheqCJJn1x_BEI6IW_XEGE,200
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_electrical_engineering.yaml,sha256=tE3458kP2nTu5PFtvuBkiaASVstCQqjdnlHfzOv6kUQ,209
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_elementary_mathematics.yaml,sha256=_jLN3Wi1WJojIGPi6ReS7qUQk7KTyMA_P2Qx_BxqOQE,209
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_formal_logic.yaml,sha256=JKTOkG-_ZyuUswRtGO6LOh13SPH4w04vbcVs3jaR1r0,195
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_global_facts.yaml,sha256=OGOL_xBrgzcuDEQJTL88tIUkXU24EKMYQ8r6vk0-Cxs,190
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_biology.yaml,sha256=4t8kUjzD2hLm77vQiDpMcdJ_yldgpi1JlyHRoj6u3QQ,203
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_chemistry.yaml,sha256=nJDLj2959W6Di8Mtse73jn9XxohFTsG84lw6BFtian0,207
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_computer_science.yaml,sha256=mbO6CsaKa0EUrLgxLzlELeTMWtQ-b2DECK689l5AUTQ,221
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_european_history.yaml,sha256=CA8vK-U43KDDD5s5q3-VthaIe7UBqEifY0-ZQt6Y47U,227
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_geography.yaml,sha256=acCOetYPU6i5IYNnfgwUiPkyp8f_zWk2ERCQagwdrjQ,218
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_government_and_politics.yaml,sha256=4_4w2c5vCeu4Y4tMian-v1yXeqFC5MEt4lCOSdxuTzE,246
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_macroeconomics.yaml,sha256=9ZoBl9pyPbGjPGPra-aJOk6ycdYs6gPF-kfdmw2SuLA,228
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_mathematics.yaml,sha256=kVUkYlOTJoAcgbhWK_H30V1KWAw23p8GDiBEmSjTDRo,211
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_microeconomics.yaml,sha256=icr3o7n7W-Rm9VqG9YDbMdfW_j84Ggt1gD8FNk-5ogQ,228
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_physics.yaml,sha256=XNMLWb1i6kKxrGvBRaLF1iIYj8K1eafydfTCuvt8TLs,203
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_psychology.yaml,sha256=hwwJzYOZ91JYalcoyGJ-LU4-ddZlbpiyTY2fB-VDe4w,220
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_statistics.yaml,sha256=O-7c78SqRSD4TWhgMKmTrPGibaKU3cXBvgGF-bgW0n4,209
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_us_history.yaml,sha256=0YAOfFjVWbJDfGnHGf-lVgz0qt-OczMLxhep0_E1eK8,215
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_high_school_world_history.yaml,sha256=WcAc5-jSvh1fT4-L8PwPKJrq8alCAd9ja5U2CRJ69aI,221
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_human_aging.yaml,sha256=ZbvR8UTaW5kwlbDRZRFBUm8d4-rNvDITzAT3emHLDAY,188
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_human_sexuality.yaml,sha256=nHZVSJi3vxvBAnqF5OOShgS6G--n2bCOQReU39Zhc1M,206
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_international_law.yaml,sha256=x-m642pmr8YGGvW7PRvhO5xOLyjWRB4Gwc8XMUxDW9E,205
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_jurisprudence.yaml,sha256=7xfv9OXPNW4Vwb7PhpMkp3JQOQLlYFvZFZi3MZk-J0A,197
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_logical_fallacies.yaml,sha256=JjpN8VfkevkpRNDYsgOJuW_Ou6R2BycsKviY7KNE2X8,205
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_machine_learning.yaml,sha256=sckqinQMrCOk7P-VkL2oygOUxRAilIW7ch0Z-RnwNQw,197
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_management.yaml,sha256=hRgt0stsp-hVDod_9Q_apec0M5kyRmctaEg96Wlt9Nk,186
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_marketing.yaml,sha256=VDy2706WjLxgG4ncArhR_7shJXQjeEfVEcd86Xgc9Ts,184
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_medical_genetics.yaml,sha256=eIDL1peXqbkvAPeSP6s-mOFzDWLg5de9HPtoOmIHw4w,198
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_miscellaneous.yaml,sha256=wJyATZjspBpq7kHX_7Z52WHl4jAlxCFGrjowWLbkV9k,192
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_moral_disputes.yaml,sha256=21GuaH7lCqQsmSjQqlqlPQJ7NuRVT-IuzQrCV_jmBFs,199
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_moral_scenarios.yaml,sha256=4QXwmy5qOUGHNXJjeECK6XzzwVCfnvdd0b4jPqjqA30,201
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_nutrition.yaml,sha256=cs61Ytwush49YHLhWJhqrTnQ4ZTg0Sf-1SlMkQ1cyiY,184
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_philosophy.yaml,sha256=xgDQuHCpybsco66CkCAY-HtR2fjqA29hkDkNzZNTvYk,191
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_prehistory.yaml,sha256=tQdNh7l8wlei2pkQGhOXtBPUADuntzmRtOuCGoIB2Aw,191
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_accounting.yaml,sha256=k5VaZ74paXfB10ynBwy_4WwBDPGcoEtm7I2LHRuO1Lw,212
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_law.yaml,sha256=UMzEVNArZobqzMUqRdinU0h905KeNS2_ti6AuXPKNhw,203
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_medicine.yaml,sha256=BRgjDKpNukVj888IbGFLElblLE51lm76HdEdeCVVfYw,208
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_professional_psychology.yaml,sha256=7pl0LvxNwoSBX3NNA22DTGqyBZJMHpVxQJxtgtiSrng,222
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_public_relations.yaml,sha256=rqdCXaBPMtAmxWTGEmov3hIwkvJLaM-E9Ws4OmYFCYI,208
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_security_studies.yaml,sha256=Mko4ZYtrDZcPrytQZ6MlrGRdFcorlagcLOITTbSCikM,208
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_sociology.yaml,sha256=wwgvSas8YjIoxLIqYrTh_tHC5wt9nXaS1onrv280R7A,194
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_us_foreign_policy.yaml,sha256=Lx-ibx8QMAOAne8mR0gmjPmXGf_WFgWkOOzKuiZTJpw,210
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_virology.yaml,sha256=o6t4A-6cCb9-VQTDTLT9FU5IVdGpww9iWg6TWlubz4g,182
lm_eval/tasks/global_mmlu/full/pt/global_mmlu_full_pt_world_religions.yaml,sha256=TEUHd8Ki6xbu69dbEQ5xWgjiaNQDyr_Biko257dQYjQ,201
lm_eval/tasks/global_mmlu/full/pt/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro.yaml,sha256=Vy0X-FEnsGSCTyLCs1NhbdMBWnHKt6cswk-FQtMRfo0,256
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_humanities.yaml,sha256=bW6T9dYL0h5IQiYk9KN3SKznT14tuHdQld2ZjYVQCYA,174
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_other.yaml,sha256=gff2FnJAidpOM2hn1Z5GwEfH2boGsy6KpCRR_lbcxXQ,164
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_social_sciences.yaml,sha256=tL07FGbELrSJ6hLExEJgafZFsA1_cASrZ2pfrLlIP64,184
lm_eval/tasks/global_mmlu/full/ro/_global_mmlu_full_ro_stem.yaml,sha256=92TRzFahiyEjECCOSjo23rsOmT1XiQXpLXLB3q1ndvE,162
lm_eval/tasks/global_mmlu/full/ro/_ro_template_yaml,sha256=PKEl5WOJJW6US0fVNHM4h8PYW_0rnUBcZv4RfRdeXLw,429
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_abstract_algebra.yaml,sha256=eHM80fBYIjFM7OUhJOUeLdJMiHdHFLOd9_7zVCU0bEM,197
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_anatomy.yaml,sha256=YKqRpevL2S5PXksjSpEP9cKcXFtkEoNYr4h2bXsqEeE,179
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_astronomy.yaml,sha256=MI4iLBEJhuM8ak8LHzIUA131sHPooUETFQY7wXIUgBU,183
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_business_ethics.yaml,sha256=pv_DTCFBfbCvHnrJR0vBSfQ07cN4u_H1pqmsfhyFwUY,196
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_clinical_knowledge.yaml,sha256=8L9vx8AlEiQTKNbQ7ncl6orMXfHuPWyxOIOHpIknHeM,202
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_biology.yaml,sha256=rKWzA7-y0zt7JfgGMidtDPJ4jaSdiSXEiLeWzR2z6SA,195
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_chemistry.yaml,sha256=yVTMn9kPoFVD2NCqX-J9EhV4bvbpYgGnr__zUikTL30,199
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_computer_science.yaml,sha256=uswrJo8XUk7eQF2FN_uLR_5moqMOFepauiPDXnZc3VA,213
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_mathematics.yaml,sha256=525rxBt8UpdXnKju82O5va2JMuXBsoJaeGtSLjYJDo4,203
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_medicine.yaml,sha256=zmCuDR50X564yJ7uMs_l79zlSVEDMc3ZrPJWUYTb8do,198
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_college_physics.yaml,sha256=_8HrM3BUFr4PgZR9nBrp4NsnKhSRqxkvWzLARLKxnV0,195
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_computer_security.yaml,sha256=TbILpKapI2zCXBkdQt2c_6rekUPAMEJO3KSUjdPmLM4,199
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_conceptual_physics.yaml,sha256=JKFYOrhFUxiDedbSAy4mNGYZGAP8-lHnJ5LEx0XZ5M8,201
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_econometrics.yaml,sha256=7dSkm_TDRL5S3FGbpQqDM9NYsa_EGz4hbpjzcPkA7cE,200
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_electrical_engineering.yaml,sha256=TSUyiFGNe8L7rq103cSv8F5bF9rNw7dzNAumAGbUCDw,209
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_elementary_mathematics.yaml,sha256=gpZ_4kEuo8PxOdwyGY_kjCvInBvSGTigS6Ne_ftY4h8,209
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_formal_logic.yaml,sha256=MwxiR8nkhB0OvBDgFwh_pa5RFHSWYwKzX9CrOkRvTug,195
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_global_facts.yaml,sha256=lC73xysxqBEOo1VhbJoXp8Ue1NwXtkLycqeIkAPUdUM,190
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_biology.yaml,sha256=KOfqH6gQr2GuNFc5QQBUpGNlZB7Jk3wiwMZhOygGNkU,203
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_chemistry.yaml,sha256=N3YwZq8I8De741eAuwTv7_X9L4Y09V9RyMpB8QFks9E,207
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_computer_science.yaml,sha256=aMsSKSiePCp5RZ7FcHumtmejKMyWskvQ3PxZ-aa_pYc,221
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_european_history.yaml,sha256=SwNXY_JpGfOeZ3rOiWEKrarpHO2BTCeca47c-Wd5K00,227
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_geography.yaml,sha256=1niGD92zMzGwtN5EP2cBXpPU0U4ug_X_TWU76ElNn_c,218
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_government_and_politics.yaml,sha256=NYMXVWOHz7SL1oNJ_Cmyms8nSg-j4SUjwqyn2ZYdxlU,246
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_macroeconomics.yaml,sha256=3pEQhL0B8kpeGeA9Xje7mzHnhSlmrcNHvOOSvPkMeNs,228
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_mathematics.yaml,sha256=SPNLpIevvmYDSrqtwttloEOqCOKx9cnKPQBW3NIyjfY,211
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_microeconomics.yaml,sha256=xbWeYk8OHftgZ5A8OltbwFv7GUMjq7CGUpRl0TkWsOo,228
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_physics.yaml,sha256=uZinq37-HfSYgYsRohssbsutXd-ICuppGzZjqQL98Go,203
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_psychology.yaml,sha256=tdQ485urg1W10LiGFVTMUV3Tr0oCm8Y48bYVDfbgTuc,220
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_statistics.yaml,sha256=kU2FXgFb1kY8OxI9fqmfe_AuM3JwglqHuWUDa38xUY8,209
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_us_history.yaml,sha256=FcX0ZEj4L_AjXCvT2_j2JZRSOTsjUfI79BEi_ifNCt8,215
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_high_school_world_history.yaml,sha256=Yc6e-ZdqVDfY_WNFXrcd5m0ObXT4arUbapah1Bc0DXQ,221
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_human_aging.yaml,sha256=ntABNqc3f924pnxIW66A_NwL2EKh4U9_Um4Jd1zzen0,188
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_human_sexuality.yaml,sha256=P2plXlZFtkn4sRJkEr6KBAiSiT__BZH7KNUPqXregg0,206
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_international_law.yaml,sha256=pH3gMtfNqH5-Tz8D_Jh0jGjEoAkgkbiPfi9GUFvksI0,205
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_jurisprudence.yaml,sha256=ZnOquOzLk-HiPuueX5dFD85KB_cstFilWJAtYHCwTu0,197
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_logical_fallacies.yaml,sha256=-XWV9PJltwXrA-wox3zi9B1N-NYtErJFngG1grxgaQk,205
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_machine_learning.yaml,sha256=0et1RDy-wOKKG8WUNhCd-PtTrYodQDD3mV1i4Ybzqgs,197
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_management.yaml,sha256=yiV-JWzjq6uW6AQ_pGbuwtHUcG_rNuUqmHqRtyRkqZ8,186
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_marketing.yaml,sha256=r5g0EBMRQbBfCzrVo169stVYgMzXFKk0vbL-Uzb0-2Y,184
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_medical_genetics.yaml,sha256=7q87A2Kk2avYJ1YQvBr1shFeNm20eHB1T7mtiI64KMs,198
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_miscellaneous.yaml,sha256=L5DPImPdXetBpfCbfDLAE7J4hkRLzPATTQP3QIBPt3k,192
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_moral_disputes.yaml,sha256=ZgCocj5YzW09YpqtauLZGvzK22SD2Yu6rOvcxv2NrA4,199
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_moral_scenarios.yaml,sha256=CCyd6labuN5PUUn29hkLnbQ891AmZIVj35JdQHFGa-Y,201
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_nutrition.yaml,sha256=t3LiOUj3XO_Kf5l8f9PDxYohRKfRqG4_o1wLZ9Swato,184
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_philosophy.yaml,sha256=mNK56SuA9qEAOpZlkXuNy38EhAK4a-j5Npu71MNu7jU,191
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_prehistory.yaml,sha256=HMyrR3civ1q6TVZuFUPyOYZrxkLkj_Phr0_TET4qi04,191
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_accounting.yaml,sha256=9xaipMplfexEvW8u9mGbU_VffGKVWbwLM030um7GBco,212
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_law.yaml,sha256=0smHC6b81TBzHktx9Ss--kxfzA9rOqWd-oUukiwCIX8,203
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_medicine.yaml,sha256=u5y_wKbBnR6rLRgjm6hJo0Z-M_EGXXEGZNl41cnwGAk,208
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_professional_psychology.yaml,sha256=bJ2QF8InQzfnx0OeNr7crLvRhov4C39yIyCioa8XdhE,222
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_public_relations.yaml,sha256=NGthZn384V6pjvpQO5OzUwLsBP78Mhtxaa5XQ9BTZVg,208
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_security_studies.yaml,sha256=kd_opuGn1nvao0jEPPhGb2LuDkWp0JtLfdVwlTVPb5s,208
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_sociology.yaml,sha256=FFLoBCbZ7yp2B7UD8XN_-OiY2w0Bsvtx-rexCVQeEQM,194
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_us_foreign_policy.yaml,sha256=0WEP7kWOIdpG9i-kAqxwv0AGcf0Pb3vcfOwLGqclvlA,210
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_virology.yaml,sha256=W8HDJ3c3GfAy9rO4137L1sBPlIsZtSUaTDDTJ7zJzdM,182
lm_eval/tasks/global_mmlu/full/ro/global_mmlu_full_ro_world_religions.yaml,sha256=Izq3rQTnl2fSx0yM9BkxZ56WWrUpFwaOe6mKKfKooZ4,201
lm_eval/tasks/global_mmlu/full/ro/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru.yaml,sha256=pXXkAtym3LQtVSecSOtx7mxkVIMrV01xluwY-AyRl2o,256
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_humanities.yaml,sha256=wf2SriqUAk8TRViuDUHG3AFsSf-Go-bcdA4e7quOt7I,174
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_other.yaml,sha256=3mZ78dMul2QnqhW4FSBX9ds7RLk-6Pgt5qvK4XV5sGU,164
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_social_sciences.yaml,sha256=gWlZ0a-PL4YCYNpssgrQMzlegFFNtbYjnLVt4TSnU-M,184
lm_eval/tasks/global_mmlu/full/ru/_global_mmlu_full_ru_stem.yaml,sha256=mRTXnqREF3rwl1PD3mtHmW6CY3ZB80Y2S8jb4PDfaWg,162
lm_eval/tasks/global_mmlu/full/ru/_ru_template_yaml,sha256=ITwMaXdGMwRLTaF34g8H8HLrsi2SlW4-FXGUE9-FM_w,429
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_abstract_algebra.yaml,sha256=it_vUxepioULsu6jf-CZkEZML4TlB2hsMHvz79aH3Kk,197
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_anatomy.yaml,sha256=qdcQDEamQXfAndQdbdr7MkgrWWNYort5DXcSk_dynns,179
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_astronomy.yaml,sha256=a3AWeMq_e2n6QvCZPNLh8qXDekQnFrHQyqhwYWFB738,183
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_business_ethics.yaml,sha256=eMAPjaRNJPKeAPJl9j8pj3hWR7FEdpMFMihvgPNlfMo,196
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_clinical_knowledge.yaml,sha256=I1KMhzNekqpHD9xp6SuUI0VjIcN44InI5gxXQCjPy8c,202
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_biology.yaml,sha256=cH2UZYBGMmu-IpGcgPNrZJEJCpPxZKlK3e1FlCDvLbM,195
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_chemistry.yaml,sha256=cCM4M9ej7ohE5ZjCzA9RCLVvPr_cGZ9bA-ZvZbLnUtI,199
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_computer_science.yaml,sha256=xltQSlmq_pIm4c09-aFR9Q4RjZLW03dsddXlk89m4EQ,213
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_mathematics.yaml,sha256=96pEtcaG2x827Hxyth5ME3WVbUBJd9oHSkGWivRDdZ8,203
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_medicine.yaml,sha256=Bw45DjlUdNwOUT9afxwbnyOzS-TgxIFNeVp3pIgVokw,198
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_college_physics.yaml,sha256=DpQLp5zJclC8KPHhqyGAdESlsaDqRNiwWI5FE_PIaYo,195
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_computer_security.yaml,sha256=1zyKAhmzta7otY9MA-kMuDqvWqV9HGsXHahAzj7a5jA,199
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_conceptual_physics.yaml,sha256=EpdOughLnIsMFTTcctT2HNcPF-7m3l3xRHMlMDFspjo,201
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_econometrics.yaml,sha256=WenO-YPifYg1X99ZIKTijNpkO6khShvsFOKFjwWAH8s,200
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_electrical_engineering.yaml,sha256=NFnBaktWHBN_qZQYK3qS_EbdZHWHXmFdFkQbNLr8Jl8,209
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_elementary_mathematics.yaml,sha256=Htt8tH4irugHB7p5sIi37UH5w_jw3VTA1pH40waLcDQ,209
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_formal_logic.yaml,sha256=JyVFoba0cxqGHFhheC-nh8mgLoBDpc2nVXDLThEMzVQ,195
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_global_facts.yaml,sha256=X5AjVzOkmPBGgGIZHl9-mDcRoDwqSSo6veLIfaQUrvM,190
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_biology.yaml,sha256=nD6eVojIGLdoJHIJvpLBR-izLh9ujufaAU8_-viQvto,203
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_chemistry.yaml,sha256=hnV1PgwDNNXugjCbTlmHWjt9mPUg7mLbnuQNxP94eyw,207
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_computer_science.yaml,sha256=5U7OFeEu8O14913CrWcjbPjnZpHbRdUnuROTm7lcI6M,221
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_european_history.yaml,sha256=IjjfnvDBTI6QbEZffLb69wWYlPV_qTid7YEKgmAI3ec,227
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_geography.yaml,sha256=Q5xhOmjxFAydZ1MSpPnkgrtzulhzXyf2cKc4RcUWfL8,218
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_government_and_politics.yaml,sha256=0AEOY5PXbvJfS8XhFwUhMF_9Wtcp_8U5_1wyLrgZeZg,246
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_macroeconomics.yaml,sha256=Ggo1yJxKJuG4y9R3SDaJ3opLN2s186unrlb-VwYlw4I,228
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_mathematics.yaml,sha256=gFn4Ec5yt4BxRxqJkr_eh2oKDaSvGAbYte3j4nHyGOU,211
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_microeconomics.yaml,sha256=ok879iWyU0rEn7mI6OoRTQfLpeIAHl3-wuMNJIIT6fk,228
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_physics.yaml,sha256=JNuqsuSKTxkfKjTVvkQEBCG4eyiNUoYEPxgDZmcGBDM,203
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_psychology.yaml,sha256=d9GQz9zWIFclCIKim119crbPLYDyULwtM-RRGLaWd6o,220
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_statistics.yaml,sha256=4bPZZUQ02TQ9rwdFWhdxinwDUMoLFeuJPvr5FLo6uik,209
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_us_history.yaml,sha256=9T2iEMNpBU5HUNfg1JZj-2UyNDYup_duLI1MUR8UZbY,215
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_high_school_world_history.yaml,sha256=Ny6sIYn28DDVLwFs7GP1Jwvh6JSjP99vuLIdXCPdpUU,221
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_human_aging.yaml,sha256=OmvgCyAN3mh_f7DYuuNCNxS56_uBoHQIy4VZ3G-d7Z0,188
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_human_sexuality.yaml,sha256=Ndu19WQLCkvO4SFPjRpbzO87TXwdyxa_IJa6_XdXd2c,206
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_international_law.yaml,sha256=PVWZ92NaKua-BgyZLOWT1rEM5xmWkpU4vXW4_N0Dkwc,205
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_jurisprudence.yaml,sha256=osU6nfty8HrepngiLNCYUAVt5hunVwWdV_A0tP0Z3e8,197
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_logical_fallacies.yaml,sha256=VOZtmJhLTZEjTa4ySv9oarsiDN21MHSiOYm-hQH-PF0,205
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_machine_learning.yaml,sha256=FZuVAK6tlUz68vrR3AoEfiK0Wym_T35YcmW7LlOV5sg,197
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_management.yaml,sha256=n_wmTEgfvGI1YeWL9eyLzqBgKKH3B-gzADgDi8g8qTo,186
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_marketing.yaml,sha256=o7cLeRLE2OCSaWxze3bM_VMNwWuHL84r3C6t171Srj8,184
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_medical_genetics.yaml,sha256=6wToGD8EIR0EIoZWjs9Lq6JBAw4MNrWd7cHli1g6aWM,198
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_miscellaneous.yaml,sha256=cNMUEXOvdThzSBUnca_YPJ5sOf-AYyFgldt-7AFusJQ,192
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_moral_disputes.yaml,sha256=OdhPJwJBjc2jAOdOH7mDpCdeAI4DmWtqjy7lRpJ49HU,199
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_moral_scenarios.yaml,sha256=mc3QZJQfqlITdIdTR8v2L92V7bAzcx2HDvz0kZ99CTU,201
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_nutrition.yaml,sha256=jM2RSZC3ACE7oS6N5Ef3PUfmrimqkB_3C6CJmcJBOdc,184
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_philosophy.yaml,sha256=5fhE_zsZn4xEp-xPuNDp7IFM9qVyKgV5bHjsT2-MgrI,191
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_prehistory.yaml,sha256=w8N6VCt2znZbpg-Tf3JxmTtp3jLRXn74NBbx2Y-6xqQ,191
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_accounting.yaml,sha256=7eM31TvDpUaA5zvc3OO6ER7wmKp6XQTDazoEJqF5dAw,212
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_law.yaml,sha256=bdjb9sytskbLC-AJeBmN_hZ5pXirzoM7pEZYiI51wtU,203
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_medicine.yaml,sha256=FMx1PmqlfZAnCc84CqRw7MKnKj1jEOcEHd5Z73y186k,208
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_professional_psychology.yaml,sha256=mXyfDr80DWsE4Phk6RFtVLw5FLp0YiPIjh6wNXQYxlU,222
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_public_relations.yaml,sha256=NNbPcZ6HUlWDPPv0nnfujg_l-6-sOGH_GT6CPv5ALIA,208
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_security_studies.yaml,sha256=xuOH2aFWDau7KgIpHd1COB00Tv99TGiPdT340GEQ_D4,208
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_sociology.yaml,sha256=BeYcCaXLgb_Xo-qJQjU3scNlB8Sp2smT0EBRzEjupCE,194
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_us_foreign_policy.yaml,sha256=FzoWl6FTLwKKCxkemyzr9Z3tJJpuljBHtIDSi8e9nLs,210
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_virology.yaml,sha256=BkWdw0qghETWoM-pb7ptAkDEoyD-iPB6Z8lAOUrv8T8,182
lm_eval/tasks/global_mmlu/full/ru/global_mmlu_full_ru_world_religions.yaml,sha256=2OJBYF5qqgF2HuH68CvN6BnMRxklp6-XZF58UVbJaB0,201
lm_eval/tasks/global_mmlu/full/ru/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si.yaml,sha256=j_PfEnpgMyDgOvg0-ZDCpTALreb01CBqmKAO1CQ9WAQ,256
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_humanities.yaml,sha256=_1SnN4suFOzKKOkIYXAy9krDNlrNhoJGjGuk1erloDI,174
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_other.yaml,sha256=N9T6u3TJtEhd3mxkTUahheg34TTlum7loLHAjKDqh0I,164
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_social_sciences.yaml,sha256=67NbZW5kw-EYKWZcQopLp9HvxwjLWWguCQ_EU0w9VpA,184
lm_eval/tasks/global_mmlu/full/si/_global_mmlu_full_si_stem.yaml,sha256=CMKn782oP0VOQuUt1d0jVb76J0weoZrpLylXU60dRnQ,162
lm_eval/tasks/global_mmlu/full/si/_si_template_yaml,sha256=ZpLD4Vp8SpTKnu8wjCkHs4hwAx5rW7D9ZAbEYZH9uBU,429
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_abstract_algebra.yaml,sha256=RSm2A97-8fr8GAAcWUgFZ23Y3UlsI15YRjmUq7K9kzc,197
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_anatomy.yaml,sha256=CiLyLsCnNHApsL68ER7uY-t-1eGYthILkX2w743CSFs,179
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_astronomy.yaml,sha256=fp0BV3dNSSsxy63s2eqtdvtjKrrS4BreI0J61JRVyo4,183
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_business_ethics.yaml,sha256=Se-JFSu1zbmj-toAU-sL6zcYYLOmp1sX_lZzlI0QCOQ,196
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_clinical_knowledge.yaml,sha256=oWzjbcwo6oEja0_1aT6XAU1i6LQ_TgXrAxJIbGJnW58,202
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_biology.yaml,sha256=O8jEuJUJRErLb0nZBxFYuFu0Iyy6J8hfGbQP7U1vTfA,195
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_chemistry.yaml,sha256=_eFptiGL0NxnRntBObSUxKmtzrRpSY0EwGF6-CqMUnw,199
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_computer_science.yaml,sha256=QCVwvEaR8c6--coVCQ1OANaKrJi3-cg9lAf3STMkODE,213
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_mathematics.yaml,sha256=yYDrxZj7xz2Rorouf8tLt4EkOyLSXJ6B9L2dc7ZQ7IM,203
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_medicine.yaml,sha256=zV3rm3ZmoqCVTxrvKBW9agYZysirbERXLONuMo6bnrI,198
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_college_physics.yaml,sha256=8HjXORNrV28hlXKqRFtg25e4rjt_Y-4C9uepvk1VGkU,195
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_computer_security.yaml,sha256=8ENEAXJEaifYXkC9o8Suh1h6LJYz4kfKqDM_Z_K2rTw,199
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_conceptual_physics.yaml,sha256=7jChB5m3wggib0_s5IuobQg1DwVF932GfYRZux5Kwbk,201
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_econometrics.yaml,sha256=MLmiOA8Wj01R6mc8vKhiY8Tf9Z6_-S1_Gz1VTgVyH7I,200
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_electrical_engineering.yaml,sha256=pWpOZVPNnoa_89jkS6USa9zsmTcT843cTzfBpVLDJOM,209
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_elementary_mathematics.yaml,sha256=0d0umLoUKvsWYJ2fW4ZRnA0LZqj2A0Dd3sCq0_hFMys,209
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_formal_logic.yaml,sha256=TBt0OIWtUCIm4wv_D7-7Exr7z8_G7qnepmN8tnKNCPo,195
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_global_facts.yaml,sha256=taXV5nJHiKOkvlbRpDIBy4f3yrDTp0V155yNFSKOGng,190
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_biology.yaml,sha256=sEsVLbihvI3Bqw4-pyUiHZb6tTyqlrgAsb3VSodWPaQ,203
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_chemistry.yaml,sha256=s4w08qUUzEjp8yF9jDLT3FZXPG0RVC9u3vnMANvTdLk,207
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_computer_science.yaml,sha256=XuXZG9Arb3tQs8LUmQziu0DTA-EBmzVLGsC2Ga-ajFA,221
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_european_history.yaml,sha256=uM5GOqkBGuHhEpf2OmHF9BM3X-XihM9GyPxwZ8gE24Q,227
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_geography.yaml,sha256=H_QEv4nXIT9mzT4tSyFlmwyEpNUTjXFxeRs1NsjVAEg,218
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_government_and_politics.yaml,sha256=xGhiQhOeTPTI_OPRvUtRWAg_aEqlrYt0_bZnyyhamP0,246
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_macroeconomics.yaml,sha256=nwPBfOKziWFPbBWPbBWnNw93mYyvSvebKCK-8dYXUYM,228
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_mathematics.yaml,sha256=c57eyKg85hwA2c2m_z3iUQa-bAJdwlweqfkyZSQzVuE,211
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_microeconomics.yaml,sha256=IGhf-lZNJQRzgsxEhBKvjSqlSJ6c7CRN-XuuhhXaQp8,228
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_physics.yaml,sha256=gS1x2MNA_XAGBWqUJ0jwj5dLZE4uSa7SPV85ZkcbNj0,203
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_psychology.yaml,sha256=eo-vkO2HZJ1C5SX1SNWkYBO_eurS1lCELBuUBr1BZ5Q,220
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_statistics.yaml,sha256=hqnVJjp97hBSwR_wOyCoaQ7JKn-12pURlir-TitbZ4E,209
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_us_history.yaml,sha256=rV0loVHoXq9d2DHRDd6kv1Hga9nj1lokVEwOk2V7mhs,215
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_high_school_world_history.yaml,sha256=YX8h2MAwLlQZIOkZ2XwzYeFB42XYKAumMw3jpT2J2Sg,221
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_human_aging.yaml,sha256=WGlHYvwWjef61M9SA8UT_dpTySigwtDyAiiHbX6gwOQ,188
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_human_sexuality.yaml,sha256=Fg3dxbvrimIbHXg5sea_m_GXCWUAOPoHhm9bBZH6nYc,206
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_international_law.yaml,sha256=JNKYeODOe4s-w7PaltMmNjeSyWGYC26q9vhGkLK4OSc,205
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_jurisprudence.yaml,sha256=3bUNtC1lUfccP4nvB97AeqaIoF2_RAAZM8afnoHoFZk,197
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_logical_fallacies.yaml,sha256=rFoEPIkQYHCZp968UE9RdB_pwPDliJCiwCrzXpRvez4,205
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_machine_learning.yaml,sha256=cA39H3qn9O-T3AuTQRB7JV-dDi-DIpIKJGZEJpjmhXo,197
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_management.yaml,sha256=q9HPao4PD8ledaTWWQhCGSLBApcIRoJ1zqumv-A6n7s,186
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_marketing.yaml,sha256=FWPARKkxW2dBUfK3aLBWJmZGBSIghdrBFvFdLs2LT8c,184
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_medical_genetics.yaml,sha256=nnd2Po-3_cqC9ScUBTvk5h6KG5_cLhtnNUEOUeUcV3A,198
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_miscellaneous.yaml,sha256=ZLy9jrqC7JcpkzcX55RJCWyC8iuIln7DtPPyxnoc2b0,192
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_moral_disputes.yaml,sha256=QtWzxFc_m2uo75X6_iewKPMF73lqSjf0fnqC6z4QZcQ,199
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_moral_scenarios.yaml,sha256=s3Pol7Clbkb9KRbYJX2WxWISTKBXEvkohllgnrVhwJA,201
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_nutrition.yaml,sha256=7uu--UmgrA8BdvL6blkGO3LVpd8wuIsumeunUMGiac0,184
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_philosophy.yaml,sha256=TlLiWMqyPbbIN3lS396lz2PhV6xZtgQUa5aWXTWl78o,191
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_prehistory.yaml,sha256=oa3ABRY0J-cNAKcY-LcpQmRNsm2Y7Atd7jQU79bmato,191
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_accounting.yaml,sha256=SJDYlOvzj1kiEdqnDm9DovGaDuKkwwO9jxOL48KpAcs,212
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_law.yaml,sha256=5QRcGc8ybNj5OS1LzWpv2GcG8Q5ovzXua2EIz9UqFZc,203
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_medicine.yaml,sha256=u1U3267Tv1EqJXqI6bqf5ngjaeC3ZGHX22ShK1kK00I,208
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_professional_psychology.yaml,sha256=uxF1lDrvr8a_GJCBKH6mwuKNfbxQg-ql011FDslVa1Y,222
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_public_relations.yaml,sha256=5x-DKA7zol5NAPC-3ad2D3wfAonfEdJSHtcw1_rpAiw,208
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_security_studies.yaml,sha256=0JJPiN22RlgYv1DwAkv93VpTlNWsuXSQHbtcPToI2lw,208
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_sociology.yaml,sha256=hQiBQqEjAQ9kuPKXLRk-BXhzXuWgagLVvqdeZUu99VE,194
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_us_foreign_policy.yaml,sha256=rKGKuADUmJJd01CIyph5n4TABaLcPJUIUdeo6NPyxmc,210
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_virology.yaml,sha256=tSDutIsFXGdvGNkE5l8e-fWM441kD_vyd-o2YH2RDMM,182
lm_eval/tasks/global_mmlu/full/si/global_mmlu_full_si_world_religions.yaml,sha256=viVZmKtvR2AerCDe8e2LPLHVyW956vKRde7FD7Ca4CE,201
lm_eval/tasks/global_mmlu/full/si/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn.yaml,sha256=wtYkY2pxWEKJF8KSQ-yVCGY36bUeB7WFF7FAlU2d25g,256
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_humanities.yaml,sha256=qpmTEFikb8Vlgg5LQlNuDlYLbDAykwa_0GORys0UWvA,174
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_other.yaml,sha256=XQLDECMtLaEyYv61PODy_JkBd2urQbzfD8_LUdprxys,164
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_social_sciences.yaml,sha256=hjV3bi1YD6gPu7xSM-Dqa-YTNcuO5mhQMTArFgoSg9A,184
lm_eval/tasks/global_mmlu/full/sn/_global_mmlu_full_sn_stem.yaml,sha256=RlFdSIj83-JW83XVwdDvAOwEGACLDt-f0UzhvzzCaeA,162
lm_eval/tasks/global_mmlu/full/sn/_sn_template_yaml,sha256=bX1yb6OJWDPg4aF1dNna5lL4z5nxb01KMs4KgtDzWlM,429
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_abstract_algebra.yaml,sha256=JjzG0HNRObibQJShswiaNHunO-q4u08LoK03EDiqbdM,197
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_anatomy.yaml,sha256=pPxDa72Uegf5qg7sidrf-G8CiQfRN22lGllHvnNWbT8,179
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_astronomy.yaml,sha256=RXxAU1V86ZMOFRYrTT8OsGHuvKt8soO8GsZP3xqChDU,183
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_business_ethics.yaml,sha256=FIvaWL_fenrDb8eDotnFwNPo4zP8c93RJTiIn9UGspQ,196
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_clinical_knowledge.yaml,sha256=MBZDv167UDQOmIGMSbmyBg8cX5MPLUZXuwqlu1G9mxE,202
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_biology.yaml,sha256=rUwC3C13zbSi3ddt1bNawHLMxJqpyW2hfaIm6F8Le-8,195
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_chemistry.yaml,sha256=qrb5GEniVR7Km6ySx2OS1RnEYk5jHkRc301jx5q7fHY,199
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_computer_science.yaml,sha256=14IqmVNrqm84O-8UU9mulwZc35ON5ifV83XmFSv3s6E,213
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_mathematics.yaml,sha256=t7nDzf5_m1Rzohdjp8uU-xcDnb_kgwtVo7HZkhw141M,203
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_medicine.yaml,sha256=RoZhiq-klG0gCR8HQ15ZsbDW1CCnznBx9lAk-j8OWnc,198
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_college_physics.yaml,sha256=lICtoDq7-mZ7TgRvKcJKdM-a2Dah58p3uhm9tJUg4So,195
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_computer_security.yaml,sha256=dGV9TdCBMMxApPH-IhGz_fxTj01uKExYQMOLPEigNgo,199
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_conceptual_physics.yaml,sha256=v_0-keGgFLU-iRSX83atoSwA_lgZB89Hv6Y9kaBVbM8,201
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_econometrics.yaml,sha256=WR-1kRCl_WbjU5uuz882bqfL7TWslxIx9oowORJDWHQ,200
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_electrical_engineering.yaml,sha256=ELgJXUVOXYC7D8YB_uIP-rp7bt48ofCkLR1H7RydigM,209
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_elementary_mathematics.yaml,sha256=_8zjeXKIzgO5sIEouu8xhDoFES9aPnBPwxmefEycy0o,209
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_formal_logic.yaml,sha256=KMrFGtWxF7dz-lo4gAwy-G7eul5wk-yQPQR7cIFMVF0,195
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_global_facts.yaml,sha256=rkmVjwkqXlU__k9p9gUG8DeIDTaw7qT5Y9LLUzIBHHM,190
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_biology.yaml,sha256=ctNgyWYft2AkwdDzA_zMJP6JbZWW2z_Er25_Zt-sNqI,203
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_chemistry.yaml,sha256=Z6mCKaWxmmLXqotql2UeXZ0PjTAlmuFCcvP3A3aOO9I,207
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_computer_science.yaml,sha256=STUfrVkp0w1xX18w07-h7hj8V27VM26hEo5GYNddR8U,221
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_european_history.yaml,sha256=BgDzYzTvfFxhZHqmwYk_FrjeCVQk7QFnbCr3JFCiIQI,227
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_geography.yaml,sha256=DpXkkXpS7YCHS7LR8gX4Ezk0D-bDz5RFJYkm-okTR8Q,218
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_government_and_politics.yaml,sha256=uKBTE5E1FTfOnPesk_6FbT9Kh87SxyKfmKlHVZvH6iY,246
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_macroeconomics.yaml,sha256=0HESDV8M2LXM4MC0lcYeQSXYMYKLoN-6sz47X1ARzbc,228
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_mathematics.yaml,sha256=xZWHM6qF_f_i9ywoJBtp2nyGF-ao--1wVKKIf-ElH7c,211
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_microeconomics.yaml,sha256=QWt295aWaeTR0t2sUjGnurboF3cfRWm_Xu3T65ViZtE,228
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_physics.yaml,sha256=C9VU8AZNN90hx0rdz3BPLS24gcsUJxaeIAdKfy0dd5I,203
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_psychology.yaml,sha256=ZFw7ic4fkJmKByGuhsifsxf3-pO0aoLXh3Yunqi8q7A,220
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_statistics.yaml,sha256=H7w9BsSuYp3JEUmiM69l4Mzj235BwS8MuZSJ6zQRoKk,209
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_us_history.yaml,sha256=suT8KYoUgZlyX8ctGkebopAlt9_QLRO0cPozhFOism8,215
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_high_school_world_history.yaml,sha256=9N_Hs8pHJ6Dw2l80cFD4YogGeUePV9UewqkRkiFafzg,221
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_human_aging.yaml,sha256=bMkHXSXTWSrRnOr27EBN4JqNLGIu3gxoSrdOqwoJa-I,188
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_human_sexuality.yaml,sha256=UPeqHh0MBBO8MrzSOQNlXzdDcVdFN1UfxcxRedCM5dI,206
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_international_law.yaml,sha256=jeaob2Sxg_U0cA00K4yUDWpFIbuq1jNvvg9TamKFqso,205
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_jurisprudence.yaml,sha256=ALyJq-uNVHfuxtomIJfiw9DAlU3NTi7YWpPRs1DnkCE,197
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_logical_fallacies.yaml,sha256=I5oqPtrECvofIryBfRVTrWCkmBUd9XqSruqohVAibxw,205
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_machine_learning.yaml,sha256=k_EySaABMekRUxU-JEcM9sTiES8mIB7-yzrekSIL4sg,197
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_management.yaml,sha256=vt4qp_E5HaCdG8vvqREIVHl5_HUr_6lcs_5dZzGC7Ek,186
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_marketing.yaml,sha256=NnRV5sqlp7oBDnOW6S3z7bJ4BSN_b1rE6MiMUxan57M,184
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_medical_genetics.yaml,sha256=W8j8TYvmFfNave_cJ3zCU_bQOvQCHpgPFJt7N3b09Fk,198
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_miscellaneous.yaml,sha256=cGuHMmRAIMOhh1FjsYnn90WaJu_zBjsqolPtg-Zt_O4,192
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_moral_disputes.yaml,sha256=V67Lf_yHtD6oKObXLPJ8rRoG2pqSIuDlYZE5c6JvJMs,199
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_moral_scenarios.yaml,sha256=-suWXNf7R-T_CASdyh332bTVszptpvekkB3x94Qefn0,201
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_nutrition.yaml,sha256=gLxEJQPC1FQnielw3nBj6pWWLnH4yumA-gW98vnMkTU,184
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_philosophy.yaml,sha256=F3Vm-PDbB8SiW_BQInxC35s6g_-IJoh5er_R_84y8AU,191
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_prehistory.yaml,sha256=h0xvaKYklbItwP034mSI7WAvB34yFrLI_rMWOMXYfao,191
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_accounting.yaml,sha256=2BRgQEjf57kid4EkwOxy4H3JUceHrP9aXM9hlKHusYM,212
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_law.yaml,sha256=db-WrOXjgDszEVnYPYWRD6SuNKQVHlx3d6BoDUWKTJU,203
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_medicine.yaml,sha256=xQ7r3uNZv5s6KXzQ-d-LsN1-oujy-d6SJvDkUDQ6Wc0,208
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_professional_psychology.yaml,sha256=YhEQcpdN_Us-k7ovE8xtYNZ3Qt8pivvkKNgIoaL9xd0,222
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_public_relations.yaml,sha256=lg7RTWXGaCnaJ6ru_pZA_1ToBgnAkZvEGQJ5Mw7hHPY,208
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_security_studies.yaml,sha256=IdGKA7okzXpYdTPkXyukBYrUb29TBZpfE9cZqM3oFcE,208
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_sociology.yaml,sha256=FXMItOoj-rf6BEKz3abMUQX5f_HSoU2xR1NIez1kn-g,194
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_us_foreign_policy.yaml,sha256=6RO2Zahc8c88NGNOv_EvmCq8TKJZvjo5ndMgqnzjlHg,210
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_virology.yaml,sha256=Pb1N0L1qcgMNgLYVYraqYE9kvZFzVp0FXnx_aTz9RYg,182
lm_eval/tasks/global_mmlu/full/sn/global_mmlu_full_sn_world_religions.yaml,sha256=3JZP5wdCO6lRxMDvOZZmv4pcuc_IfFO3B9NUwdyGz7w,201
lm_eval/tasks/global_mmlu/full/sn/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so.yaml,sha256=dkpocX9Hn-_Nn4Ska-HGnxq5Das3CbGxFT4l_e162WQ,256
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_humanities.yaml,sha256=qxPxyHdwlrHZhhciZqARd-rssiJJj26Bqk95cw-F76Q,174
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_other.yaml,sha256=KQgWWUgrzlQ_rYlg5eePW6VEWl5DLP2q_sA8JJPAllI,164
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_social_sciences.yaml,sha256=bAULCCXbU6GNGjiKvuYZiwu_ezhm1ERx8hIw1xFFVbw,184
lm_eval/tasks/global_mmlu/full/so/_global_mmlu_full_so_stem.yaml,sha256=1xo6O7MOIud-h9ue1kFvJDAH1K2I7TtYqeSHnUhbQCA,162
lm_eval/tasks/global_mmlu/full/so/_so_template_yaml,sha256=r9SC4R24a8jU6_Jdkx7zzJnXfPPxaM1TTUmLEZXwckQ,429
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_abstract_algebra.yaml,sha256=Pm6RHzmUMTIT-UTn3WR0aUAg_UY9RpAWJO6ePaAa1uE,197
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_anatomy.yaml,sha256=2KZWgwSMymVY0cc24-59wGwr0zCd0TEOfo8gkV39CWo,179
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_astronomy.yaml,sha256=EudUcs0ywXnRv1_1_iR8PKnCqvtFxMQuaLC_UEkJXps,183
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_business_ethics.yaml,sha256=sGred4tdeTyKMt7lEAmr0cCQYUHbZoclICsb3_ejszE,196
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_clinical_knowledge.yaml,sha256=OZZGniuXG_-0NuNFxXoeKqgvFefpq08e4uQU9qmSNTk,202
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_biology.yaml,sha256=UFXXJ1P-bkorcDr-pFvjYrVEh5TqqwJGjkmO5RkcSUU,195
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_chemistry.yaml,sha256=q-TqsbEFb77j_XhYwy_Wms0l2ibjW_GFKZ5gQHGfhJ8,199
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_computer_science.yaml,sha256=oJVf6YkmrCbreLS_KBZF7sQKQO3OhUPkJ9jLkOjvnUA,213
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_mathematics.yaml,sha256=kCtMMoV5ivpaG5mC7M1bCcuIz2isz7N3a0m9atlV9Ig,203
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_medicine.yaml,sha256=XPESvSn-v44F4mxao950-j63V7130kwrsfc8M1kF8Bk,198
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_college_physics.yaml,sha256=BREZpTn6uRvT_rqQXYqgJUgmdEULfcUaZ_d3hmbWu80,195
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_computer_security.yaml,sha256=nwHuBySEm_lZX56E_ThjCWYyDH6FVTCbXmDRdCDS0nQ,199
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_conceptual_physics.yaml,sha256=ePBSyRSFzzQDgCSHoKzK7-ojUYhTTgc4isY-lOP9f1E,201
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_econometrics.yaml,sha256=rkxEW2azHsh1EVUBNg1MQcA4UTUQfHiuVhPE8IcteyY,200
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_electrical_engineering.yaml,sha256=Wf7v2NkeVErf1BZb9vIBy7cviwGCUQZNNVirUaP4mks,209
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_elementary_mathematics.yaml,sha256=puWSRvvodnpQfTYbJp_9_bQlPjAE6HkGzDO6OJfO0K0,209
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_formal_logic.yaml,sha256=K9rcIPSqBz765to4O44SOmCkq-Kv4I5O91sfjfmUSik,195
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_global_facts.yaml,sha256=wKw2bqNwinmVLj1DfWygaaaBdOcEHWQozZuwWoW8jUU,190
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_biology.yaml,sha256=3ZjCeEvrRODnnlynq6Cl6hqSCC-LMznzgnmOZ7vsDQk,203
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_chemistry.yaml,sha256=wvCfSSVwrn54xvxm0miL4AI8PCcrIrJWu8yxMkNGNO0,207
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_computer_science.yaml,sha256=ZEuk_aL51otALK01cJfBWrb1kwb9ri5xN9KR0YSZpbY,221
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_european_history.yaml,sha256=wOEKUdpGoCtsYIWXt2YeWY-HJI7uZpexGlcrWl79LzI,227
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_geography.yaml,sha256=6I78AaHnkbaL2DFf8v6PFouj1IxsVcUgl4ss6IdXc-c,218
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_government_and_politics.yaml,sha256=nJFf0SroBgXYr-hIZGAGY1cWOjSL77iYmThPf4VRBug,246
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_macroeconomics.yaml,sha256=J913yD2wLOgHEGCnd5FmIhMWUjSreTZuJw6YzjwQjko,228
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_mathematics.yaml,sha256=XEfHOOSfMwIZzeGpiBQLcQWCqIVDvgmWli9nybdhoPs,211
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_microeconomics.yaml,sha256=jNum5IkJQB39tRCsmKjH4zcvWKZihwahVLnUzwSJKU4,228
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_physics.yaml,sha256=AicyONGrCw0zq-q2Vz5kD4GQVjIOns2JhqY569Qsvt0,203
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_psychology.yaml,sha256=Ej_mvmneRrO14CufCaLMLT8GCrt8Zj6LbNIRMuib640,220
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_statistics.yaml,sha256=4J0eYO3a-rkT85wdocptbkYdBlFQaFMsU634z8F15Ck,209
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_us_history.yaml,sha256=Hiy-UXEe1IqqL2SM4TBTwaUIV4tKmW_l9-6NcwjBoTk,215
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_high_school_world_history.yaml,sha256=Foossli3iUFYAZ5e_cCvPOIhygwLkYHOmp9GaGyjUsM,221
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_human_aging.yaml,sha256=O9jBZF-wiINTE5bqtxMxHDVxDeWnCsVdkbheKWN8Z6w,188
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_human_sexuality.yaml,sha256=Zpu5t7aRNY8jhgSJj8mZrZKe6gG_8Jr_yyZLZr1OzlY,206
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_international_law.yaml,sha256=LgiQKT_zjg-FFGrk3yo9V8ol9VXmmh3UHmJ7KAgnv8Y,205
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_jurisprudence.yaml,sha256=kxAvZ6od6Q6pNvnopscu8vEeal6WrtK48SveNmHylUw,197
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_logical_fallacies.yaml,sha256=avCStueyoRhQH6uixWO3dgx8mIt6c7B8uQ7Alek_BDY,205
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_machine_learning.yaml,sha256=Kfda8Km7sldTlR9v2SR4sfvk3SWqUBfktpeLbmdXlxI,197
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_management.yaml,sha256=2EXTSC6dxagrj1CdEtrrZhJ-BUoc8cvQVGWLqywYh6w,186
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_marketing.yaml,sha256=Ta7fj2ts4Yt3qyEzP5nJbk9E591XM5UHmwD2cMjen4w,184
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_medical_genetics.yaml,sha256=XpyDxgJOTB6jNW_xup1K25sTP59Xo4pYnlstkO2baFk,198
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_miscellaneous.yaml,sha256=JDpESe5UsKMEtqClOcCpXzMLwcF0jgcnH1eVV1iKtSs,192
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_moral_disputes.yaml,sha256=-nNOkRkhCmGRMRAPj3dr2mdIqamULKi6Cg4TkfXWDq0,199
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_moral_scenarios.yaml,sha256=2Snj7elMdIoVAS3p2cBmLnU2gDru5NdiD8ZqCgEs4Yk,201
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_nutrition.yaml,sha256=D8tnZRi_Nw9mZPA7quAJRekaUQMQGmB8hGVvqAZETps,184
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_philosophy.yaml,sha256=HYpnwpea079STCR_PkqpoEihZt2URYjQfF2s5ObTh-U,191
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_prehistory.yaml,sha256=9ZVPNRKh8PgsaXDTkdW3KK4rJHCaLpkQpziEmCDkFw0,191
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_accounting.yaml,sha256=lLF40gaBiDvg9yu1SWS2F0GOIifTetCn-KKmv-1MaXs,212
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_law.yaml,sha256=BxqccY6fp6Tf0Pb0pSKNtEw-D0Itu39OSUO4ciVkgDM,203
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_medicine.yaml,sha256=z9XBoZP7yCnhbL4FjKUQJklWfT-VFZTh6AzV2EaX7c0,208
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_professional_psychology.yaml,sha256=Zgpd9myboKmvHzdqF86kEgpZSFe_-Crsf-QBBxRUpfM,222
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_public_relations.yaml,sha256=nm-u0BQA_OY8XZvIwbC-YmzZcV0e05wEcjAfE1ommS4,208
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_security_studies.yaml,sha256=DoS6uvPS3NOmEDaFqk6qp5Wy-PARQMQXfYg3pGr0BeU,208
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_sociology.yaml,sha256=GKvRLbi3YJ01TKRyb_huqXjELO4ozCV5Y7n-HCNhatI,194
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_us_foreign_policy.yaml,sha256=eMXpHCiJsBBbcqZjgN8RLR7KrqeUNZngbbJU84A3oS8,210
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_virology.yaml,sha256=OSvlniFZlzXu5ZSWHlKvLoKCHA7eOMAeDzbs4EUAqQE,182
lm_eval/tasks/global_mmlu/full/so/global_mmlu_full_so_world_religions.yaml,sha256=1sUipjt7-JGCfy0azT_9eBwFTV8iAUrRgs_MwJvaWwg,201
lm_eval/tasks/global_mmlu/full/so/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr.yaml,sha256=x6UCsFp39LHIoOjq8w1ruxRD6v50oQo1KdMhU1XnLMs,256
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_humanities.yaml,sha256=nBj8tYnaGQlRZHxKBJy8vH2rHH1UBSivqGVfSr5wMg0,174
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_other.yaml,sha256=eXVNfOFvoAGzeLAdW2ilq_zaZT2F9-F55KQ937nclvM,164
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_social_sciences.yaml,sha256=bvnIpLDKLg515JFn7ZA5fGo1ydiKFtT9qi3OlIGYk4o,184
lm_eval/tasks/global_mmlu/full/sr/_global_mmlu_full_sr_stem.yaml,sha256=XYw5KvS32mI3Lft6PjzpOTfFc832u-dktlTdAfBiRPU,162
lm_eval/tasks/global_mmlu/full/sr/_sr_template_yaml,sha256=nc26sXdxFK3BCWp1xZrNmCcTd6-Pph8-DBrbgT61dM8,429
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_abstract_algebra.yaml,sha256=eZkAXAX6TG9V_vAjU3-nNbSYhxdkFmSfB-6F-zty_lg,197
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_anatomy.yaml,sha256=kTXppEySK3LZukXk6C4r0zGZXfIW35KqOFtobvH0jWY,179
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_astronomy.yaml,sha256=VlFPyQNs-oH1REMqNZd0yLlWUXgcAyX_ZIwmwcP1HKI,183
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_business_ethics.yaml,sha256=ZIIIvH6sXggjWxQg9LzZLcBZSIYBAjlxVF1ZkNpZNak,196
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_clinical_knowledge.yaml,sha256=abWvpS10uBYpp051uTAmhEo6CJTbLEwLjJnYFUqjhL8,202
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_biology.yaml,sha256=4xgS-fP2z2ltfJOrj8XpPVVK8423GUErUil-ir9_Y-I,195
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_chemistry.yaml,sha256=sG40klppSGHx7S2gqI0DFhzaztZokaycu8yl0IKJ5SQ,199
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_computer_science.yaml,sha256=Add1-eE_-RNp7ZVWMUxkeLqHLR2xkoDwpE6qB1NxMpA,213
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_mathematics.yaml,sha256=XF-bmjb-0yXB27pTK9jgZyAB6E6wDAfg_96AfMogh6k,203
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_medicine.yaml,sha256=2m9giR-xogZttk4g30LZMxvI5D5Q1RDQoDPHGIjNQOM,198
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_college_physics.yaml,sha256=JKQ1FyP4plD_r70zcQELNKnM5TghUBnjd8FDcxv6VdM,195
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_computer_security.yaml,sha256=PRjGdEhfT3OlTcL_KpvPlf6OcwZ4yF-3KrS1JO3MCO0,199
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_conceptual_physics.yaml,sha256=IpA_Q8Zhqeq5YX0Ib3BI02KPwvfdwW1-hIK5D3auI_o,201
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_econometrics.yaml,sha256=nj77zuVpWwd-Z-13kGATfPq-fqO0vPjoWpEou7vFXVs,200
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_electrical_engineering.yaml,sha256=Bye1qwB2mVehGrgB99i8pbVYYLPFkrAl6pPioaqzshg,209
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_elementary_mathematics.yaml,sha256=XgmB3PYzALZq5rjGJEREWglo1TNDHQ89srY1E19rUis,209
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_formal_logic.yaml,sha256=_lyPXEFovdKqC6U6O_ZrQR4S2DxP2_osj4n7aePuGIc,195
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_global_facts.yaml,sha256=fJrn-rHj6kGyi_KGmIB-quPiUlaxzhgnx1wo9u8xZHI,190
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_biology.yaml,sha256=ZL8DlkpfT7qNL0-zuJ-XD1Jwbzx6GnpfAFSD0F4SqDs,203
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_chemistry.yaml,sha256=Lzl_gHZpUuBe39Hxw_PeZZsj0jVWB8txoqjlHuGIjaI,207
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_computer_science.yaml,sha256=xAajh5AScqxUc8MFIf5YXdXd84HcjFhniCFlKUAKalQ,221
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_european_history.yaml,sha256=kIegjNZQVia67zBJ4ruxhx8VT681W8U6yz4IJwlHwXM,227
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_geography.yaml,sha256=BY15FWyKwhTAFH7A5cCbBrM1lModnDZp9YAPv_M6jZ4,218
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_government_and_politics.yaml,sha256=LcVuZA8wKzZ21ZiCyq4e-5NgtUtzaUiT7FeAMy85P44,246
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_macroeconomics.yaml,sha256=_nOqgLd3Y1UhpiVz73QYPd36eA1L_wTbtnaHEo_YXtM,228
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_mathematics.yaml,sha256=7RE8qNoeF4lyEKTv2xIuTH6FDA3a_Wi8JGZbjoVvY1g,211
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_microeconomics.yaml,sha256=7_cQ_ZEeT5aTGWRkf2-xLL9BZrw59Fejy1SQfV1s4Ww,228
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_physics.yaml,sha256=AlsTPOkLyKt3QBQTCqHaRM4eLZ01PTcH11v-1YcP2tQ,203
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_psychology.yaml,sha256=kqH-tPcbu27ZKtaPJzfLq30AghVYAVMT6fudlFNkc7s,220
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_statistics.yaml,sha256=swQQkQLYpP7hAnJQ1CQ47jf_HsvksEE9zw8TCKs7XC0,209
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_us_history.yaml,sha256=SBr8U-zVppT90uLXFffb4vTZZW-5bqNQvIC1s9q7P50,215
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_high_school_world_history.yaml,sha256=sJV4PuQfIsOvyTHNEfoYu5nicpMXiKuraqNZHHjZGjM,221
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_human_aging.yaml,sha256=QqqvB0jBSV6q8umf7jJEbpeOia0nXDM1aepf03rBGQI,188
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_human_sexuality.yaml,sha256=B62uYqmNZb7-LYJNMTOHNfV9rXBxUcRdY8qle-vkggg,206
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_international_law.yaml,sha256=kOdKhZeaKhzyBhOibxuWaFJu19dzV74LCJPVdSD97UU,205
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_jurisprudence.yaml,sha256=R53gDZLii1JkkPenc2sFq1uyljthM4jdD31R7E_6vig,197
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_logical_fallacies.yaml,sha256=GWKYhwCg-L7THK0hk8pYH60QL_uxsMmM5SW1iQ4cdho,205
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_machine_learning.yaml,sha256=pP-zNrlJhlHEOB59J5JzxZPX8CMQ1Rs9ta2E8XM_Lp4,197
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_management.yaml,sha256=gXLBw-4xUyhufIIwTTHNSjF6OrnS3uHqdPNL3psYD0g,186
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_marketing.yaml,sha256=A2yfTgluRP7GJasDbccgzXQn2pYF67uJVT9jaOBiQWc,184
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_medical_genetics.yaml,sha256=pS0vHsbc_vy4kDEfSp2BQa5IpiBw0Z0ZmEae6IdnH-s,198
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_miscellaneous.yaml,sha256=GbpwNSPW7xRYJIDykXGmx8m-yHVijJKIgEpQWkj6wQg,192
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_moral_disputes.yaml,sha256=cfJ55ZjanW4olVP_4DiCV8LmTTRkeuQWgkGfWIOwi2A,199
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_moral_scenarios.yaml,sha256=MLFp5DeZjwMMfwmkO0kf46lsLuuL0vwx2hM_H2pzjuA,201
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_nutrition.yaml,sha256=3HvH35ajleHLziAk6fgHZDOta1mMy5UPh6C-eni4ySE,184
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_philosophy.yaml,sha256=8P2prlMUdprESf7fN3mmj3gS3zRe7iBM-YL9pVyRBaI,191
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_prehistory.yaml,sha256=sATmG1UUbNRXhFexYuVSxQhtqJqSKXSmXlHbqIrVfIQ,191
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_accounting.yaml,sha256=rKfVtrxTdcsceH6U3x8KR2qHo1Xg1BEriOvlQtXIyLU,212
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_law.yaml,sha256=f2DcIKR3Uo6Ulakhlri_VBAARYa4yNgAYl43cd-w33I,203
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_medicine.yaml,sha256=hNFaMisNTZynS8I0--sy64lUpEOGgT7gSqA0pcYNFAs,208
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_professional_psychology.yaml,sha256=J23IRU9mBbzMB_WHgwohxC56gatFHBzl2NXeqVVA6zo,222
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_public_relations.yaml,sha256=3ohaSFaO3V3GqCokuaHZqsuysgVxPU1-DK9HArl2Rpc,208
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_security_studies.yaml,sha256=m-xCuhkeWM53yhKXii_OgeziLTToZ2F-RIBYDLR5GB0,208
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_sociology.yaml,sha256=-XZlsnu2bMkzCQEG7PyjPQFpl5gnGkf1i4IZWBdWoGA,194
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_us_foreign_policy.yaml,sha256=eLxdlRZsjXN2XizdY_w2-F1zREX7nqhD_WFRqF_r3QA,210
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_virology.yaml,sha256=a2wJK4uuOVUPgBuG_WGbpi9t5O0bZldxRtb3GjGlkzc,182
lm_eval/tasks/global_mmlu/full/sr/global_mmlu_full_sr_world_religions.yaml,sha256=Z7pyV75OqQIqPUKy9Csm0derbyBhO23uPkpSemFcA8o,201
lm_eval/tasks/global_mmlu/full/sr/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv.yaml,sha256=YRVqeSJUXFt6B78o9Dz6AtD6Qxi0Y0mi-Ll_CfCo0FM,256
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_humanities.yaml,sha256=IsfW7UUiNinhntns7f9lJIUNpeHJyZ5VTL_1oAkdcSM,174
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_other.yaml,sha256=gv5vaOcCeHb7z0-z_g3JT7fYLKTfFFsTG75nJ1gAyAc,164
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_social_sciences.yaml,sha256=QwPQuEnuFnFbb6cy51k0s-B2bgy_G4EJ20NuWf5yGCg,184
lm_eval/tasks/global_mmlu/full/sv/_global_mmlu_full_sv_stem.yaml,sha256=pM9Eac6cr7C23_vwiul5jd4Bm6nLzHmIkMQ48-qCnEg,162
lm_eval/tasks/global_mmlu/full/sv/_sv_template_yaml,sha256=8_G0v2clESloBRXOBTEUjOhpgwKAtGNXcpZ-cs1o_rc,429
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_abstract_algebra.yaml,sha256=9WnsGUQvfypZZT8UBSLvoUC1gIyeRo_e2KNbYN9gLQI,197
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_anatomy.yaml,sha256=vA5nIQI_DyTlRsqWMrK7BvOnRz8zqNdPwTBM2T8PqDk,179
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_astronomy.yaml,sha256=5J5mJUnkHwh6oXdjmekXQoIUJbvsAO9le4n3dIjZcxw,183
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_business_ethics.yaml,sha256=Mq8EEQD3oi6eZrLfg6FI-_Tx0TBXFLrr1QVcsiXQydA,196
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_clinical_knowledge.yaml,sha256=DzQU5qQFc48P2MGmg6V9lbTJnF_TDtC0VOUuUri3snQ,202
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_biology.yaml,sha256=0wjOkBeApvYdVmpsvJGrOJsg3VamyTKh-Q-cgihQtV8,195
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_chemistry.yaml,sha256=SuB3u0P7D-W2vs_tF8Ng6gKhwJgLI6cj72yJZlLKnO0,199
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_computer_science.yaml,sha256=Ivsb9-Ah55dHGZN3Vb4vWO0xrCcOZZ-yN4R0Z1vwiqk,213
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_mathematics.yaml,sha256=t5gRkALmz562IeD1QAn5qvIbQSQlWE-ZnRGwiKgohwQ,203
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_medicine.yaml,sha256=GmolletYImDW-IONXBCBydwyXehztQzLmRfp8o4wuOE,198
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_college_physics.yaml,sha256=yFhcwZ9F2X6Bk3MFWB0WHESym8GaKruX0k6dugmH1Bk,195
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_computer_security.yaml,sha256=3vFg4DJNeyeTw54xQUSydrXiKm5Ootpw7DNbm50Twi4,199
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_conceptual_physics.yaml,sha256=PfjnVkq3rdo4sgTIbDMBFdy4OLCTQqRGmpKOnh-ZIyA,201
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_econometrics.yaml,sha256=N4U1HZ4fDqaAWQrZZV51E_WxmBCRTyLUNKE4Iwev4Zk,200
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_electrical_engineering.yaml,sha256=etLj43s1DQstkpEWgSNmg85wcWr6Z18DGJJabUgC7tQ,209
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_elementary_mathematics.yaml,sha256=W5FP04WyvoC5kvvtvia1rSaooqCunKVtN9f-ntZaBVY,209
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_formal_logic.yaml,sha256=OXsLbP78hHdfwBVRKnPISIkPzM8eaRDmF9seqO3GAf0,195
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_global_facts.yaml,sha256=U_-fbWFTkOtmRXqgjhyJrkL0_v_TkvNAqAmh2fVfcO8,190
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_biology.yaml,sha256=ia6VIYQlUsL_uGEyYyHcUp3ioy95OLMCg0hptNoHotU,203
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_chemistry.yaml,sha256=jLIrh1swsFp-Jv51Mw0A_Nz4E0qNc1rSFl-g_VvdqsE,207
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_computer_science.yaml,sha256=dbk_SeF1kaJ_Uq8DxIHDbkyt6HG-aw8g9Di_zPxYvyM,221
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_european_history.yaml,sha256=2yn-3gw4rS17MQvCVDc0dm7cvo4XIosvCGKFdwpG_14,227
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_geography.yaml,sha256=QOxvUW47-0qnextUPyhs4d2wDK96hszOQc9J_qPzh4Q,218
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_government_and_politics.yaml,sha256=vVFvSsy47ry_OLpioMTYlDlIIRzAAJY2ZeXbFqMgVdc,246
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_macroeconomics.yaml,sha256=Hz5Fh9uaQwn229-eVnEgee5RjRyc0UfbnYbws7pK14g,228
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_mathematics.yaml,sha256=sqr3Y1F_Z1BvS6JkD9kwmfd2FNfhGqIqkbhtSITytu4,211
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_microeconomics.yaml,sha256=XH3b9y1gZ8AT8N3cZDvYqlgw12Ds6awdWyGKAmUfiAo,228
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_physics.yaml,sha256=dEbXD6cnMVC2KQMddyrsyPLWip1KaQwbS-vTCFe6h08,203
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_psychology.yaml,sha256=D287VnzM0ZdLrdX38l58Uz3G4rkTN85SvXABCFigw5I,220
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_statistics.yaml,sha256=huA2dTcNn90Td0P3Nn0ymj_QXwSpOXO5Ink7w69XzWA,209
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_us_history.yaml,sha256=JgDcSuExwMxYZKzB9mnyfdRhEa0WfoDZNIfr1Xtsbw0,215
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_high_school_world_history.yaml,sha256=12DjggZgBVdtTJa4mxgSuIw0LVMbsGYiAbSTJ-ruxdc,221
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_human_aging.yaml,sha256=Z4ZyIJdaRs7ow3q8GL8Gd0O_0ZSugql4n1oHxUnH__Y,188
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_human_sexuality.yaml,sha256=UCT1iMK0uleFzuTdNkuYnoBhqgnWMQ6hSeyxFTvSz8k,206
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_international_law.yaml,sha256=7ihpGtW2RP283gNsLRbZVcg9G3VFyUjMPu1NfuQ9O9w,205
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_jurisprudence.yaml,sha256=_iqjrQ8G_5CUB0xhQmoKpENq_X8LVmdkcXJuzQyimGU,197
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_logical_fallacies.yaml,sha256=_bVRIsGfjKKd20jwsgeQUds2lSglItkbSx0G_FvTvNQ,205
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_machine_learning.yaml,sha256=88SfQfuQC9t-8AqPGyXlKIfExHkBFAHWFUsGfufRUIU,197
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_management.yaml,sha256=w70G9NJpY3yhoY_aNp5vqgdoe25JFpGqQwkSvjzpGKk,186
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_marketing.yaml,sha256=jJ4ZCNpFL9IQPv1SMW-wD2nuVlb9QSvqIoUQQV7Ygt8,184
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_medical_genetics.yaml,sha256=QNix4N7FCamtqEJy55VAL3BtMvGRJPiAQFlxYnseu7g,198
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_miscellaneous.yaml,sha256=P3Yz6ljJDZh47omdQQLxncw0hMUG4tbAbYiZEKxaJsU,192
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_moral_disputes.yaml,sha256=7oyBR0nehoGu95m9x1Mw3iijcaMW8O6t7QP42J1kqfM,199
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_moral_scenarios.yaml,sha256=gTKttikycLHhi-FFtJU_85R7LHe2dFwPsIa6jQRWghU,201
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_nutrition.yaml,sha256=fiC66QRXt5OY9WdBuk-mVv3Ghr9EEEZiHYcPjYuYhLM,184
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_philosophy.yaml,sha256=QRYNnpbK_KgaHBSVGgxceopux7Jy-0gfy9Bjm4QG8zo,191
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_prehistory.yaml,sha256=gKA-D8ep_pQQNyvppszZvh10SnCczFjA5QFoRa4DcPY,191
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_accounting.yaml,sha256=vol01HxaRvBBXzI7MV0lNeTYyribm_HZOXk2FMPCNso,212
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_law.yaml,sha256=t-xKl0sK91P77P8e74bhHBN_euk6J25s7ts9pECGvU4,203
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_medicine.yaml,sha256=0N6QM9NzlZpi-5Y_OYR82NbKzo4hMvOBBn9NnHtJjvM,208
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_professional_psychology.yaml,sha256=wIiEiZ4bSBLDlJZYl45PGdqDZu43p8TByljHymjVm_A,222
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_public_relations.yaml,sha256=CkWcEeHT6BBU0IctR3sCpmUCqWxCk5KIbo8BqzDJNr8,208
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_security_studies.yaml,sha256=jhM-QzoaOtv54DntrJMtO0nOw-yqqcr1WIB_YMnxMFk,208
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_sociology.yaml,sha256=6u3GPB-BsOK9WsuAVAogY9sp0P9rZg8Qx8aeoMxRQVk,194
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_us_foreign_policy.yaml,sha256=dSLxvkZTJSVSYu_qCWiqNgWqahf6x6aoae3mnY3ea2w,210
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_virology.yaml,sha256=fETRYWjaBBh6HR9JqGl7_Yx2qCwkvcXDpJROhhXMyd4,182
lm_eval/tasks/global_mmlu/full/sv/global_mmlu_full_sv_world_religions.yaml,sha256=_l1Xf0Dp3rJo5g3HRZDAS75ygmC1mc99-cBqHoJ2th0,201
lm_eval/tasks/global_mmlu/full/sv/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw.yaml,sha256=XWDHtoLLRekQZpe0bywg4VygXcyZcDVjuoC2EUNEGKw,256
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_humanities.yaml,sha256=04qpDNBNVJ2xqcjtPy9D_ukqencgBeWrLjyxtEDzkmA,174
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_other.yaml,sha256=8gtjY3GGUGcDUlKxcNvX4qXKBQ6P1nu9JFJ4cN_Rxsg,164
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_social_sciences.yaml,sha256=rrkRN-F1whuTw6lkhYkHrDV8cjudkDEgX6ccIkoOoMI,184
lm_eval/tasks/global_mmlu/full/sw/_global_mmlu_full_sw_stem.yaml,sha256=VfhIjvgtWkbiEcRKva5xTtmRWDzGAplDd0NVJQW61ac,162
lm_eval/tasks/global_mmlu/full/sw/_sw_template_yaml,sha256=HvXTuATx2SudK_OoMVJUcpgTkbG3tcjdOd0FQfDroZ4,429
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_abstract_algebra.yaml,sha256=pyvXxpkMw9l1fNKh7MOXpQVApXC_WzyGLrHy0F3zboE,197
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_anatomy.yaml,sha256=yaPpFJSPwLhxjWxlPP7CyRt4VAbHVViI4k6_C7TSIWs,179
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_astronomy.yaml,sha256=emEWyUuoxbXVQNVTIX2zjJUSH6KP1f_zhbjLotzBt4k,183
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_business_ethics.yaml,sha256=1nVYsWsXxsyhm-pt17CdqQss1qRMrxxe5oY05fYujEU,196
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_clinical_knowledge.yaml,sha256=HzgU9ACHvGFsSGwPQsotJ3hSuSrpDcn6aZ0hx7hMWRg,202
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_biology.yaml,sha256=s0rq0uHb8jbsNJnumMJlyah1SibDnuCQTabMC967nUI,195
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_chemistry.yaml,sha256=CHTnSDNi8kc25i45Av9t0ucjlbSDfpBdy5EjRGj7erY,199
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_computer_science.yaml,sha256=fIy1NPwv_cJxELHZENswv-iggPKfxmU3UAMqiBGu4fo,213
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_mathematics.yaml,sha256=FhlNAoJNP_JdQIUI84c7GztcP2fYCx3pz7M6C80CYj8,203
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_medicine.yaml,sha256=S-QYFPb8mqNhxbcXPe2R9ibAqc-7nbPrM_KufjEfWJY,198
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_college_physics.yaml,sha256=DEUHEz1tAeI8Uv0owEk8GyiQUdu0TdJc2JJVO2lHm54,195
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_computer_security.yaml,sha256=YxodCgxNFW1PWKk5drSYa1LkvL-6zbdbesSEMn7lzP4,199
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_conceptual_physics.yaml,sha256=0gjuIqCvj4gfKXUqasEeGrP0aX3OrG-8O_ke6Ohpft4,201
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_econometrics.yaml,sha256=LmyMkeegnZDzZ8oPlCdbXkEpfJf3Fzz2ctqZYbHF9s8,200
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_electrical_engineering.yaml,sha256=rEdPVvlPXCJoMcq69ZbefeeQOVoMyGrYg48L7wQoxLM,209
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_elementary_mathematics.yaml,sha256=0npe4sfRukueAG7eU6AN4XO5kpW6oc58Z0Io2DXku4w,209
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_formal_logic.yaml,sha256=hvrbVS_tBXUDOoLHxFPeOfaeJ25moa4UhWPSCmEZ_-s,195
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_global_facts.yaml,sha256=E429K_TOMy6dFNMK16xJkc1nnvaSxtemepVOzKG6rrQ,190
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_biology.yaml,sha256=22ve7ecC_ydhpeVnezVof68038O8jWxL--y4Nz8m6y0,203
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_chemistry.yaml,sha256=doQoQQ0TAYC98tUC9Sz_Y9C-D5pkIjZrwaeQEP2ajzY,207
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_computer_science.yaml,sha256=syUCAEROYXhGHuP3it4uM0DonluzBhIknlwyl9IdsZ4,221
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_european_history.yaml,sha256=8cVTRNrmW8q5pdGHwt2r_jkommiOxK8ygfGI8oAOGuM,227
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_geography.yaml,sha256=goZM-VGVjt5aatLITH--U9dbz_0JkmJ4eIA3fvXgaeE,218
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_government_and_politics.yaml,sha256=NkicC8Uv41R1LzG_OB1yvtt66DH9GeFPfZY-1tfYC10,246
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_macroeconomics.yaml,sha256=wCyUE67QYbcSX45M2yMbTjlXA94ycVPh3PrBbXGHpeE,228
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_mathematics.yaml,sha256=7TNijD5VMHmBlyRK9AKsIGxqYSpOYLO7xVDa0aCetzg,211
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_microeconomics.yaml,sha256=_EYLzbgBmX9EdT_W9L8WYOIfjjK75J3Jt2AhOrQbHkk,228
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_physics.yaml,sha256=cTJRCbGOmeZIapIP6hrxYiPOQ8SeLdeEzSICy6guK5U,203
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_psychology.yaml,sha256=UGPqaMo2DMiIhN_LKaEVOLXDwemhgg5mMVqAUl0fl6A,220
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_statistics.yaml,sha256=2vlSk6UrMR6loroAMZEmCK6afhXp_KrfRF5RBgzwE8Q,209
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_us_history.yaml,sha256=3kQzpZTR8wbRngM9oES2nrXpyYMSgKX54oNMkXKMuUA,215
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_high_school_world_history.yaml,sha256=yk44JobRqPUfNAhrJR0Ul19JbWU8gMmfSBnT1zN-1NM,221
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_human_aging.yaml,sha256=k6IdN0IxgnHJGqZ5OR4Rj7UVbmPKoj_1Y102y9bTKkA,188
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_human_sexuality.yaml,sha256=8y3NNRr-HCAKhCNZqrg8ii2EFpkmMyS9m5Pncwitz2M,206
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_international_law.yaml,sha256=adMOyJoH0Ko7Uh1xr3cDZMtVuS2j2jzDISXX5CxmPjY,205
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_jurisprudence.yaml,sha256=PKH86BL0pQ5biDl39WJoIytHZ5f17FYSMJaSdUQ3RUo,197
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_logical_fallacies.yaml,sha256=C7Vypx2SXjkAsSyEArg4wV4GuVSP4e63xs0Lps65n8Q,205
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_machine_learning.yaml,sha256=JIQ2HO5f5yFaYXJNhqn-Zev2DfrgDw04rD6v9csnMuE,197
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_management.yaml,sha256=TyPtKgMrhXOpVnEKNDzPdNXdHititmweJ4kzhDBxCcE,186
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_marketing.yaml,sha256=rMXttYOynD9dNFj7K-MemQRCkEtoqswuU1TxQExrck0,184
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_medical_genetics.yaml,sha256=xoI4QSFDVkNLDxDtrvBs8Auj2vYIn-00Pb5luiUlQbk,198
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_miscellaneous.yaml,sha256=kOEOHiuigYluDat9aHqYx8Dp7bUHAfEQmqpMgTXN0Uk,192
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_moral_disputes.yaml,sha256=LImArdSBmow523PaTQsLkZdHF_0juGkL1z1cwiuP0e0,199
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_moral_scenarios.yaml,sha256=9MxGVzI0xChgMhuKidtQDNAhBcIMiHYlCdpd2JS4nPE,201
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_nutrition.yaml,sha256=feOnezVZKu4Gbd56A6gZTKi5iTegXnLPB5B9sPLC4J0,184
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_philosophy.yaml,sha256=wWt6qKfGg4eUWVTB7ixAvbGRHg5KvaJp3jxr6PIdw3c,191
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_prehistory.yaml,sha256=A_dt7LaaNO2HHfdmuUnNnz1_IkA_30NEfZSgzZHF4L4,191
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_accounting.yaml,sha256=bRrE1-gUtuwLQU-vBchIzCIEmZRA0H9QCN668ISBsKI,212
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_law.yaml,sha256=Se4qxTLonIlEZxHTprS7_rttfBwRDwn7UJN4QbuSRfY,203
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_medicine.yaml,sha256=DOsLIurB9AycmCC0bUKlroreFYLhc9x3BVFLHJ6DlfU,208
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_professional_psychology.yaml,sha256=4qrNlcwpXkXsQNfSQzu_AL3J1gDk6OWddvOO99aBKN8,222
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_public_relations.yaml,sha256=x1vfJ6O-4wZb_vP_aFGteaAyCZelq_fd9zUnD_VuO4g,208
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_security_studies.yaml,sha256=BLzoZccmQ0QIL_kmFY02XQ3k93IDtonq0Xzcmj8IWIc,208
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_sociology.yaml,sha256=RVMhu2EL-x-W-vTl3HD6Ok_itjIt7HWSZrZadV-ngLs,194
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_us_foreign_policy.yaml,sha256=ORTFg9Wq_3PEaDwU_V1xKyPn86M7aFljixrR8IHOgY4,210
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_virology.yaml,sha256=G0ovZGtxlrfuUJRuankoiRCb_L9EoFZAUZsy649_d_c,182
lm_eval/tasks/global_mmlu/full/sw/global_mmlu_full_sw_world_religions.yaml,sha256=BAd_zB-8xq4I1qW7-nD6o3Ek00PqpttAacVzfIamvXc,201
lm_eval/tasks/global_mmlu/full/sw/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te.yaml,sha256=K7Gh1VQxq3yIkHR2wyn96SXiouWXaNAOL6iNr82ta_Q,256
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_humanities.yaml,sha256=ON9lV2Y0AlkPWgJgFWlhTni9ifTzdImSJkU5Y_jFDKw,174
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_other.yaml,sha256=6Zk0pwKpvr-VtaEDYeO53IK5Hd8v6BUVqKTp8aGlPBc,164
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_social_sciences.yaml,sha256=w0ztdrJhtg2l0AOerWiwPZ83v1CE6kMHp1e2FSRWhR8,184
lm_eval/tasks/global_mmlu/full/te/_global_mmlu_full_te_stem.yaml,sha256=mdRZ3zWJcobeZfZMhiMf8B0RUhr5SjKYlT0v3_2k7f8,162
lm_eval/tasks/global_mmlu/full/te/_te_template_yaml,sha256=tusnepRVuyyH5N42P9igLO_gFO0qwFTwNTa2rTAKhq4,429
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_abstract_algebra.yaml,sha256=rc6GKhvdMng6rB1HznPEYr9hlf3kmDpeVNeC-6DdXIs,197
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_anatomy.yaml,sha256=fuj1tiSgTRobyQRbpfimfBdTT8cPglqSNrsTZG1gcU8,179
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_astronomy.yaml,sha256=yUqaa1hI7RFgdgN38ERHsvTHbk5DUwVo7LFb9zByXPk,183
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_business_ethics.yaml,sha256=RCd9JLOgTUKstvfyYyD1_SNgckhgVxpih8NvfWaB3hc,196
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_clinical_knowledge.yaml,sha256=3zmy8eLJjHIH0KUZrGm5x1gsqEW-_Vbg8Gvg8SHo-gc,202
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_biology.yaml,sha256=Gar7vzH-uMMD5Db_xG84mWxb11wIgfYgHvLOxUYh0Ts,195
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_chemistry.yaml,sha256=js2lXaTxmeWabHHRAwz3F1LZ2jZ1_0ZwSKsYyUN8WME,199
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_computer_science.yaml,sha256=0WbowVQvgkNeSr8bjmcsvQsfHcA4OHvsJZB7uj4QS6Y,213
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_mathematics.yaml,sha256=xoh9WA-L9aoM5XDJhVqfG5jwTsW_cuk5YCQOu9ZgWb8,203
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_medicine.yaml,sha256=LnNhbVYM2H10bfYBAxaA8bYAx9I69zygQJ82TrDyges,198
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_college_physics.yaml,sha256=eJdP1nvUCo_cIbsMRCsvVD-nmaFznHVnfzxJjGxCdmQ,195
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_computer_security.yaml,sha256=TIptKnJCLZ49RWgLv7z4n7jMsxPr__we7T5cRe7cmzM,199
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_conceptual_physics.yaml,sha256=I_Jd7tbA1whfkVRPd17IJpSU8PB8LV-utjo9ns8h5e4,201
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_econometrics.yaml,sha256=V5zDvORBjbryRNOAnSMUkt6RrdNr849E47Hpt3q_gMI,200
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_electrical_engineering.yaml,sha256=iJACcdlStvteWvchyoAuwIqZhmMLL_gtiwFbCPbJIes,209
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_elementary_mathematics.yaml,sha256=34GfN6jJjXb37HGhVfjCp_va2bn9C3eKahJz1EMmxkM,209
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_formal_logic.yaml,sha256=ib41xlgK3uqYFOPZ_KKNbKXMhpaoylD3silLZocougc,195
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_global_facts.yaml,sha256=itxmFmOogAuTa_jyq4S2qtU8wHKBrc_dUkwaW-4fuWI,190
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_biology.yaml,sha256=iKNOJspRZDvxzDdwj-Z7hpaOfSw4Nt5i6rQU8l1dPQI,203
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_chemistry.yaml,sha256=QqLujXtszAn23BETPkOmjDKvqlfYmnYZ7QN2vfoujXU,207
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_computer_science.yaml,sha256=SdpVh-UdD8E9gAarVJAI9yBlOT9Xxx7Drx2WHxTKrM4,221
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_european_history.yaml,sha256=9GGAqe6XLpSO8pZNj5zKc8fxZpJrYaPdorpgrlkFYB4,227
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_geography.yaml,sha256=G1anoyD-CL_psSkg1bHbpZaTb6GwGAc-dTybHexuCJI,218
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_government_and_politics.yaml,sha256=4sZO_7pbUuirF3CoR7bvCPGN1d5_FsiLj_rxp1m4D2A,246
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_macroeconomics.yaml,sha256=YvKxCjpeqbIjzqGWtceWezQAA3ll5AJVf0w4MyN8W9A,228
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_mathematics.yaml,sha256=82zeCcsv94Dll9xuIpJqrPYOvyFhlyXAaL-4wnGPT4Y,211
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_microeconomics.yaml,sha256=wjlYYgeTyg6ymQSWWnLHoqpr5CpYKYhsogqbVygWGfc,228
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_physics.yaml,sha256=sBneV6d2BwKLVynVsewbSGKN_xs58qu0Kt-GugFt-I0,203
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_psychology.yaml,sha256=R0Ai9lI9vF_0sIvORIoJnsV6M3iNmz_hVfw4XfljVYo,220
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_statistics.yaml,sha256=6qlPF3AvGNBzB4QCNyd2qqHVJgghImyGGgF1OSZt4Ys,209
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_us_history.yaml,sha256=CKzxOfDErEI7cGf7dfUyRSCpz3LivlQMrP8wMm8143g,215
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_high_school_world_history.yaml,sha256=nArJwWagqrNEZPGFrAf4Y5Ndb0jX_UOjIhtAcXSPU-M,221
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_human_aging.yaml,sha256=rHrdKi9NhcfrkSLNb6UDnr0oQZas-jH9-bwWXJZC9T8,188
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_human_sexuality.yaml,sha256=o3C0BhIXKy3LIc92eSjerKuZ_HKoxryYuzL_oNVplik,206
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_international_law.yaml,sha256=pTO7Hnf57hdFm0DZiQz-glj58CcGswishmNuxJhQJ4o,205
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_jurisprudence.yaml,sha256=GH5_dJi5Q84y_xpW8nwfd4Ao1nSL5msnEDXYAumOEJY,197
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_logical_fallacies.yaml,sha256=4LVxiv2pPFQsoQtXfkRYkrc2MmF7lOb2bKE56DIgfck,205
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_machine_learning.yaml,sha256=qUscZi9L60XXC2973QFmwvdjBN0OhszhMVFr-7h4X4Y,197
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_management.yaml,sha256=rye6q2ykTtSjZrZ0jN_1qdx3PpMMJ0TEiXeY3L2st4w,186
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_marketing.yaml,sha256=nMNL23q4D3ccdC0aCJk092HRzfrYgJNBmI9pHjYqjyc,184
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_medical_genetics.yaml,sha256=ZFKKym9FcoDOwx2_2Ff-fFkY_WShR0Ho13MBc-KklEU,198
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_miscellaneous.yaml,sha256=qS1K1vhESgEi-Cq_HrZU0iTFvuzWefqeoKE4IhsLPZ8,192
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_moral_disputes.yaml,sha256=1ywgUyHe6PQ_CTkRbBKIt0_stavUShANJWKM6_uliTA,199
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_moral_scenarios.yaml,sha256=ya6fK-MgkVX_9UCHHf-4W5SW85or-U9QAjH6sIQY-CY,201
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_nutrition.yaml,sha256=RORId4S2jcei-b-vPMlBUaZOldb9Cq31POFe9pgp9kI,184
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_philosophy.yaml,sha256=qQ3TQotfuZGFRRrTCrp7OxQEfeHTe-GSofQMjSov0co,191
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_prehistory.yaml,sha256=p6FaqYaYbbhp1TvrCPngqwYN8fnuVcJBXx5Z1SWdjPE,191
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_accounting.yaml,sha256=NgxtwbDz9sr-fZXWqGMRtwXSeDr_P22jWBcQInwCQvY,212
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_law.yaml,sha256=hG1r6LtkUtB2J2eqfqBiNvafx-2lhVLK7YzJMtZmO5E,203
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_medicine.yaml,sha256=9PNlo4vteRQsHTk-C3R5ZHYMYbMeaR2IhuoeRHFJNeM,208
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_professional_psychology.yaml,sha256=n_yhMXx79_ZFtiuhhokXNEgSJQsGmo98IoO6cDDXI3g,222
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_public_relations.yaml,sha256=edxYa_9NDoTldEOEvUs5lk6U0fvhGONwPurpyp3nDzo,208
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_security_studies.yaml,sha256=L0cUro48JOKjWQ7-TVUhs3nEWfNGehjqK42zRO1juHc,208
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_sociology.yaml,sha256=KB21mMR8tcPIcOIc-1q1twVADLzlIYsfdkE_CwLS1JA,194
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_us_foreign_policy.yaml,sha256=9PJeVozOD9lPygCFraTaG7iPzWJaZ-rByOiX8nNScB0,210
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_virology.yaml,sha256=9GFazuVM8UgfIQysS9z2Qz3mifVg8mzrkedDSQXn04o,182
lm_eval/tasks/global_mmlu/full/te/global_mmlu_full_te_world_religions.yaml,sha256=S5oVFdKPZ-BZZpZ77mjRZhOx36O5K5Nl3bQDcoXy4S8,201
lm_eval/tasks/global_mmlu/full/te/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr.yaml,sha256=a7cSeVLnOaqq0iLrjjEnmzRDcs19NzGA8QrtNn0WvWM,256
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_humanities.yaml,sha256=oDpHgjlF1jVjuZ4vDoyD7TmHxqN2daISy_p-S1RH6ZQ,174
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_other.yaml,sha256=u6DhEt7on8-PstakTeGnnZccvoILXf6hR1A3xr_Hxc8,164
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_social_sciences.yaml,sha256=JMe_sa2uXOkCPHGHpHolH9aocDYUOSXEgX2GW02RiBU,184
lm_eval/tasks/global_mmlu/full/tr/_global_mmlu_full_tr_stem.yaml,sha256=JG0Vig7o4gMfCHYOgf7RjubebkKOBQ1L3j9oz-XS7JY,162
lm_eval/tasks/global_mmlu/full/tr/_tr_template_yaml,sha256=Xb3pt_CCD1gwL9YdDkFnefSkC-JykvpmCadUunVc3A8,429
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_abstract_algebra.yaml,sha256=IbhogXVTbpFGSKnBbqM39fQtFLW9qCGOOJRHpovFrjM,197
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_anatomy.yaml,sha256=4udNuIOS9bkuwbWWCVOtQy72ozVwSiTBEuZERhOjuQ8,179
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_astronomy.yaml,sha256=ba0diWQWAA_JvBTaAg8KzrCe5Pivqb96fXcGV0TVxj4,183
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_business_ethics.yaml,sha256=RoUSfkN-edU65-KLsUdzbvOHSzCiQWHtcWAB_lhnZ4o,196
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_clinical_knowledge.yaml,sha256=wiNFIsJpg_BFUS7KdRloCN7UBGVjntrpP7dzWtjq6Eo,202
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_biology.yaml,sha256=mS8wTNoBNASlvxDO_5FLmnIHiueXh_PUSki08Q1FPWg,195
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_chemistry.yaml,sha256=p922BfFQunXDozgtEIcHXB3QKu-qqJ7cCXQccGwz7p8,199
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_computer_science.yaml,sha256=JPVp3g947onS2Bhb2ZkqAtT6WJ18qc0gny-jmZNPlgw,213
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_mathematics.yaml,sha256=4af-uf2CHFwaIrSu3OxbF26vN1ad0vVE0A_IdyTfquY,203
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_medicine.yaml,sha256=44evBYWWJ8BNnz_tcSJzhhRcNu_Z1ueUvTQzB0jEG9o,198
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_college_physics.yaml,sha256=A7bHOBKHpySRlAgS51hIH6ib9i5UzMXBN4YLaNC2XhE,195
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_computer_security.yaml,sha256=bOG26AGSorbhIbJ_xbn4kfZpnJq_xzujxBMRszqXjrc,199
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_conceptual_physics.yaml,sha256=bwKgpFwv603QTCzmJkPeXwBWus7CF-Gq3k5oVYpf788,201
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_econometrics.yaml,sha256=Hwl9Rlt1caRVBCdZgXG8G4ZYuXIASiq2OnzxMd7jUdo,200
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_electrical_engineering.yaml,sha256=iAtLQB7XlZhamovu1T5UllGuzbefTsQovQvp7uyxzLQ,209
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_elementary_mathematics.yaml,sha256=XUIMEs_2NhGYcobeXDCU6oq5X1o768CofOAdDG7JCEg,209
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_formal_logic.yaml,sha256=ExV0kNXzzAfc1jOombdMeCAYv_0gRsSSqKHa9RqxGWI,195
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_global_facts.yaml,sha256=qi-5aage1du6jbAofLaXViOtiE-CO3OU7OeVIZLlCHE,190
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_biology.yaml,sha256=EuIeShJ4-rtdrG47Vg9LRPPbMY_8qYf_80eV8eS0_G4,203
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_chemistry.yaml,sha256=d2sv7gKOrAeqVURfUN97vZw9NN5FMT2YuBkwr_3AWjA,207
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_computer_science.yaml,sha256=JH_Q0bLgL3X2uqv0KuAB3hOR66DmigO2_7nKJTEdx3o,221
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_european_history.yaml,sha256=T8sYUGR9ZfR6ozD35PIDY6EqBQ4yQZEG6rPwILjE3wo,227
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_geography.yaml,sha256=wkCk-uLtheKtLXJVGlK7T0OXa6K42keyjaO7a5cp0ng,218
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_government_and_politics.yaml,sha256=mV3Zvll6Dx5lwEZu70ksR6VdsIjxsYEDUEPOXWtFnGQ,246
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_macroeconomics.yaml,sha256=pxV5u57oYx9tGKeiefWk57TStW1PWw45M_SQPCB0KbA,228
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_mathematics.yaml,sha256=8O9dSwWxxsseaaGIWDeLvXrLp6XDWrFACj0mYkV5Bsw,211
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_microeconomics.yaml,sha256=GYE4huikITEUL1eKVdvXlSfVHwoYAcM_i6rsST2aUlc,228
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_physics.yaml,sha256=_fOIN510ZyJfe12oP3-1uTx7PPxDP_cXKSOB7SZu9lU,203
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_psychology.yaml,sha256=kdezcpo2T9oNZoEy3e3fg8Qj-MIObVizj6tgV_sPlS8,220
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_statistics.yaml,sha256=Hs067Dp6UN77NPqQ_LsZbysc_U7quhGN_OYZlevssgw,209
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_us_history.yaml,sha256=npODa-Rrxm2_UKQzcLZNojtBH45YBKi2iqojkiC7WZI,215
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_high_school_world_history.yaml,sha256=72VcUmdtMKdnTASoYOBxtvPVrYRHeNK2UNzlyAyzJps,221
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_human_aging.yaml,sha256=9r9jwFm0pxFXxTGpl4NQWwbFak96LnHRca4G15W6UUA,188
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_human_sexuality.yaml,sha256=q4OChRM2xlmWLINu4giFFp4pcMZBFPn0VXAFHbYktn8,206
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_international_law.yaml,sha256=rISdJEbKD1e1dji4ttYgHnxlIN2jcbqJ445ntI-hBJg,205
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_jurisprudence.yaml,sha256=SuCuS6AKIEmWhn0tiJKh7CG1Wpwmoc83IEvJbdl1Uk4,197
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_logical_fallacies.yaml,sha256=mLCd6q_ZXcoS_-sigNwFWT53jrPGTZMlb7OwPQM_eVI,205
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_machine_learning.yaml,sha256=SDE-rOf8KoQPMabirHC8rtSze6igOU7CAemRu0Wdv_A,197
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_management.yaml,sha256=9lNTZ0dijwWVJKv8Nm9BavSQ9ccDXg6ap0k-lAeKk_A,186
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_marketing.yaml,sha256=jg9u3VijtAvG6AHLwWxZSa3NTED0j9mqN9ApbVnqLDM,184
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_medical_genetics.yaml,sha256=gZfrpa5YdSxD5pxzb3wMZg4iW7HeLjQhocrMzmKtmWk,198
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_miscellaneous.yaml,sha256=bZZNlZeXcg78K7eGGyKzEEIxB_HIkc2iX7vXPPzyvNQ,192
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_moral_disputes.yaml,sha256=jvKYhD5Ds9WhHVq2c1KodInxyeITx1t5EthTMt-grVU,199
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_moral_scenarios.yaml,sha256=bG74ETkF4qeN4qHcP4_WHU1J1houkH3zv0SqpzqQ69E,201
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_nutrition.yaml,sha256=NiJUMKWb1q0crUPtFtSJzCkaiO_VseXGhVktmKu1-pY,184
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_philosophy.yaml,sha256=sN57kLbwOCRQqBBnYwiHSGT1ePeD0a1KwYkR6xEXTTM,191
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_prehistory.yaml,sha256=60mmoGECSWG0Tcr5BO-ybhoPgeuKpufNTPgDgysAP0g,191
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_accounting.yaml,sha256=wyj_9LZfaeo9WlssbMp0x5wcvO3YmyZJLng4WIClYh0,212
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_law.yaml,sha256=7QamISR0rbMb1zYpQTJvNbEVLZA9NRs9HVvfdB8ikEc,203
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_medicine.yaml,sha256=sRX7Vqiftjw3yLRXJPYppW1Mxe2J7_WLrXKSbqR5U4I,208
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_professional_psychology.yaml,sha256=ZAHSSomqT7C2JoAmkrCeo9gB_xS9U-WlqVXK7liVouQ,222
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_public_relations.yaml,sha256=hhY2Mo4yowoJMP8gsNlOBIDqxOAY4jIrafjifGl6_rE,208
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_security_studies.yaml,sha256=kmphSt8Bn4RhUnrD3Klj2ooKTqi4ymQyNuh9wjmnDDc,208
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_sociology.yaml,sha256=_CoK2cTm-0rmpJS2isKv8dMjHYtwnJ0o0R9pjrTcp5M,194
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_us_foreign_policy.yaml,sha256=1v3Q5NWpbbN3URXwuQslUqMkeT2rblu-UzSYGpFShDg,210
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_virology.yaml,sha256=KexbZ9aJjqx7JNR2YztASloxFstqJIYkwjAKjG90O0A,182
lm_eval/tasks/global_mmlu/full/tr/global_mmlu_full_tr_world_religions.yaml,sha256=GhKgUaig1vqR91g7mi3bNRUQGZCPa_l0XK8u1fYCnE4,201
lm_eval/tasks/global_mmlu/full/tr/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk.yaml,sha256=6yJBpq9LWojjAXnzvNBA9TlnFLGm4Ao5Ui0VAexT4js,256
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_humanities.yaml,sha256=4bHiysf9rvxQJh3xD9dsdNBBintGBkHNRWOAe6DK6sw,174
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_other.yaml,sha256=J43i6fuzBBbaxgb-wtsPezYAMNA0P53ATZwAXkqUK40,164
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_social_sciences.yaml,sha256=rj6QJhZybs6wvwGOyXdT6i1BgBUBXqL-9vIl5dKSD7Q,184
lm_eval/tasks/global_mmlu/full/uk/_global_mmlu_full_uk_stem.yaml,sha256=UpWwpHG4nqFV7tu-dc6uzUOyL1pyBWuLpLQJmqS_hDo,162
lm_eval/tasks/global_mmlu/full/uk/_uk_template_yaml,sha256=PJNz3GdqmKdAYmQONnaQU-EVLit68OFRnV57IbVGK18,429
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_abstract_algebra.yaml,sha256=54Gooakw9cXaBXW--4GTyBxWa1TKvoq-Xso-uIAZ8uk,197
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_anatomy.yaml,sha256=Qchj1ORAZDbNTOqL_7YRsgDmF7RgTzOLpIKcNE5Hqfg,179
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_astronomy.yaml,sha256=cdxyBPEVHtK-VRPxK1iLf7ci27aFAGtyVipMzoIIT0Q,183
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_business_ethics.yaml,sha256=4CCHfXqvFIbzZgX49Z8Ocr6Hmhy1ErSE7wluXHE28E0,196
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_clinical_knowledge.yaml,sha256=2uxf2PloDcXp8wSp5bEDHftE7fDaUC6_24SIF_CvGkY,202
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_biology.yaml,sha256=-9yem2FQmZ9IOFr0itI_CT0J46DX0NMwVDHKX8dBmP0,195
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_chemistry.yaml,sha256=mMPcbANYuopWM571BpNvt3rrRy3f7W1KlLXXdCwa9Qk,199
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_computer_science.yaml,sha256=s4dBGia4yyTk53SV0voTfzi2nBdIHHxdzjyPnRqQCeo,213
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_mathematics.yaml,sha256=YW5vr2h7na9tEB2RuER3VguHmt6htLR-TGukgO3v7Fg,203
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_medicine.yaml,sha256=xijJMG96SAMk6f6u4t0eoY2V7wWXhUU2zgn0iU_cKic,198
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_college_physics.yaml,sha256=LwBMCiv4k4vHwQBTsXVek5s0zdAFB_xsUbeirICN0R4,195
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_computer_security.yaml,sha256=641Hei96PQbAHJLwUKYaJsPzKsgdI2scAumxyAXJstE,199
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_conceptual_physics.yaml,sha256=H5_UO7uXnPfU77PcJddRvlHktEC2JS9HdeUf0e7L74M,201
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_econometrics.yaml,sha256=yROpu__tQI7ooHCdJtcbvJrU7wFeOvQ3RlUNT0uXtC0,200
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_electrical_engineering.yaml,sha256=oHSeDanujR6g5IF_eZb6zxM8GFv3ykEOv_mUl05a6JE,209
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_elementary_mathematics.yaml,sha256=Jj4B3vUc1I4VHqwmFMyTBRf9FeDI7WwJbbIwz_vgWhg,209
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_formal_logic.yaml,sha256=4-b6sle9APEY7Rh4VfJ30TnA3zQbb0GFsBR0_5iLswA,195
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_global_facts.yaml,sha256=xlknnJLwZwT_HhEgHcboGyJwAW9pBNP_J-ViNHn4Rgw,190
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_biology.yaml,sha256=eLstyrzg1D_74rT8azcpvdiGmY9BwZu97M2MIWNoVCQ,203
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_chemistry.yaml,sha256=NTocIRJDWbnsYY1fJXakVAct6j1AgaohAwHjuh9doMs,207
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_computer_science.yaml,sha256=nQ5flyl3K2h2qurFB_3spP0YMse8SGUutB9k1Z-2UJg,221
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_european_history.yaml,sha256=KVdUjWdpTT1ogaI1iknnB6d38BMZpYIrYFQK-NX_pMo,227
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_geography.yaml,sha256=uJHQowvsYbjhF18AUdrEXi7hrAP8ZU1grnu1ddp5C_k,218
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_government_and_politics.yaml,sha256=S0mMd2JIhzEOKQdz0e4nolTCK4J8_Qq4jADj9XdrEjA,246
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_macroeconomics.yaml,sha256=_2gRI-kzy7G3Sf4pjcz0vVPKxd7HCqVtK85RygLdsUA,228
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_mathematics.yaml,sha256=9jvovt6nrFn8RlemRtpchm-7lkAVRsgS1Bl8AyXK84o,211
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_microeconomics.yaml,sha256=cMJgvJot3MUhWO3M4fybNiB_f7-xvtoeGwIq0APfVAM,228
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_physics.yaml,sha256=opFefSMTyESFDiKgWGg1ekYAHjmpWPhNJoAIWu_lj4Q,203
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_psychology.yaml,sha256=DZnEKTIXptzivHH91Lv-LoiIWobrOHslCgvn-_2j7J4,220
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_statistics.yaml,sha256=3XL1FQJpEq4ugTPZsepXoHo4VNNIS3Jzd4RRQXhm4BU,209
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_us_history.yaml,sha256=3hn4YFPbL-be_HgHB7AM0XzX0cEUi4K3ZEVD_SSkUBA,215
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_high_school_world_history.yaml,sha256=ue3jK82EIUnWCI7CgZbuE30zobMZYRnZRKykmwSMvZM,221
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_human_aging.yaml,sha256=ls_1sQAlOOUu-oeJ_tNeBC9krrSIq3L6vW3E6JkoJjs,188
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_human_sexuality.yaml,sha256=MJi7PkRRamMH-GoaJHTTT3uVXTXHDlgvjZTOVo6jy9w,206
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_international_law.yaml,sha256=RVvnjtvSSGWI1YnfKdg7tOzkFdag1tc8VK5Uh4aus2c,205
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_jurisprudence.yaml,sha256=40fwykeurndZHPioBdOIRn5Wlq1Y0zoI0M0GaTj4D5k,197
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_logical_fallacies.yaml,sha256=WZOtjux3G3jmQXC3SIEWEwSJFHScx1EWq-4N3syi7bA,205
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_machine_learning.yaml,sha256=fAUAm5WweCBTN3JS4rK6fRYCOVMKR_rsYCU_6NVEDSY,197
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_management.yaml,sha256=L1P1NBCzPDq8rqQ_EBq2RFWOWWsvayOGElPrzYe66s8,186
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_marketing.yaml,sha256=espgf9UN9TwugMUMmmjH1KpGw4iic6jU_13EEshRl1w,184
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_medical_genetics.yaml,sha256=jK_BpW1MfgiXrbalonJn6XBYkHC0rGavkXasxVxeu3U,198
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_miscellaneous.yaml,sha256=L1HdHhlJ46MCrHHXMXCE-BdxZJNh9tdS7vT89bTmYt8,192
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_moral_disputes.yaml,sha256=j9d7NpYGUL5QzSXuGXcn3Y19IXHNN-O0KgL6by1-08I,199
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_moral_scenarios.yaml,sha256=N9yKgzOm2yD1gmloAzA1XUrz9xPq4qRxyfULZQ9ZXsg,201
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_nutrition.yaml,sha256=P7oYZH1WSebq9sqvWxrw2FucECwPKRJXtAvENyhscbY,184
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_philosophy.yaml,sha256=zH2WtfAu0heHGHnJgoYTLNk1c4SyB4koskX3SaLVXcw,191
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_prehistory.yaml,sha256=MzT3Xao6GlSNTfDcYtkicoODn-xbKLxFR8crZP7FInU,191
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_accounting.yaml,sha256=tYwogwd9tnmtHiAy82tsZRCE3lh257slFFBdMEkk7xs,212
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_law.yaml,sha256=w8NWwzjgFxMGnIQTDOqJhmn5dUBkSpUuQSG420iPfSI,203
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_medicine.yaml,sha256=EqivR-mD4nVLNRph9NL5VvqjtHgVUMhgH4oLMX54EoM,208
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_professional_psychology.yaml,sha256=0dEc6nqep-ZCtlkvMUbTdm6BFOutCBPcBZh_EaPAUyo,222
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_public_relations.yaml,sha256=8cJ-HTeTmvrcPSN37qb2Ed4tXFC39YInZCn9-rHFZCA,208
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_security_studies.yaml,sha256=OypUzXLM4AqKK1zr2BAFz8NVSgIt-Q9BghjG44lvnmE,208
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_sociology.yaml,sha256=qpr4sHQqelbvRGFYZzz56cJM05wJk8MMJ47g0gYeDu8,194
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_us_foreign_policy.yaml,sha256=Tv_aAh82r5LYdgop7fhKD-cJOVM3Xv4Nfr6U9eEPg4Q,210
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_virology.yaml,sha256=W1Yxp2eQpZkJlggcUkUkRYsPNfk6ZbpK8jBFOVnryyA,182
lm_eval/tasks/global_mmlu/full/uk/global_mmlu_full_uk_world_religions.yaml,sha256=Q6XMXcMgq9cpoZIyptZbTp4rA6WKDz2FomMeAQ6vr9s,201
lm_eval/tasks/global_mmlu/full/uk/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi.yaml,sha256=fev0IGOT89seAEqx9Zhw5hJAlfYPWv-aPDud8AgWxNU,256
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_humanities.yaml,sha256=tLxykzNWtTWhRCUdrIAZG2I27ukH8yDyXuQqymWPnB0,174
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_other.yaml,sha256=oQJAXU-fDaJWeCE0TWbZg1v-i0LI3ZnbJXEWMXYxF5k,164
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_social_sciences.yaml,sha256=qjrEEkd8WnPrEhTYKGAqUUPB8hRD9mbTQUcSCsgTMoo,184
lm_eval/tasks/global_mmlu/full/vi/_global_mmlu_full_vi_stem.yaml,sha256=JQSuzBeqsD5ga642jrIKwoUPGUfPjZgvRXzhq-1rrcs,162
lm_eval/tasks/global_mmlu/full/vi/_vi_template_yaml,sha256=uk7Y3tSHmGDapuFEOVVEd4i2zqWcdp66rumVJfZ_uYs,429
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_abstract_algebra.yaml,sha256=scV1xo2p3G0xBYSQ7YVWAa3TSM_SpCRSamxi2dVU0AY,197
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_anatomy.yaml,sha256=peQoZT8fOiXVg2XEuKU46ux4sOEXH7Q53YQM2SQTxSw,179
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_astronomy.yaml,sha256=NYNXAtfrY11qak4uJw0XNzO92fDpNvXILnzP8a1_y4Q,183
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_business_ethics.yaml,sha256=AuM4Tf2x58ssv036vDdCqToyvjrlLXsI8h7x4_1m9q0,196
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_clinical_knowledge.yaml,sha256=Cs5jb0OGMUzznkUrfagu7cZvFtUqa0OEFJWso1jhPuQ,202
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_biology.yaml,sha256=Tk9AWIRf7vXKkzp5slphpJp80udUXn9Ro-Lm37upO3g,195
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_chemistry.yaml,sha256=CS91zfd8WflJMbPK8G0DmNapHWj4E6x0LITEN7czj2U,199
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_computer_science.yaml,sha256=NvYC7Si1yLlJbB7kqTR5MyEv0Wa-gKxvWp8EZhgISDA,213
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_mathematics.yaml,sha256=A__qLYtDoPalJwhyBGZHVw0GO8zBatAkmflS2IqnuKU,203
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_medicine.yaml,sha256=CgvOUpyrx1lq4rLHHXbxD3ANUpyB653v7AZKbKLSnR0,198
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_college_physics.yaml,sha256=7heq7yH6T3Errz1X_pUXlw8CtJVXNpvIKflPGSYUmJs,195
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_computer_security.yaml,sha256=HDTLeC9e8zT7TE52uGqUoscGJOu44gV8tjEqMUr43ps,199
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_conceptual_physics.yaml,sha256=PBFcYYJrFhdFviZvxSlwB8DU0PwsUGFvq6Mw_RIzZWw,201
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_econometrics.yaml,sha256=pcSwxab4fcv3xeOWgRDpeZCXJrVlgU9A206qx5_qmyM,200
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_electrical_engineering.yaml,sha256=-VJ2UEnSr4iMJXIVOEdhQsPGVNsSoU9LyORsIuNemms,209
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_elementary_mathematics.yaml,sha256=r-xQpv9bLgSRwVn_lbQv6fJSSgQzpYmLx1NY0ZLVPGU,209
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_formal_logic.yaml,sha256=zFfuhIOvoUf24yRYiC1w6zme2TgfXoA-dyM1aoNhR0c,195
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_global_facts.yaml,sha256=kfUvjf5ZuQrqIP4bV_L75qKwbLkTFNwCkvcviGi9ckY,190
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_biology.yaml,sha256=KUWvqQ-bKVM8XEXDCEDHLukkRe0-4pEYurLXuv5mldc,203
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_chemistry.yaml,sha256=Jw06c1PpPfbovpXLrv3vG-TYZQM9rdlhgccyav6pOhU,207
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_computer_science.yaml,sha256=5uNeEMQzriUM4FUDcEyYjWnRunDdiJiAuZU3IA1Z3Q8,221
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_european_history.yaml,sha256=nv90nRqOgfCFDCe-icbnq2Jt54b-gqSKjtCWDIXo8mE,227
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_geography.yaml,sha256=Sr7wwrm4nkeKSLJv9ahiBAvi6HPeO740P36nHonBfJo,218
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_government_and_politics.yaml,sha256=8piTxvz3M--wRi7ZA-X9ojwYtBkuObQi9WK0IY3CJpQ,246
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_macroeconomics.yaml,sha256=PX9n3P2tdyfCek_ffsYE-FMxC5IeEup8BAie52mEQdk,228
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_mathematics.yaml,sha256=up21lDaKhybZkFKqp3nHvaXcXvsZaZJnNP-r-N73An0,211
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_microeconomics.yaml,sha256=bdKhes2bliA6HbEC1Z3RrqanXynibvfMxLFRXG5bdjU,228
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_physics.yaml,sha256=EsBk66uUJboWKwH7szGIW3fBcORY7p18n0r443BpA1Y,203
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_psychology.yaml,sha256=O5U99J_sCkQwnk4Y1MlbBIfXZ4-fyWkGhHj8E8MEb5U,220
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_statistics.yaml,sha256=aYHuoroUtSSwALte3zezb40cw9YzO4J3FjFq9ig6PRs,209
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_us_history.yaml,sha256=B0DVrcH3f1w_uLTmBLGwjkEiqKibqRkXKEuAyWA0FFM,215
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_high_school_world_history.yaml,sha256=60zvA3y4O1VABDlFNEeqwMaAuGiP-hzPpyjbz-YeH5w,221
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_human_aging.yaml,sha256=Qr6jzThSnE_2DxxWlKH3BDYaIeXiqKVswOQALatmntA,188
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_human_sexuality.yaml,sha256=2wuo33__mIl3DrPyweGOWwvirMbx-oHqsRBDTB5KU28,206
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_international_law.yaml,sha256=PvIXWTrhhhgGCD1k38d8DQiKTkOwyMli56FeJJ6c5cM,205
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_jurisprudence.yaml,sha256=BOMKryrSSI8RNIjreK29bKRBIIMhcjD-BbGG2sLP5RY,197
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_logical_fallacies.yaml,sha256=XFZKI-GuVD8LaGVuTdnxdAUwopQEhT_JJZZ84OFWGNI,205
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_machine_learning.yaml,sha256=xm--u0rRUYBYVGz1htEeu4LAQ1Kvddn74MLkKVwCQ_k,197
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_management.yaml,sha256=L5sJBjYapt7OXin-jkUMpQWF2Yol0I8H274fe3TI7Q8,186
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_marketing.yaml,sha256=6sxdiDfAurfRJfi3zIM3G0rNZVqXmhxHt7E6qIJQsTw,184
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_medical_genetics.yaml,sha256=CdecMcATR7hChx4dJmLts8FHAdlVWXNAJnLuPVm6DGg,198
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_miscellaneous.yaml,sha256=WpNiURM32Rrbjlf7ZWhr3uNRwQmGJDQeAdB98Rqb638,192
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_moral_disputes.yaml,sha256=xkaJ5lNiHX3mFgmkYqqV93d6h-XHv62mfwnwiORlbWI,199
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_moral_scenarios.yaml,sha256=glxz1h0KdBVUoiTX6SCb46HEE9JZITyxzJkR1HgxVF8,201
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_nutrition.yaml,sha256=wMyEOmZS_snT7Dbsa2U-OxRfVhOtRcEmF3DNoK_Y4Ow,184
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_philosophy.yaml,sha256=97rjCVJhZbsCmbNnhNEszUcU4yHMoAD1eginRPGYqcE,191
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_prehistory.yaml,sha256=RdOMqRXDRSBXt2MvFCR5o_qw8KMjrKSiJbywysBQ1hw,191
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_accounting.yaml,sha256=magN5O6Jw3zBOVFuczBVbkmIVVTDBJnfnqC2xTFutSE,212
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_law.yaml,sha256=SWxwq3R9S295KowBtepMnkw2K-juBbo48GMlkBy-T6E,203
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_medicine.yaml,sha256=aw-N4LVK2BwyO7IMejstWi2EOZrgNPN9lluVxrJgsLg,208
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_professional_psychology.yaml,sha256=rNa2FD4blBSfuqTAC-hA6gJwaHPzAH1MUSSraW_7e7M,222
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_public_relations.yaml,sha256=WiX--iEnMxGPSy-zZbfr4Xoavqrlkm_0KK9oC5MXnEk,208
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_security_studies.yaml,sha256=GtI9m_31vxZtdD5lpoSbs2zJtXCI20n7QWQGEtgKCC0,208
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_sociology.yaml,sha256=d05Bufvnyv1btkS2il34K_p24VQT_UcVSpEibsAcecQ,194
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_us_foreign_policy.yaml,sha256=gwUFbv6WN2h1aDiPBAjG9sUiWOkzMKdAEPbZdNZeoOM,210
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_virology.yaml,sha256=Wm3nqql9sFEF12gEPT3Ga4igxQ8hlZ_g-BsTsMJwwwU,182
lm_eval/tasks/global_mmlu/full/vi/global_mmlu_full_vi_world_religions.yaml,sha256=wO2pWb64bRylCsZDoDxgO14BYsyf9cLGOo6SNG74eUg,201
lm_eval/tasks/global_mmlu/full/vi/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo.yaml,sha256=ghKdEWlSoWueoa_G8FyI2ErG1dO2j70BFmk5OqA7InQ,256
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_humanities.yaml,sha256=dDYSOSzPM4xbcPMjTyrboKMQfu4SHD41zfmoC0j0pao,174
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_other.yaml,sha256=dtm5_b1OirWeJTdtWA48sQqYO8nf25L5gudtvzthsQU,164
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_social_sciences.yaml,sha256=z3YSc6_U5bEK8bhccJgziP-65Hb7lHHSiqGELSZvuRE,184
lm_eval/tasks/global_mmlu/full/yo/_global_mmlu_full_yo_stem.yaml,sha256=yOoYcfw1z7iIDBLIDpgTXLvHeQptYGJvqm0aOY2paAQ,162
lm_eval/tasks/global_mmlu/full/yo/_yo_template_yaml,sha256=6C4wt6D3N2DpI_QcXWYRSPtH44vgsfoAmvZWYwxUrYM,429
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_abstract_algebra.yaml,sha256=VuNXxX6s8u54G0zmj61DTEWbTQX-7ZJys0UgLnFr6m8,197
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_anatomy.yaml,sha256=a-ERjsSCq7Oe8p02pX7pvmfC1x2hmOL-Kra1sVD3Fxc,179
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_astronomy.yaml,sha256=xfwanjlwIUZ1U9FbopyyQM2huznWUyPBLdQ9-jLzb1s,183
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_business_ethics.yaml,sha256=864Bp82P4QEdXFjMPsG1GLhiwXfUBSNE3Us2GAvjVJc,196
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_clinical_knowledge.yaml,sha256=zEAMKVA_KKLnFbdUSFpDwGZOXxbLb6YdcbLvwMFNLl0,202
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_biology.yaml,sha256=MXfnXplp2s2KebiRs4qCpURLdB1HuOEaAFDQ1J8HDRA,195
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_chemistry.yaml,sha256=jxkVdKkwv5sKxi_bHG5NeglnQ8FwyrXkRkL3VZ9BWtU,199
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_computer_science.yaml,sha256=Egw56sgkLdCIGkb2OkoeNWrrmVMnOK9mAMLC74lPdn0,213
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_mathematics.yaml,sha256=Wu-Jg4oL4hPD8YbQxr8mWYQa1-DdfI_3KJ8Wyy0xfLk,203
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_medicine.yaml,sha256=LO6WgbjB69B1x0aIgIUddWf4_Buymj0dArWWSbEFS2U,198
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_college_physics.yaml,sha256=WJF58dAaIETHkR-Y9Ti90lLAvbSwxiP7pvNWtH5vAHI,195
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_computer_security.yaml,sha256=3iGSYsc6HwaoB649343YFR8mSCgdcnCm51_9hEoXFVg,199
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_conceptual_physics.yaml,sha256=2NZij4sJKgQbuWUdtYAMb6QSMc7GktEiqyWd9P1V6oA,201
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_econometrics.yaml,sha256=jwa0g1TCH7g3Rw5KZdw1fJ4LWSFvjOJ0PbiQU_5xDzE,200
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_electrical_engineering.yaml,sha256=aZbPj0YRRg2sOTf398FmtZw9XK7no7V0rj_kkQpQKP8,209
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_elementary_mathematics.yaml,sha256=Ds5r7W9uK-3-vR0IwEgvVsYqm5c-JSa-KP5YIwNLeN0,209
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_formal_logic.yaml,sha256=JUzrNawAPBqhC7j8lyN52RlIDsEx-bF0uTFc6tfA9l4,195
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_global_facts.yaml,sha256=r0ASNxAKroy2L7RwsTHXa6wrmnYr4MIqCP0iCIICrd4,190
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_biology.yaml,sha256=Qdh5ZqQFni81Fy4UAbFbH_XFehDyehETt9aQUvOTqec,203
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_chemistry.yaml,sha256=zo0XsXU7oGVY4eFUZB10O5dLkGX0WHs-7EgfsxfdP68,207
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_computer_science.yaml,sha256=gXN5cGQhIayQh9CoOKgO3jFA7l4Hu6YaqQzPYbQPY-Y,221
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_european_history.yaml,sha256=H4EATz2Y9W6XksTq1pAjWMAfoc_RCzRoN7ofH5bZSOA,227
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_geography.yaml,sha256=en146LSRV9UgOaoSvokxK2rU9wbO2SLrqZSfuwumeMM,218
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_government_and_politics.yaml,sha256=hTvXUmpMWdUTZYFQhv858qEPMcEtXUh3IhBbhMcWG5M,246
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_macroeconomics.yaml,sha256=SnPxqiF1LbaVB9X9iLh5b3pZImyIG7DVg1ijBGfsl-4,228
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_mathematics.yaml,sha256=APbXVcSsvbls-gk_d0-WTslq0Rrn5AP66O8mlKddTyw,211
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_microeconomics.yaml,sha256=CRBVAfRk6DIrh4Q37823SLDYUoxBeWMxwKyP342KKQ8,228
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_physics.yaml,sha256=TWWnmi9RfOchyoUVvqBJ5WgSyn_twiV5jGRiS2XxNYQ,203
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_psychology.yaml,sha256=ni57RFIreNaUd4FkuJRbEclzgomwfakNgTyfHy7wJDQ,220
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_statistics.yaml,sha256=f8IoZMaVrHobaUDwVAlqYcSicVS7bqqbqbvOLT9UQRE,209
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_us_history.yaml,sha256=AS7BVWipTRSivV-RyubFx7gNrHXUzEwkzn_UsFis0GA,215
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_high_school_world_history.yaml,sha256=216L0mdZBB04utos88UW7NjRVmcxYpIfA-4SUFfDX9g,221
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_human_aging.yaml,sha256=cQF5LvHGl2m6CukAWPpqqUGyXloZmhhFyVCEWZjbWu8,188
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_human_sexuality.yaml,sha256=bjkpYM6lN6N58mauWVGexfbD5rjoyQPhSFdnaeNhhaY,206
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_international_law.yaml,sha256=bxeiKYb1n89DpuFq5HvamndMj7uDvm55nDO2hDEn1Pw,205
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_jurisprudence.yaml,sha256=KxnjWjdjo4UZqqmYRC38wittK7QZPTFXB3JUm1QHAjY,197
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_logical_fallacies.yaml,sha256=oShHowkgsh0TNNQXcilutr2NI1PfFdLBkM3-smIAqPY,205
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_machine_learning.yaml,sha256=F0DtEZAms9lJHdbT6MskMu0HR1Cx33qCsJgQyk-8dGE,197
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_management.yaml,sha256=pUgtf6MMc4H9SVUKZIJRQzmbDKQtUZ8eWZgV6HurcW4,186
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_marketing.yaml,sha256=2TUZoH9TLcqhBdhmhnaHrJwh7MKchDbobvu9Kajgf2Q,184
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_medical_genetics.yaml,sha256=4_V6oPFMb4o8N15GrCWfD7V5yjSFhNa-VvWGVM_0ZS4,198
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_miscellaneous.yaml,sha256=n_wqe3WKwwPt2FwKi1IEpSumSR1GLFnRqTebfmZcqGQ,192
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_moral_disputes.yaml,sha256=EkqzaiVqfSPxFc-tbLMILiFj8beYLfe-8ZXC6ggyN1M,199
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_moral_scenarios.yaml,sha256=wPNiHc_ItO5Jn4qUpTKG0KLRTyFg6Aj_L7zEMdVH1UY,201
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_nutrition.yaml,sha256=XCI0tao1J1U5J6nHnPtyLEqxVjb9fWDkBTQGYhsiSXU,184
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_philosophy.yaml,sha256=ABX6wMa2VpXDgXRB5i7FDL3qAqSqKwM2nC-siB--rGQ,191
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_prehistory.yaml,sha256=KF2f2oBlR-EvWdrr-cEr0reoXs7EAsCP-n9wVs0ZBfQ,191
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_accounting.yaml,sha256=SQn9j4yQzqx_Lj7gGdgPkmvDcx2pS-nNtyKbGkWfpQ0,212
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_law.yaml,sha256=-Fokx99aXfuMvhUCvmRf_4mIij-NYI-KC1RXf9u9VLY,203
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_medicine.yaml,sha256=zl-so_noGn2VBnHkMfwEzUPXvLOcK8hJrEaXoV7BXY0,208
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_professional_psychology.yaml,sha256=BNIf78PGBr4MPE67h_hGTLVXNJDktzgugOm9CvsfL1E,222
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_public_relations.yaml,sha256=YyAFFzAYtnlxk-vo6GPwZyciLRkG2OUaSyBsPseJK2Y,208
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_security_studies.yaml,sha256=LQiv4rcV9tVwC39SUUoFYI9mfbSK9G5N0tAnmtGh3Ds,208
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_sociology.yaml,sha256=MPzABAbQpos_CRcva8pREwgMk7RqKPMCcT4T5eS8-3g,194
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_us_foreign_policy.yaml,sha256=Ndaaud-26KBA2AVbZGMlIYTaxzWdMULrWnj2K7GJjf0,210
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_virology.yaml,sha256=OsDGxrc0uPZN7NoBSJFayWSuABIIw8uaOQa29LG8fN4,182
lm_eval/tasks/global_mmlu/full/yo/global_mmlu_full_yo_world_religions.yaml,sha256=nlurB6H4m4AJWbqOrQZTMVllYI4sNHDIrjIubxh9jRQ,201
lm_eval/tasks/global_mmlu/full/yo/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh.yaml,sha256=IVyQnPMbiPXY0A0E0Lg3_cBhp6mJ6bjRjc0M8rEAa0c,256
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_humanities.yaml,sha256=UU1Xq7EgNVKI4EdJEwEpHQvozu9vzASYVpjK6TygkIo,174
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_other.yaml,sha256=vsyo3VwL2ccowBkRRLCvCSM-gpZKxUVVwQCRYlz6uJg,164
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_social_sciences.yaml,sha256=Xz53rl6aPtSJ9SxnJHdcO68MZ8z8E5RYa-xYLcwtBxg,184
lm_eval/tasks/global_mmlu/full/zh/_global_mmlu_full_zh_stem.yaml,sha256=srxiLamHdn7xRMplexatfPCfbl4zoCXurA7OLR7du2Q,162
lm_eval/tasks/global_mmlu/full/zh/_zh_template_yaml,sha256=4EjQlGCJiMN4-WiPsPbslbHKvjGhiuZoX33GkyUNmqU,429
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_abstract_algebra.yaml,sha256=TnfIcp4nxaoP81Q4S-0OcKLgngO6114GCmVEGZUvVu8,197
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_anatomy.yaml,sha256=FWPisJ3I0XQ_WwMSfCGrKR0o-jXyoaUr3FncVJH6i_M,179
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_astronomy.yaml,sha256=kmaK9Crm6NaDZWMKYnqHr2DeraGFFV2_5uAWGIFGRB8,183
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_business_ethics.yaml,sha256=cRuc6Xm3k8a8Ugg4BraRHO7oDSQ-jBAVeUMFeVAjwP0,196
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_clinical_knowledge.yaml,sha256=JoCHR5hHYnkV0OBZphtINlo7dw0KqN8d4-fbuX7Wk_Y,202
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_biology.yaml,sha256=cxAxgtBdsk6iCQd06hqdb74Q_M0A-k-QQGZMVtz-KGE,195
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_chemistry.yaml,sha256=LV1MfzxbB98aR5coXC50uXEWCS-1VOEfTphAXCnlaZw,199
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_computer_science.yaml,sha256=bKoCs_-UXJEV7EsekMSwAKr4r1PfbCAqwp_IbSZFRSo,213
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_mathematics.yaml,sha256=kMJF-MNsNur8SY1OhRlqBOtyLN-g_G13agVqDWUUdQE,203
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_medicine.yaml,sha256=DkwU1oSTQmYSmc9ZWP7Sq3yeEvNTaohNvnA2cnlAh1o,198
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_college_physics.yaml,sha256=hwKb2rCes8_CsJBmynXDUloy5KvBkCYxTHX_E-plRcs,195
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_computer_security.yaml,sha256=ViBYxVrOrOIXO6EI8NRfNHI22wWBtzE6Fe0DYDFnLPU,199
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_conceptual_physics.yaml,sha256=FCXuHzCqdueCpO2a9_98JIEbz5qBdIUqYDoYP3FcLgI,201
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_econometrics.yaml,sha256=HCng3XHeGJTfmN_43d-PwGdyRSLM1FaT9Eb8wDyM2ag,200
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_electrical_engineering.yaml,sha256=qrDptAasbqGYmAa8tvCCcxWXzX43HjAZU-VVUOQ1Bsk,209
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_elementary_mathematics.yaml,sha256=MbNcN8mponvUD4ZdB5xMG_FxYsGr1raXJcKds_jH_2s,209
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_formal_logic.yaml,sha256=5aGx6z7b0OOSodUIXPoawrlyvT1TRMRcsza8BNTVSv8,195
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_global_facts.yaml,sha256=U9-Jn6KlQL7aQ6X1tZ5Cs4N7yT7uaLnjpGJaGF6d_zw,190
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_biology.yaml,sha256=UmH_TBTxED9UqB4wz7lCJzoLopZaphp3v_deiYbi7M0,203
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_chemistry.yaml,sha256=Zpj_mARLFfr4HNFia1I_-jIRwObyzjKLYw1FdICY5-s,207
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_computer_science.yaml,sha256=0dLVMax4x5zdfOClR2xblBwRAzgJZJFlMsc3T4nQ27w,221
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_european_history.yaml,sha256=RRgVXVVfVszzuEmAO-opxuXONuzJVwDhNx8PFIAXIC8,227
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_geography.yaml,sha256=tloUGs4VoasJqNJIE6AyP7FmNvLwMIStPYwN1QyWnWo,218
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_government_and_politics.yaml,sha256=j2JWNWlOthPg8jC5O5oSGfQlY5N2qdl5aZYXs7gU5x8,246
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_macroeconomics.yaml,sha256=3hKjXNP_8K57wj2OajJsSoeSFxAjF_rFx4jwuDsCjMQ,228
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_mathematics.yaml,sha256=k2acY029ZncfGl8M7wH4TwZEuuH7o7CeC2BpYKnWlFE,211
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_microeconomics.yaml,sha256=sQFb4TdxkxdcW7lq0xVpu_j66bWYkhAMVBhpesHIRX0,228
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_physics.yaml,sha256=AVshZ9RWZuzjPEP97HVkrIJ__RpV0ep79FGKGqS6lTY,203
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_psychology.yaml,sha256=6gxqUc9vNjqaUfxJzXqCbFAA5AUn3gGKS3xnxKyVbew,220
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_statistics.yaml,sha256=lwRCJOjkaso_y2aM6mvXDsvGFrY409EQpeYb5msmTr0,209
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_us_history.yaml,sha256=4km-DandeVRIyTUPuOTIx43MAYkT1AAZH78mWkUU7nw,215
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_high_school_world_history.yaml,sha256=pb04jJeExiyNvtSqw64PNlgyC4bL1Da9v73IGs4WDUc,221
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_human_aging.yaml,sha256=FbDdTjWZzFqtfw8nMkDfrpzWdIG5DYC9DEH3YM3sUps,188
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_human_sexuality.yaml,sha256=GdB3Y749e1yapXDu-253L4stM891pU5vcxvpZomVsrQ,206
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_international_law.yaml,sha256=2VQlnN1hZEs9HfozvVrZAIoVU9E0JZ3obwkwv2oDUkw,205
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_jurisprudence.yaml,sha256=jb98VeaeouMJNdiANDEBNPHuM2JRKBCRsNXNgL-UV30,197
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_logical_fallacies.yaml,sha256=bD7Z_w7eKRMia1tgKcmuv-gUbXEOrlPiqL8kmYzssFA,205
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_machine_learning.yaml,sha256=66vRF0BfnbI6PCDv2YCsHXuX2nfw68wg9n5Q2-J17cE,197
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_management.yaml,sha256=UTBfyvBegJ0AGCGYwEJkbmpISUPyDESUxCF7BlcMcqQ,186
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_marketing.yaml,sha256=dE0lvjtHPxF0MRwIB9_3VXveD5f01EdvKX8HwD9OUjw,184
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_medical_genetics.yaml,sha256=Ox8eOVajPNrq1HFcjDX6WaG2BvUPJvyJv8NzmuKH_vA,198
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_miscellaneous.yaml,sha256=ThCcW2XyCMktZQGA0KHvo55Tp7ULaOTEW8UhrTLgwJU,192
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_moral_disputes.yaml,sha256=5DyQohvho_t49L-Jz-9VsTB2kt1pfdr2E8oqcFdLMEM,199
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_moral_scenarios.yaml,sha256=zZIx-BgcsOmlauuWbBFdyVzE8jfOWRwF4jQ9M3LO6Oo,201
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_nutrition.yaml,sha256=F4GPo51WRYXkssazGNFJ6tSov1Nhr1DaulaWPq1gi5U,184
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_philosophy.yaml,sha256=XPlX_QGu6S0iXnVIELJrFmcEqwt5So5hTer5e8WmqLU,191
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_prehistory.yaml,sha256=vT-cIy2-kJ0fYWF9HlJZhOAQ8LlCiTeyAG_8ao4uM5U,191
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_accounting.yaml,sha256=HGs-h8ZRJsfvLoI-ZogaVUyvHjgVfp4D-ggArKwCcmg,212
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_law.yaml,sha256=n72p20Vdos2pwIju8FoOwQrSw1ZovqsSoEQOrDqLq9o,203
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_medicine.yaml,sha256=IRihgO98waTr_gP1VxzBapJRgJCyVk4Tw8FnmnvTOCw,208
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_professional_psychology.yaml,sha256=hJ-MZ8GQPUKnEQofrQRGmbnxTVGxJh8IOlIXHTQneoE,222
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_public_relations.yaml,sha256=ozvYXAuvfCZlw9Wtbe_iRrhr2tIc_GUYnqXqjHO5-jY,208
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_security_studies.yaml,sha256=9wzoWWi6jZasfjVdwFQGU1G9ULRnCF_Ak7LTlUFs-ps,208
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_sociology.yaml,sha256=G4KTtwlZFmfHqcaWyXqoV9Hj88MwyuuAswNffLkMaiQ,194
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_us_foreign_policy.yaml,sha256=CAVkZycvOY8QxhYheEfc1YCMFIeEdbvLj-rtCRYEM7A,210
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_virology.yaml,sha256=ee9ItLB2FXLJIw7lWHAYrMBDigHAWfyG7I1yqHyj5WU,182
lm_eval/tasks/global_mmlu/full/zh/global_mmlu_full_zh_world_religions.yaml,sha256=0LIWVfgYK5X2l5BRJ18W9C6kJl1kPfH3CgJRFMvO8ss,201
lm_eval/tasks/global_mmlu/full/zh/utils.py,sha256=tAEt0rGlCIhdI-4t2xK8JvPmIggbpB7Bq3Zu3DGkmCs,1736
lm_eval/tasks/glue/README.md,sha256=nFccxj4W8YAYoS6OQGb2mTyo27F8N74L2sDpWuAxVeY,4054
lm_eval/tasks/glue/cola/default.yaml,sha256=XX2rqzvRzG6HbZVc0WtE7O-j53P3YJHalXEHcgf_PNQ,388
lm_eval/tasks/glue/mnli/default.yaml,sha256=kfkz7rneCIICajMP1SiOKDKQVFJPzf7gMohKwRiwoNY,307
lm_eval/tasks/glue/mnli/mismatch.yaml,sha256=8h4PeAORdZvLDlydIQun3J7HEq-gEUuzQNWeKXU_FaA,82
lm_eval/tasks/glue/mnli/utils.py,sha256=2zCZu6crR6KQGCIbvKmp1E8EO1v0-8nfk7gIFoe6iV4,232
lm_eval/tasks/glue/mrpc/default.yaml,sha256=r15hzC4nE_O0li1KpXQQ0Rt6a0Eyj-LrZ6NcU6EsmzE,385
lm_eval/tasks/glue/qnli/default.yaml,sha256=K8GI9F5HmrmLjzP_U88OG40rVAoiwKywEujczj9YrUY,345
lm_eval/tasks/glue/qqp/default.yaml,sha256=VS0wphd8iJiqypm5qgaYHKrL6BGgO0Exs5nBgwfKdNs,382
lm_eval/tasks/glue/rte/default.yaml,sha256=cTXjG23NZGht4fTQkNvacHUm5-TxgeMI2Gg0KSZjQtg,323
lm_eval/tasks/glue/sst2/default.yaml,sha256=IFC0YyDH4ieBqU3yhb3Chktx0EOzLG6gqmT57KymSdo,341
lm_eval/tasks/glue/wnli/default.yaml,sha256=jt3VX8N5gy44auF3BamTJZobfjrLmSeORwYMBDaMcgA,325
lm_eval/tasks/gpqa/README.md,sha256=bkmn94eZFAoNRQgkDNJCvIzf-IVqVgAhUUV80c8uv4s,3073
lm_eval/tasks/gpqa/cot_n_shot/_generate_configs.py,sha256=wRGHsDYz8it9vKz9aw_1zsv0cqIJwb9tc4_6AvWpQOo,711
lm_eval/tasks/gpqa/cot_n_shot/_gpqa_cot_n_shot_yaml,sha256=L3gMnhMQ6ljSSeAxRxz-9jxx9vYQG2xv5lMq-fGD0is,1182
lm_eval/tasks/gpqa/cot_n_shot/gpqa_diamond_cot_n_shot.yaml,sha256=Ua3s6-BJeC9Iz93fTROSCLHzizr_FORkj9onkcnDiPI,124
lm_eval/tasks/gpqa/cot_n_shot/gpqa_extended_cot_n_shot.yaml,sha256=XwUUXl8F7xN4el7ZHBQM1fEzvHQVdy5vsgW6h11_kCg,126
lm_eval/tasks/gpqa/cot_n_shot/gpqa_main_cot_n_shot.yaml,sha256=8_SWDAVJeGvMhQfU2seWGi9sUrML6pPzYzm_DnCRTJs,118
lm_eval/tasks/gpqa/cot_n_shot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lm_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py,sha256=3e5minE_O5a9NJG68oNUMa3igTbmaojKxIR9S3ZwHY0,713
lm_eval/tasks/gpqa/cot_zeroshot/_gpqa_cot_zeroshot_yaml,sha256=FcAQsZjZVQaX1cmuM7NUOL-3CcJaGXPT4aA3R87JtMM,1076
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_diamond_cot_zeroshot.yaml,sha256=pNhT5SWHyQb7GKbtjvdVlrmGooyGlsudbXj_zUSA0Y8,128
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_extended_cot_zeroshot.yaml,sha256=DLnfykKWvEKni5LzzBhAdTcJaxOaABH13YmbaJmobrE,130
lm_eval/tasks/gpqa/cot_zeroshot/gpqa_main_cot_zeroshot.yaml,sha256=wza8sxqp1YuMpRvBxil2PqgYAltEK_1oBZWJQe8_NQo,122
lm_eval/tasks/gpqa/cot_zeroshot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lm_eval/tasks/gpqa/generative/_generate_configs.py,sha256=nsG56XiyztHj9LmKNtsD4gUmc2sqdpyFPS74SBBdKZA,718
lm_eval/tasks/gpqa/generative/_gpqa_generative_n_shot_yaml,sha256=vD9tr06FbxPjstJD0WvYXxO2VFc-cpGZxeZsFxyvrEI,1181
lm_eval/tasks/gpqa/generative/gpqa_diamond_generative_n_shot.yaml,sha256=QH65eFCrkQn2jJHfjk0T5b9YbfQdUan9oHHgjugw1Dg,138
lm_eval/tasks/gpqa/generative/gpqa_extended_generative_n_shot.yaml,sha256=xuQm0KRf_ZCyL5Id5KsadN4sZukKYDMtZD7v999HuQc,140
lm_eval/tasks/gpqa/generative/gpqa_main_generative_n_shot.yaml,sha256=EJhKLKJ6oz5mP43jtKHfYcEeN5FY2gkxJHx8Y8Zsbq8,132
lm_eval/tasks/gpqa/generative/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lm_eval/tasks/gpqa/n_shot/_generate_configs.py,sha256=t2Uk-17YcA-J2FC4Lr1gAIgc3t8HVIJUWcLlOB2AU1I,675
lm_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml,sha256=XIT_ffS7mpyihKNJuq99LdvPJoRXMoXdxCFOr5w1i6c,745
lm_eval/tasks/gpqa/n_shot/gpqa_diamond_n_shot.yaml,sha256=bRMgQ-UtIFrpftGglUfHLE3U0ZIT8xhRr2-Ia9S_Tc4,116
lm_eval/tasks/gpqa/n_shot/gpqa_extended_n_shot.yaml,sha256=80_VODHpsRmTLNdNl7LjbBuFXDeexymqiwBak6u2zA8,118
lm_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml,sha256=UgLjr4n53Fx2ou_9M8IyKkKO8dX0Am9kHlS04UMaQwk,110
lm_eval/tasks/gpqa/n_shot/utils.py,sha256=30C3EL9SYATKhzMvbDhpZApA5VTHpTze9nGFGrxekeY,1016
lm_eval/tasks/gpqa/zeroshot/_generate_configs.py,sha256=Ue9UIgZncdmXr5C6LwhruUGmM_JLELebuobsVj5jjN4,709
lm_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml,sha256=Ctj2o9Mm9Aw0u50o5L9rLz5g4IvmiOJFo2n1j5XbO4w,639
lm_eval/tasks/gpqa/zeroshot/gpqa_diamond_zeroshot.yaml,sha256=I9D-hFnOYwYbkgFqmcFKosDdcwBgqI0bufxeGhX4ZQU,120
lm_eval/tasks/gpqa/zeroshot/gpqa_extended_zeroshot.yaml,sha256=_4NFVTE2yJCEfxx8dWPsAEzO43JmidUpfGuzVBL34gs,122
lm_eval/tasks/gpqa/zeroshot/gpqa_main_zeroshot.yaml,sha256=LZE_1k369Pdvf9ftK2yegIAMBIM6lMK1sk8E1t5DiDY,114
lm_eval/tasks/gpqa/zeroshot/utils.py,sha256=FuEbEyXiqSXSi_EVkHpLh3muBJ-vib1cwgCXRqt5K-g,993
lm_eval/tasks/groundcocoa/README.md,sha256=CyIFjtsxoRdKXcALs5TA7bAe5aktiu6zjXQQmMbISyE,2488
lm_eval/tasks/groundcocoa/groundcocoa.yaml,sha256=hjeHLVcwG49bIT0NopGIFGH543IngAYAn4q9-YsHSlg,424
lm_eval/tasks/groundcocoa/utils.py,sha256=ToD1o5E-nY0fu8LaZxpSLi9EVyKc74MTl46RqvZB_QU,1547
lm_eval/tasks/gsm8k/README.md,sha256=hVP97N2LjcCKiCn0uG6hYLu-q4iS7cyxckD4ovdS5RI,2326
lm_eval/tasks/gsm8k/gsm8k-cot-llama.yaml,sha256=exF6bphainILQozv2VZQxKPdRfKXaYeMXZmDSxFHr8M,3657
lm_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml,sha256=StAKNY5LYM1CyioeEF6Umu9wboul06W0tFZq7ucHYyE,970
lm_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml,sha256=_DNv2I5bxBHRltQngkTxN8UjT4KOWIT7GuPe_VP3y5w,1018
lm_eval/tasks/gsm8k/gsm8k-cot.yaml,sha256=V4aLNtD5lQa87eN9P4-O-PYg-dg9ZggRu2oXWJpOTT4,3317
lm_eval/tasks/gsm8k/gsm8k.yaml,sha256=RCuBe8gxOOyJvTDqnWtKysl338RlPBd613jzVMhUPSk,1007
lm_eval/tasks/gsm_plus/README.md,sha256=S3URieLaXEe7VqAK3E4YWyGvzid5tjHCaLfArCQogxw,2767
lm_eval/tasks/gsm_plus/gsm_plus.yaml,sha256=K9zz0DNtr9LZIxDgdrJi0Pt_2L3nmvCyfDhtq9Xt6VQ,962
lm_eval/tasks/gsm_plus/gsm_plus_mini.yaml,sha256=2T3Z5Wu16GoGpksVyQB8aOxCV-fymcmvXKh_JDBOtiY,979
lm_eval/tasks/haerae/README.md,sha256=jiCz34BnWHAs2tMvA58xqLSXtwStmKc-XCFMLzwH1YU,3004
lm_eval/tasks/haerae/_default_haerae_yaml,sha256=pnoLQruLNtds6nIno7szcHGgKdwpN-_ZOtJFOBRGYrs,382
lm_eval/tasks/haerae/_haerae.yaml,sha256=0tIOhY0UR6kllyi_N64vT4KbetDNaxLOXa30xhmh_JA,322
lm_eval/tasks/haerae/haerae_gk.yaml,sha256=orNUAMKWMo0Opzo-Or4aq2fH4ayiQqzVXHYgm7yLm1k,93
lm_eval/tasks/haerae/haerae_hi.yaml,sha256=fbvTt8QULlFcwAOJH7KPouHc0tGRZrqRh07IK1MQCkg,73
lm_eval/tasks/haerae/haerae_lw.yaml,sha256=Ir1GquQfUAHRTwxRcRJaQHdG7RzLhks2Fm9oVPTUSfE,78
lm_eval/tasks/haerae/haerae_rw.yaml,sha256=EX2eRHdNgtvH8pF29Daa-oxsoiI1Ks7JG-apPytLduE,78
lm_eval/tasks/haerae/haerae_sn.yaml,sha256=asJHj2Gi9JSgfMGHqHObwzMUYJA6i7DEHmtHFpappEg,101
lm_eval/tasks/headqa/README.md,sha256=HGBlwCx5skNA9GKsXv59G3s-08i577g4QSgv2sQrK5s,2582
lm_eval/tasks/headqa/headqa_en.yaml,sha256=hgnc92sIUAbq5ELHzmvoPX1t1FC_GC0kQmK3sOmaTgM,570
lm_eval/tasks/headqa/headqa_es.yaml,sha256=SKIFepRQ_qX9euHAWhk0g8sm3OYDfaei2uQUpGfPWu8,57
lm_eval/tasks/hellaswag/README.md,sha256=0Sxbs3jgiuWJFMB0onpY-vhTxCZMWbDke8ElRFsiLfY,2710
lm_eval/tasks/hellaswag/hellaswag.yaml,sha256=yrsDQMrV-2bC1i9s-rFrhd8YBw5gYwDyDk9Xnkn9xeM,516
lm_eval/tasks/hellaswag/utils.py,sha256=B9I7YLKPKk9ljc-EQGI6Y_5mRIVM6bhGoRTd6YDcEhQ,717
lm_eval/tasks/hendrycks_ethics/README.md,sha256=CHqVUCYMuODB2-sKYJWL_DHBAkMww7dEkVA4WXHDWVo,1768
lm_eval/tasks/hendrycks_ethics/commonsense.yaml,sha256=copp-j7Whi6rNxnS5_4WGw5IbOKdWIfbQwxNq8Lygvs,342
lm_eval/tasks/hendrycks_ethics/deontology.yaml,sha256=oQHWZI1TzTYJy09-avPkP-lPxPyP4sfalpmPI6kNYJ0,357
lm_eval/tasks/hendrycks_ethics/justice.yaml,sha256=5uP1-vvXh3cRor3PsBLv-f_TEF-F8hvkEZPVb3t6S78,286
lm_eval/tasks/hendrycks_ethics/utilitarianism.yaml,sha256=w7_5E2KWko2kGWt9sg44yzHEJIOd0e_YW3uKP1jfEpE,278
lm_eval/tasks/hendrycks_ethics/utilitarianism_original_yaml,sha256=5MHxvjLg3ag-KHs1xznqViyZufFevLIYby-Isof9D0o,587
lm_eval/tasks/hendrycks_ethics/utils.py,sha256=TYz5SgyhBjHVOjCMJCCBMVKexOHJwi-NBDvHE4qAoB4,691
lm_eval/tasks/hendrycks_ethics/virtue.yaml,sha256=XOnnlCex2QlNWHF8EolsdvPNWaGNb94cJccwh_5qilg,295
lm_eval/tasks/hendrycks_math/README.md,sha256=LRRf-hFAO9BiSDJ6hk17kNT8KoYlkLn_JCcSM2ZEcJQ,2348
lm_eval/tasks/hendrycks_math/hendrycks_math.yaml,sha256=gK-YjdUQvMZr8205IJcfAM3oMsPhLDmIwNdzvyRMtYM,366
lm_eval/tasks/hendrycks_math/hendrycks_math_algebra.yaml,sha256=ojwPvU7FEvqA1orpsWoYwgQBQC4Jxhfoe6eXsT5Nxec,586
lm_eval/tasks/hendrycks_math/hendrycks_math_counting_and_prob.yaml,sha256=62VLj3HeyLmEIL4FiFD7ug9T-TNSGuzshf2xG7HiGK4,115
lm_eval/tasks/hendrycks_math/hendrycks_math_geometry.yaml,sha256=MokiQk4zqZxNIm3tNd3GSNnHffiSzvrq8lGzWfQhNfI,90
lm_eval/tasks/hendrycks_math/hendrycks_math_intermediate_algebra.yaml,sha256=jW9TcKskY8eTpQovVurxaWXllwHYe7GDClqHbqidcug,114
lm_eval/tasks/hendrycks_math/hendrycks_math_num_theory.yaml,sha256=kqAOTLfHnpBqwtJCgP8nGC1MVpTYdAZHLnntvYwTS3I,97
lm_eval/tasks/hendrycks_math/hendrycks_math_prealgebra.yaml,sha256=qIeWcq6j1L39YjPZTqENGHNl-wgNTumqSitCIotgWxA,94
lm_eval/tasks/hendrycks_math/hendrycks_math_precalc.yaml,sha256=OLLPzo4GVfG1bwf9NAOi3TQekftD1sJg6rh11AgnH2Y,92
lm_eval/tasks/hendrycks_math/utils.py,sha256=gzLkLyPGIEOyPXTubTk0-ZeyCc1goa1Ft4gtawCSnVw,6400
lm_eval/tasks/histoires_morales/README.md,sha256=nd1a9AZ4FHdMUHdelmXwHwgEwZlHP5y6JFIuqeoz_5o,2458
lm_eval/tasks/histoires_morales/histoires_morales.yaml,sha256=_qFmQEbrhU3iQilOFbw06vhdDFaWNCLTCLby02UKRY8,402
lm_eval/tasks/histoires_morales/utils.py,sha256=clm7emcnWsUeOKg_dpd_uaNyJbJtRcJaXHZLppsVZEw,533
lm_eval/tasks/hrm8k/README.md,sha256=A0k8-ghL0uJ-0XcL67MQQ-RwnsAyGJ747rA_WsmOvOU,2960
lm_eval/tasks/hrm8k/default/_hrm8k_yaml,sha256=fwixCXBk3tq2vmBOO3d3TsbvDgQY6FD4wWYnaKOoapE,499
lm_eval/tasks/hrm8k/default/hrm8k.yaml,sha256=IcWZh5hSqWaxSsM2Kn19iOr8sX-umfZCCWxtJgjoR9U,211
lm_eval/tasks/hrm8k/default/hrm8k_gsm8k.yaml,sha256=T_9wJ4ULsSs3ubop1PTDWP0adNE-WitLMy3Bd1iGFRw,59
lm_eval/tasks/hrm8k/default/hrm8k_ksm.yaml,sha256=elFPyqm_Gq9hQH8EUmFFL48Yx8oBI_Sjvf4YNlsKums,55
lm_eval/tasks/hrm8k/default/hrm8k_math.yaml,sha256=NJ-o3vsUPcZTjDY1LTup5328cOCgMe2m7SqhBZy5ao0,57
lm_eval/tasks/hrm8k/default/hrm8k_mmmlu.yaml,sha256=yx2gq2A0E9VCEfM9v2i2PqBrAe-0HHjOPd_AUUS_l6Q,106
lm_eval/tasks/hrm8k/default/hrm8k_omni_math.yaml,sha256=T2yMhuGs12URK6CI3AACt_diojmYW-BGOt_8R3PajYw,67
lm_eval/tasks/hrm8k/default/utils.py,sha256=Vy3su1uGkUC4qy09Jasc3zdIv7FZqw09jx3JGbFbRJA,8106
lm_eval/tasks/hrm8k/en/_hrm8k_en_yaml,sha256=fwixCXBk3tq2vmBOO3d3TsbvDgQY6FD4wWYnaKOoapE,499
lm_eval/tasks/hrm8k/en/hrm8k_en.yaml,sha256=xT7ycJgpBFBVKjXCCM0dTWH3wLEAAGcv_vsQl3bQwzQ,229
lm_eval/tasks/hrm8k/en/hrm8k_gsm8k_en.yaml,sha256=JX3tz29Vc0xjQALC9AnHU1nzSYPsJP-feTDMd_ZCy-g,65
lm_eval/tasks/hrm8k/en/hrm8k_ksm_en.yaml,sha256=hCeJLJm5pld43CWSt47TuGPy9Bo8mkFDl3GgBLrGlSY,61
lm_eval/tasks/hrm8k/en/hrm8k_math_en.yaml,sha256=SPXDk-aUGXkoNnrsitzmpHApqoh_mtQMq-s76TLXEnU,63
lm_eval/tasks/hrm8k/en/hrm8k_mmmlu_en.yaml,sha256=BEs6irzjP-wyhYgnHaO9Za7Nu1FF5qBdC2HvUEmbBFw,112
lm_eval/tasks/hrm8k/en/hrm8k_omni_math_en.yaml,sha256=qWBlGGecwNRqLCiOwEah-vcMup1Kv7t_WcPDw5RUAbM,73
lm_eval/tasks/hrm8k/en/utils.py,sha256=TTUeUNXs7P4tF5uhWjh_E5QYRuUKeynT6jKvV6eL_I0,8075
lm_eval/tasks/humaneval/README.md,sha256=2rHoRBEkncK_tr8ynLtMGCIdFcKuCKGKfoHVayD3cx4,3191
lm_eval/tasks/humaneval/humaneval.yaml,sha256=3USPI26I-fYaAMPF9nAyFtIarpxspkzbYxOazTn93cY,623
lm_eval/tasks/humaneval/humaneval_64.yaml,sha256=ntxH9wla8oQWuc0mUid9OMZHIziXLXoFOOYIGFNupBI,348
lm_eval/tasks/humaneval/humaneval_plus.yaml,sha256=LYxw0CSK4BYS--qPvT2yvb02IRgz8Vfbn9Pmt8qHUZw,82
lm_eval/tasks/humaneval/utils.py,sha256=gDC8EdAmpk06UlMvYZysFgdki5-25qALCXbxe9rVsVw,767
lm_eval/tasks/ifeval/README.md,sha256=Z1lFazEwmAYW4W9j56CIp_mw50Pp5HBYnkeCCcZZZCU,2326
lm_eval/tasks/ifeval/ifeval.yaml,sha256=PYo-sy3gP2ojrIe0aVHZcqTsfLE351M2XAJxWU44-Es,729
lm_eval/tasks/ifeval/instructions.py,sha256=LZZw5TjmIBZlNjudsVb7LCcBa5KH65eQ6lXTUgA2uwA,57031
lm_eval/tasks/ifeval/instructions_registry.py,sha256=nbHAYs23CpFCDTeJpYgjWhBkwrmhpm4J5fud-edYSmw,7237
lm_eval/tasks/ifeval/instructions_util.py,sha256=6MTZGHusFILZOUH7RkaWCcOueNiWGVv8swCgcH1JJWc,26830
lm_eval/tasks/ifeval/utils.py,sha256=GrjxSAjIJvk_I2SINIftY89CZ5gL9HYf2oBTiZwBNjI,4510
lm_eval/tasks/inverse_scaling/README.md,sha256=-Dl3cak2YTsaFoAWeeHMLCZPSwLjlYJqxgUBXkvflU0,4208
lm_eval/tasks/inverse_scaling/_inverse_scaling_mc_yaml,sha256=bzCUoc5BQlvVHDd_wr_gXpm_oaG4VS67MPI4NrABVD0,338
lm_eval/tasks/inverse_scaling/_some_results,sha256=mgTDwqKLp_DnRRXs6uFAUN6Wgts-skyuaTOoeOWFuN8,3466
lm_eval/tasks/inverse_scaling/inverse_scaling_hindsight_neglect.yaml,sha256=VIYv6K2MQZMIthHX4HOIJwned2aeDqcRrzdXsuqZugQ,136
lm_eval/tasks/inverse_scaling/inverse_scaling_into_the_unknown.yaml,sha256=F-WAKhXzjo_dwOgzJqlYq-JTnqlc8l7_yMuu7APk3Dw,115
lm_eval/tasks/inverse_scaling/inverse_scaling_memo_trap.yaml,sha256=x35G4GVm5HcnfZSVdZzxI_vPwOqfXAeArpgQu0OOubU,101
lm_eval/tasks/inverse_scaling/inverse_scaling_modus_tollens.yaml,sha256=2eju_lo3iA55KHJeMB5OErbiKcqmkRj73Bw6-iIvzbo,109
lm_eval/tasks/inverse_scaling/inverse_scaling_neqa.yaml,sha256=Av64Kym2oUzMVuz25WJbhiCoRExQuu-b4LkkN30wMZM,96
lm_eval/tasks/inverse_scaling/inverse_scaling_pattern_matching_suppression.yaml,sha256=dW8qHKFo6EvALsIHRlYGAKQaBz3HPEL65A8cnfc1wnE,139
lm_eval/tasks/inverse_scaling/inverse_scaling_quote_repetition.yaml,sha256=HWeO2yjy2wdZucoqHrzpIv6vBBd0uJ-lzU5cdhqMmI8,120
lm_eval/tasks/inverse_scaling/inverse_scaling_redefine_math.yaml,sha256=h82L4he938a-lFx27lCY2bMBc-0r2LKrT9Jr-LnNWx4,114
lm_eval/tasks/inverse_scaling/inverse_scaling_repetitive_algebra.yaml,sha256=CEMv5KQzvTlr1UqWeCSzz4n_6wVH9Qlv9Oa6aNqNplI,119
lm_eval/tasks/inverse_scaling/inverse_scaling_sig_figs.yaml,sha256=FW6XVorXhxnowJ0t6_6X9m92z3Ek6Vv7N13FqblmHtg,99
lm_eval/tasks/inverse_scaling/inverse_scaling_winobias_antistereotype.yaml,sha256=QrQHiC7v8a2WQXqTEuEk1LgSUNnmQfHYLqi_B1ZbKNs,458
lm_eval/tasks/japanese_leaderboard/README.md,sha256=b8-Zkg7hrpYn5jIG7ZdzMBYPMzzUltC4Rae-I-44VE0,7279
lm_eval/tasks/japanese_leaderboard/_ja_leaderboard.yaml,sha256=IlchpM3fX9E99kkoBRJkzkhm7GU2Cdg_A1YMwa6Dpac,279
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jaqket_v2.yaml,sha256=yS89g0gvuTpk7CMvfGJRwPUaCXt9sEu2W6hxC9NSnlQ,1009
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jcommonsenseqa.py,sha256=KVeLkpWxatSOxZpV1JlGwuKMw8FSAXsRcFCQv5S53tQ,174
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jcommonsenseqa.yaml,sha256=9GwaqxzJkKB7-3F5nlH6oOA3VdEm_8K6BHZ-H6r7eGU,823
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jnli.yaml,sha256=JRZp1urlIij53xGChLk0qK-n2rWZVd_9FC3aTR-CDTk,838
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_jsquad.yaml,sha256=BGIlofcUxzqzPgBBpNaMLHiEFXhOuKSfxfaxC7mDj_E,1045
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_marc_ja.yaml,sha256=HpWjqaV426rmeZOhyiCWDyHiAQUsaB9CvzrjE2F2aI0,805
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_mgsm.py,sha256=VpsXNOHptg8HSdB5PGfjaHow6FAoDBG03SglviK2aXA,837
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_mgsm.yaml,sha256=hiLVauCpLEff9vJnnwJAnbMcmCzW9BD6iOQQWt4jWLc,907
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xlsum.py,sha256=A1TUb-cOfAKkerWWuwbvCOQ24NRAU6MS8g1RFEw-ank,2219
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xlsum.yaml,sha256=VKvHJwLwKf1IRFQZ3Ts2ZCzy4nWDEiCbZh5IL6hIcP4,949
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xwinograd.py,sha256=yzgRMbtcHLJvrpBWEshbAIaC0HQwzSwOBHklUSBIKZE,255
lm_eval/tasks/japanese_leaderboard/ja_leaderboard_xwinograd.yaml,sha256=7zK_wVE9aTdamX78_mzc55U05HRNj6eqS8OZ5oOtsDc,457
lm_eval/tasks/japanese_leaderboard/requirements.txt,sha256=sA7CnR_g77ZRN2128_OW5iWtwV2LDJepNrjhPUbR2RE,70
lm_eval/tasks/kbl/README.md,sha256=gdDHiY2oKdo2BzH6yI0mXSl3COtUvJ4MTRarkFof9X4,10061
lm_eval/tasks/kbl/bar_exam/civil/_base_em_yaml,sha256=pIXJMWGK4GjDLyscG9pafmB_M5mfEuUpKSDsjkDSAhY,788
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2012.yaml,sha256=3T3ctDCJPB0ilRI76BsLF6hodatF-DQXE71mrLgeH4w,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2013.yaml,sha256=iVN7HSq0r9YciK4glfSfhlyptZKMg8tgJ2GRrZWb_qs,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2014.yaml,sha256=UpYeT2AqbITe9cLXKOv4b-ec498fPtJTSS7c3PetYKw,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2015.yaml,sha256=fySpCwgRwZ5lccgRLMZtPpmCJ81p1mlPiuV1ZScF9M8,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2016.yaml,sha256=jBzuy6RdOOgWYe76KDOfrUy3WCEuWDWsjSSOT15kh9c,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2017.yaml,sha256=c0hhq8WzRdu4XyfWrBbAA4bcd2QXc4uMCB5kiRSbpkU,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2018.yaml,sha256=sQ5I9xBeMYz_Hcdiu9PSIwo9OcmZbwCeWeTDiJJe3u4,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2019.yaml,sha256=eFaCiVGmBs2CHoQceSRWucWVL3LOE87xLI9-QQl34Tk,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2020.yaml,sha256=v8aDpzMTkm6kUbvnElqhtQDJyPnuJGQ38YpHSABuCeE,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2021.yaml,sha256=LraJPCAnj1U3plKMuPuUVfmCNUwNK54cdxovhPQPc30,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2022.yaml,sha256=2gIN4sf5vKEZmIWrv2b_9IG9CQBnnfB5Mawsbi7EIos,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2023.yaml,sha256=3LE2jHpF9FExXrsGpOUiQxUpEdYuPP0oiRkikEXO0aQ,90
lm_eval/tasks/kbl/bar_exam/civil/kbl_bar_exam_em_civil_2024.yaml,sha256=hfu4eltz0qSfkX0jLgLimtP6Zfl3KaFBRGnALWd9hG0,90
lm_eval/tasks/kbl/bar_exam/criminal/_base_em_yaml,sha256=I6aZiTvGTfe42-0BpiFzLmdJmYwvyt2J52kgf50YZyE,791
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2012.yaml,sha256=2WOfG0X_PJZTcFZrk0OYHoNrJMOb2BR8scknjinJ5tE,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2013.yaml,sha256=XHoAGAvZILCzzI9yFzEc3hwQPafYAh1Owivtbt7LpQI,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2014.yaml,sha256=Xmu3ksboysJ7TdXxckVKO2FDrhK7Zwr_jfqvsOAE3LI,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2015.yaml,sha256=1zHfsntMdjXW3WCfaUiQ4059FkBJ1tTpm2yx_0-qUj4,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2016.yaml,sha256=vkmeSpPeLE6fxMYl-Yu1e1Z-xe9cvVlZ8ZK0U-AVJQc,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2017.yaml,sha256=EZzwduJwwwAT7zrQzyYUiliyzpyLII1fXve4UGIqH8E,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2018.yaml,sha256=6xzPCqr06cVk-BzasOIKORTSVsF_XwERl4cLDNRsDi0,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2019.yaml,sha256=FtPn3d6tAsVtZbi7y0J7ikNiz1OpBTsiSQtxMXW_p4c,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2020.yaml,sha256=C6Pj-lCJTD7kHjxrf0Hy85FRlL07gAm34DEn8v_OdeM,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2021.yaml,sha256=L33AKVNemkECXssxSdPnDFfBmPNGIfNQy_IxCkNU660,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2022.yaml,sha256=3BGxaXgyWgVbK0EUB-x-bFJXn2bQBSAz7zPDjJDxCw0,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2023.yaml,sha256=DBIDJuDxiH05h3xAqFAl038z4iLJm89Witi9PlFahfo,96
lm_eval/tasks/kbl/bar_exam/criminal/kbl_bar_exam_em_criminal_2024.yaml,sha256=LbABng9vRlYX3Z2k3rN21y05UA4xYDj5-hQCK7VwZrs,96
lm_eval/tasks/kbl/bar_exam/public/_base_em_yaml,sha256=bdEqKv9IrTarOBmXn_Ri27idhnfVwJXXzyhXAwQd8ZM,789
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2012.yaml,sha256=TpqZAZrdseEQ8MJITSd6SxA5-DqoSMTWBTHMKzbQ-jM,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2013.yaml,sha256=EG92czZNr0_kum-77Lcuto6t0dtN3wez9G3UkqGKHdY,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2014.yaml,sha256=faQF8axJdZ4UdEq2qd8kyy1aVe0u0-ftrsMVjdzfeoU,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2015.yaml,sha256=5eiU5stUpcwBe2KX2e-RzAg1KcXpO5zguqrGlWwAJEc,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2016.yaml,sha256=qizihOR8dshZRubdueV9WLW1mua4EtK4lyqf963O4uU,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2017.yaml,sha256=OFWoCCT10ChRcdFFgoEw26qmK2MyhprGRQs6tPoxKpw,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2018.yaml,sha256=UkdanJcKebDx9rNRxwYpvFGTpVtk1Kyg5FghK9Ddlxk,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2019.yaml,sha256=T8ux-T_9_N95PbSc8TT3iZ0EnfvAFUt03HTsCF178OM,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2020.yaml,sha256=6Nm1QBiIu2IZajsxE2ObyGdX5yTnw8jRrf7wWHqczzQ,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2021.yaml,sha256=KtWugdZh1nVpty4eDtnpSGRq9r6n7XAyCvxw9l4SM1A,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2022.yaml,sha256=2M6d39s86iVQCGBIAR2Zg20ONE5YWe_cJU8EkDaoLKU,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2023.yaml,sha256=QZOkj7PukoFvIk2F5nZ_3unMTfJiEphwYPR53q3R5CE,92
lm_eval/tasks/kbl/bar_exam/public/kbl_bar_exam_em_public_2024.yaml,sha256=qGx4VKI_C8mNVkJWpKTIwC9HLIsJiOuIDRI4O5DUBNQ,92
lm_eval/tasks/kbl/bar_exam/responsibility/_base_em_yaml,sha256=hAWYRNFTO4s_TUm2lV5lwXH8Ww6dgQ1CXga4JeepDOM,782
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2010.yaml,sha256=7uTxxIJQxQr9SzKMOPG_bzHEmlMNH2_-xCZTmfFBZhE,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2011.yaml,sha256=RvKqUhrEEHIzL5ReWeZ72jm8k9ZTVB5__d9L-Ob-f74,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2012.yaml,sha256=hHcNr-285itpBQUhs4frieODbD5bxyaOnnzWMFIW-sM,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2013.yaml,sha256=DXqb475e0TLdsZkLf6sr_TD1v3gaUY-FedYzhnkjMfM,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2014.yaml,sha256=zMqYu9-MAEmgPyXJXwP4EzspyVZXHT_hi70iDWd_Gc4,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2015.yaml,sha256=tWnxX2BstIKS0ZG-c4_8aFSw2hmfer42ENtY4qbDFBg,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2016.yaml,sha256=ODue_suDItQUMWTGG5vxpMauJnfrMwWEFWXgKaHEZI4,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2017.yaml,sha256=5LwHVurj3o9pSodJRWjGTV9PtUOFj7NEaxoMkZe26d0,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2018.yaml,sha256=msT8iMTilWbnw8sI1qRP2och-ldQwzZHcjBHYR4c7Vs,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2019.yaml,sha256=942096tabX0tA2q40IBJXiRHXFe1Y2f893GJ1O4oQ68,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2020.yaml,sha256=a2DH-JfVVfC9ANmOe2BPO-DgBGcjVYHd2pPagrncit0,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2021.yaml,sha256=JOLQsqbEZXo9-TzEPGAZiTpRGOsv3hU7dkT4J-mEDI8,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2022.yaml,sha256=1-8yx004dnv0vus-eHpm0h9mB0Y98RQuCWyXWt-ZcKk,108
lm_eval/tasks/kbl/bar_exam/responsibility/kbl_bar_exam_em_responsibility_2023.yaml,sha256=5IhBXfCpwODEbdBgCkQUmry5vnKN6iaTeF8IGlD4j2I,108
lm_eval/tasks/kbl/knowledge/_kbl_knowledge_yaml,sha256=UmeNVHValCC_7Me_uhoGdpIqnUvYGPEEL45vW_6SBT4,537
lm_eval/tasks/kbl/knowledge/kbl_common_legal_mistake_qa_em.yaml,sha256=DVbPrnvPtmNRDn3Xlmnt83B0Q8C27AL_5G2aJEkS--o,289
lm_eval/tasks/kbl/knowledge/kbl_common_legal_mistake_qa_reasoning_em.yaml,sha256=3Jg4EboX-VYkIedd5OHz96qDNwmRV6X77k4GruQ6ERI,309
lm_eval/tasks/kbl/knowledge/kbl_legal_concept_qa_em.yaml,sha256=gR-XLVrG4ak-d79-CRBJa_w-6s4q1BsupMjiaIw8GQU,305
lm_eval/tasks/kbl/knowledge/kbl_offense_component_qa_em.yaml,sha256=p7528_xWWnaGKZRE7FhtCsNPkB3Do4abz7J4W-k_iMo,309
lm_eval/tasks/kbl/knowledge/kbl_query_statute_matching_qa_em.yaml,sha256=CUntUEbsCvXkRkF1TC5tE0pJsyGTBXqduAQVyVNnZs0,321
lm_eval/tasks/kbl/knowledge/kbl_statute_hallucination_qa_em.yaml,sha256=GGMHydZ3zWAZmrmRh1EviAs02l4cml1BBZXhab0hiGw,306
lm_eval/tasks/kbl/knowledge/kbl_statute_number_and_content_matching_qa_em.yaml,sha256=GmV-I0WppNTgruFCprVgOhYQVZ1E2tA8Hnee_DIB6lE,340
lm_eval/tasks/kbl/reasoning/_kbl_reasoning_yaml,sha256=NMnAG3GxKDW6lRSRHPLldVmYGmD5PWxJRDaNAJvD9mo,511
lm_eval/tasks/kbl/reasoning/kbl_case_relevance_qa_p_em.yaml,sha256=6HmwAi4cdFoW0bhLw9CV1GnxNljsVMHMYyDxgyVIryo,816
lm_eval/tasks/kbl/reasoning/kbl_case_relevance_qa_q_em.yaml,sha256=_nsrlxJ9dnVVn40oT1gZis5CBunqYAOZWxqMJzoX5GE,524
lm_eval/tasks/kbl/reasoning/kbl_causal_reasoning_em.yaml,sha256=GLlkxk9v8qr5lHPOLWKXBF4lE08kMlfRkrtKlBLeCKA,476
lm_eval/tasks/kbl/reasoning/kbl_statement_consistency_qa_em.yaml,sha256=R4YyOEbKCQQKLj89EC71W4RsdI-Q5mFMSCCKF1OSS9Q,334
lm_eval/tasks/kmmlu/README.md,sha256=ZRF5WJErXQVa-xk3Ye2muCBgUd3HZPMa_uJFb59F8b4,3409
lm_eval/tasks/kmmlu/cot_hard/_cot_kmmlu_yaml,sha256=Bs97m1yU_duAjJVIqqbFPUOco85YAEw_09A2MWKwlLs,823
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard.yaml,sha256=7POERnfyE8tM1SjoyN1uWEAaF9Fb1hNJhc4roa1Q1MA,234
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_applied_science.yaml,sha256=8IVlv4wV8_ynUpcfWgGm-QgZNMfzGsdeSFec-J4IhXQ,182
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_humss.yaml,sha256=eG2THU4EtwGBPOHNo5L-bxdtA8-KViAOUf_85JWQ7tU,162
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_other.yaml,sha256=2Mr6UiHin6uns0BWDr5JTjzWkGDtXj5majHZMzFvtmg,162
lm_eval/tasks/kmmlu/cot_hard/_kmmlu_cot_hard_stem.yaml,sha256=jFgqsd3tZOgoLWcGi-qcFmHVPTFDGQzKqmJ9nFjppz0,160
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_accounting.yaml,sha256=WkI1Fuhc3L9m8UMTHHAIvlzwQ7IIyoHTF_8CBQ_ZrWQ,9554
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_agricultural_sciences.yaml,sha256=2bAC-kqJpQu7WOO9mzxtRrsJ5FaedOa9yYjfpRHPgp0,9266
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_aviation_engineering_and_maintenance.yaml,sha256=S2oO7deniq-OKiVnbkC5QqL7xKs0OyOI2pk905uxV0Y,10085
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_biology.yaml,sha256=RvBRnUbd_kfBaLZ_XnAiKLwNZOUwNvl5YLRTILNOd54,8396
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_chemical_engineering.yaml,sha256=PV7ogmgk0vTXP3t32iVqHqrw2Kn_qV2crTySwWcXAdg,9709
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_chemistry.yaml,sha256=9r2VMqJf1xGwstYknHCMnhzswaXd9mZOGUvk1YkYIck,7713
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_civil_engineering.yaml,sha256=4BYbWphA2gRMZ7jZ5EuVN2nT28eaYej-j8rZ6PjlsD4,12209
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_computer_science.yaml,sha256=0OnI80eDeWDxOt_7WV3xHHuNOsDGTGzHrWVHc3RvhcM,11523
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_construction.yaml,sha256=xl5q55dAN0Eaw_ijc7KPUFCfknN_N445Q3S6phaEwrs,9292
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_criminal_law.yaml,sha256=hzqakhbPmY9yGxGGdhg2bCYFFifM81pbHpVCXRW6EF8,14899
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_ecology.yaml,sha256=FaRjgHUx-kV0W6uXAKV_BPFkPfyrU0BqQCmatiPNr4Y,10824
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_economics.yaml,sha256=j6Y5isBlQwI1gfmYU7VccfSvRXbjK5PvvZ0DOpAR1rM,10668
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_education.yaml,sha256=Zrv_GyKPiTdwgnnswbzXKa9L33O4q2khHnmJd9nOLPM,10812
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_electrical_engineering.yaml,sha256=Gi4E_rlHfvIF9wotPQm8_bNNsV7mKvLnP2lWqzu2dnw,10870
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_electronics_engineering.yaml,sha256=1xN_WPNx9au3aEKd7StHimQCt3py03s5dr71LfcFdxI,8651
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_energy_management.yaml,sha256=JQvpLO_XLUg8p29oddF2bssy83ci9S3rJmhXCS_lsAk,9582
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_environmental_science.yaml,sha256=Z-kxgILQkHW1wg-emqvLzNtcThtJwd4mo29M1GgYEdQ,8946
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_fashion.yaml,sha256=y7iWGAQIl0wxFKnvAa-bKRVt2d5rKzSzrJsKL8Pja5Q,9528
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_food_processing.yaml,sha256=ceDz9ZXSIgZxlPSKRqGart9Q4ocueFoYh38sIpPgK5E,8102
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_gas_technology_and_engineering.yaml,sha256=jAT_1JxbotbMe_Vd4hPypJXW_9skhlxTwAosvY1f0xw,10384
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_geomatics.yaml,sha256=mtEE_Oz7nNT6-aziHFJlzBAJtgkPQ8KXMDSTMkRrTjk,7840
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_health.yaml,sha256=R223B5zL9Lf89_GeefjL6Udjpu9jOGRdFbOr_spcIKE,10271
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_industrial_engineer.yaml,sha256=TR5a870Uc3Xk9PbqoZ1lvCtarxZbF_PihosczdkyZhQ,8811
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_information_technology.yaml,sha256=kfb_wul0M6xUteqEWPOGeqSP9e2w1GEsjK1EP7Hose8,8874
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_interior_architecture_and_design.yaml,sha256=yd2VnrDckB8N9RjFO4Plmbq4zaiJPFwlspJGUncyOi4,12076
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_korean_history.yaml,sha256=Jwj0gXVhOBBEX_hfh8-Ot4QkM1od2GFi5B1FkXEZgbY,12436
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_law.yaml,sha256=acMmOu1byb6ahJQ0P1xl4hB0ev98vnzJ1XFfzOQE5cI,9741
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_machine_design_and_manufacturing.yaml,sha256=9S3f8E1r24sprg9BvWAWiVwTCtQBTOw8p7FhI5Xh3b4,9617
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_management.yaml,sha256=ptEa0QFrD14EguXZpTgGMyFsCv3QxK6JsGavUmYjtRg,8817
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_maritime_engineering.yaml,sha256=XYo6vabNiFKFGZhhk0dgpKxVSlSdkcZAdewT_gNmW40,11727
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_marketing.yaml,sha256=XcbCQmmnct5QWLEwVj6MnWxY75FUDNolEf1jQRQI5RE,11332
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_materials_engineering.yaml,sha256=JAiJBExj7UXaNCw5blgslss1nCi90yOXHiva4nS0FSE,9573
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_math.yaml,sha256=NaWuUQwkZlfu8HFO6QXdICiUaarMezJt0oiDwdpBnCg,8986
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_mechanical_engineering.yaml,sha256=-usazuR_Up_G14BqFW0gcPZ62r5kPJeprNAfKvS_O9k,8249
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_nondestructive_testing.yaml,sha256=lDrLApj30gxkUkNaaZQkQwTKlwpttV3zT09j8OE_hMA,10971
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_patent.yaml,sha256=hpYZg6pxkdGml9lyTh8Pbns0lK1WHaiDEnEa7N2Wies,16477
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_political_science_and_sociology.yaml,sha256=OSXetQrTKzA5hEI_gTxLPtji1Xgf6Vg2X2DbF0jMjjg,11597
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_psychology.yaml,sha256=OQESR-Jfkk758q8HWc3LAN4JxJDUYxrF7moEMT1j82s,12675
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_public_safety.yaml,sha256=qhcJ2Bsu3xgugqIVLcNDMNvF1dvF2P685kLJITLuiys,12629
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_railway_and_automotive_engineering.yaml,sha256=mhnxNKEPhpjAgHQlX7yo24ACX_ksnuHsGIqdhzaxgkQ,9177
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_real_estate.yaml,sha256=OveS8HAJ2Vf8lY5NfG0njSBBjESmQSqmwK38grcbIc8,12443
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_refrigerating_machinery.yaml,sha256=OXHzbZORX5FeSFPqY4tofPDnmGgWV3aSnKMh4uUBCII,8738
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_social_welfare.yaml,sha256=a47bKucBq-ThmbK7V3UbH7KdXVNioBKuH4_Rq3ukFQo,11258
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_taxation.yaml,sha256=WteEeZ1JVt4ZbLhKXc22OEd0Xu8BA_sB5v4-SD2SU64,15234
lm_eval/tasks/kmmlu/cot_hard/kmmlu_cot_hard_telecommunications_and_wireless_technology.yaml,sha256=yMJcGe9bZPROQ39hPnIRugeImr9khAzn1c7YVkbdbR8,9124
lm_eval/tasks/kmmlu/direct/_direct_kmmlu_yaml,sha256=S_HE1YGGZKdxcDbTK70b7zkmuhHIevbevMhaZiU3ynY,548
lm_eval/tasks/kmmlu/direct/_kmmlu_direct.yaml,sha256=zJEZPKJs_incP0hlWWupbf5ZeHVwMyKKLtzZy4Jl-PU,224
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_applied_science.yaml,sha256=ap626_88YJJ2A7kWVd5Ida7etxp6PYm5crrOGXTl2hg,178
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_humss.yaml,sha256=P0UmkiKYwoMbN6EqNr449ZBdkAaciky82IDVHyVHQps,158
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_other.yaml,sha256=R7mdUg8h3veNITz4cVhtC1B8H3BQB30w91q5k_hpUXg,158
lm_eval/tasks/kmmlu/direct/_kmmlu_direct_stem.yaml,sha256=p662URnTN1oc5AzZfWW_61dPdmncCsBkM6MUIZB1yD0,156
lm_eval/tasks/kmmlu/direct/kmmlu_direct_accounting.yaml,sha256=82jNXVEfOmE6g9q20sZrp9bjqw1E7CA5WxopnQF0EBU,113
lm_eval/tasks/kmmlu/direct/kmmlu_direct_agricultural_sciences.yaml,sha256=hF08VVvrXof1DTs1cpLZxDpt4yRnlwxu2RuD7IE20to,135
lm_eval/tasks/kmmlu/direct/kmmlu_direct_aviation_engineering_and_maintenance.yaml,sha256=_nm_OUtqzFQbn6qETxmT3epJLoK5d3nr3BsAN1-TaFE,175
lm_eval/tasks/kmmlu/direct/kmmlu_direct_biology.yaml,sha256=80NkC3HKoKLDUHwRnA4p-WjylGsyHCNpN3D-jf4vg-E,106
lm_eval/tasks/kmmlu/direct/kmmlu_direct_chemical_engineering.yaml,sha256=6WQyQ9N4JHu1ri2Evox5BAw9lfSti3qT9Yn17Xs7OCU,132
lm_eval/tasks/kmmlu/direct/kmmlu_direct_chemistry.yaml,sha256=e2lm8MsMYAE9JYPqmMtf-nhP7Vosog_muAZHIQvgjPs,110
lm_eval/tasks/kmmlu/direct/kmmlu_direct_civil_engineering.yaml,sha256=MGNNz7-gIwI6525Uwbd9VeSxIgp2ipje21dCZIh7QTU,126
lm_eval/tasks/kmmlu/direct/kmmlu_direct_computer_science.yaml,sha256=BNgO2rd18R-pmRbmj3O_T7_G-zB4j5CiO5iOi4OMoKg,124
lm_eval/tasks/kmmlu/direct/kmmlu_direct_construction.yaml,sha256=34WfIvSpwJxFwGiCrf02WCNaoJSOjKwT1jkbHnk_Sjo,117
lm_eval/tasks/kmmlu/direct/kmmlu_direct_criminal_law.yaml,sha256=rxhnez2TjpJvtnvrFfSkIJ7hdmzPFGJxnSyQDQ9dASQ,117
lm_eval/tasks/kmmlu/direct/kmmlu_direct_ecology.yaml,sha256=i8iF855fDbmD448-vnXWBk3zq_wY0oXpoWpFG0G8UGI,106
lm_eval/tasks/kmmlu/direct/kmmlu_direct_economics.yaml,sha256=Eody99MKGB9gT8NLwk_4-LVdGJ7XBH45RT3aGf2AFAI,111
lm_eval/tasks/kmmlu/direct/kmmlu_direct_education.yaml,sha256=3VWJ3k7uwAJF8_vQojHt86ZglgZxAAn3QtvQHedAHoI,111
lm_eval/tasks/kmmlu/direct/kmmlu_direct_electrical_engineering.yaml,sha256=mPV76p1_U29qCJypI7lJDThdClk8GCEqu43ulkzDlks,136
lm_eval/tasks/kmmlu/direct/kmmlu_direct_electronics_engineering.yaml,sha256=QNtm9shifnsmYXvwr_hcWmnFflpyfh2UkHAIz_TvLXs,149
lm_eval/tasks/kmmlu/direct/kmmlu_direct_energy_management.yaml,sha256=-YcFFv5Kte7DCC8ju1dSD75y35Diy6-KBIXKeKQJjyk,137
lm_eval/tasks/kmmlu/direct/kmmlu_direct_environmental_science.yaml,sha256=hOYrHA_7701bdj7UAA_R1cZ6vGhtVOCQx5l6amxWeuM,145
lm_eval/tasks/kmmlu/direct/kmmlu_direct_fashion.yaml,sha256=MpfrRDMEkVv4I3KfkBqTfWauuEZwfn8yc4LbaAFOTtY,107
lm_eval/tasks/kmmlu/direct/kmmlu_direct_food_processing.yaml,sha256=-QOlOwac96f1yboz2wu9z1X6VNUH6-S6o4lYK-fHKnk,123
lm_eval/tasks/kmmlu/direct/kmmlu_direct_gas_technology_and_engineering.yaml,sha256=7r1lTF8vPjihOT7a9nmtU-uvcPBHxWUNTX1C-s0-XkI,163
lm_eval/tasks/kmmlu/direct/kmmlu_direct_geomatics.yaml,sha256=T3ToUsbziQbeLtMCSQY_IxXKzG9T82-Q8jV82q7i0rM,121
lm_eval/tasks/kmmlu/direct/kmmlu_direct_health.yaml,sha256=RH03Q0fiEFURTd_dxVmuC1J_IxrLDSn3qU80VZ9hew0,105
lm_eval/tasks/kmmlu/direct/kmmlu_direct_industrial_engineer.yaml,sha256=Py1jPdQ31o2dGYLR7hguzqSej_Q_p9w5_3hrz4QhhBA,141
lm_eval/tasks/kmmlu/direct/kmmlu_direct_information_technology.yaml,sha256=J04wsXo1UtDOW58X-YjNOhUgHmTuvUVmJziNvfkaEy8,136
lm_eval/tasks/kmmlu/direct/kmmlu_direct_interior_architecture_and_design.yaml,sha256=e1iLkwYPqmXuf8SGDM-EZB2CwQ99FuE6IeCwOBjzStM,157
lm_eval/tasks/kmmlu/direct/kmmlu_direct_korean_history.yaml,sha256=-NJjikGsdiO7iEhQAvdAIh8M7Qp-hVbp52tL92ShsE4,121
lm_eval/tasks/kmmlu/direct/kmmlu_direct_law.yaml,sha256=jNBu5ZudNSOinrROw_P6yxl2sTSNsw4D3spuVkPUbdE,99
lm_eval/tasks/kmmlu/direct/kmmlu_direct_machine_design_and_manufacturing.yaml,sha256=0mTUPSj1hZR4zRw3Vdr186fTLi6H1ckQ0EVoAFcHOxI,167
lm_eval/tasks/kmmlu/direct/kmmlu_direct_management.yaml,sha256=KJhcHNIg9eFrCboWSckUvzPv7-gmX8x4NretKGI8cLs,113
lm_eval/tasks/kmmlu/direct/kmmlu_direct_maritime_engineering.yaml,sha256=BZjeWmM2gKEYYixTFSfY0J0Lu9toB_UgXLmHDF1RGUc,143
lm_eval/tasks/kmmlu/direct/kmmlu_direct_marketing.yaml,sha256=-rhb0goNTsQroywNqATI0lfHQ1VHBc6v1hZyNVcgsiU,111
lm_eval/tasks/kmmlu/direct/kmmlu_direct_materials_engineering.yaml,sha256=qiOdRQqtoxGBc87b69c_uF49cR61gd5hHPs5oY_hEFE,134
lm_eval/tasks/kmmlu/direct/kmmlu_direct_math.yaml,sha256=m3hyQyc4wKE3aPQXrQAaTCJc3kYshgy1HfhmSR1_ufs,100
lm_eval/tasks/kmmlu/direct/kmmlu_direct_mechanical_engineering.yaml,sha256=5NOdzmpWA2aEsJllgzam1rB0VwHFBdCLgn3rEHRLJy4,136
lm_eval/tasks/kmmlu/direct/kmmlu_direct_nondestructive_testing.yaml,sha256=xIgge5Msin4katwp7_pcJJgTVSV_EFnPw4yZiLyVhDk,147
lm_eval/tasks/kmmlu/direct/kmmlu_direct_patent.yaml,sha256=sEXZvZA6gHkcdZzHw3FGaPlwZx1Nngiy1N71cH8IDYg,105
lm_eval/tasks/kmmlu/direct/kmmlu_direct_political_science_and_sociology.yaml,sha256=k35Ale7Tujo9nk75Q5Sw4rpuBKY6Q_GFhK1B2oZXOcE,155
lm_eval/tasks/kmmlu/direct/kmmlu_direct_psychology.yaml,sha256=U7CNUAOneKqGVMm6djBSoFnVYuLkKT0ztOPWXLwJJkc,113
lm_eval/tasks/kmmlu/direct/kmmlu_direct_public_safety.yaml,sha256=rH3x7fDbhOaaSMgoCIwdAQmB4Yv5xBUChH8tOtA9Y90,119
lm_eval/tasks/kmmlu/direct/kmmlu_direct_railway_and_automotive_engineering.yaml,sha256=NqwHliaHLuQeXJ-dZXfLvCSNquj_n8wnHPbmkiFbk6M,171
lm_eval/tasks/kmmlu/direct/kmmlu_direct_real_estate.yaml,sha256=KeZw0ZBYvAlV27tlMlAWxOvoYf2hNlOehR8Q0co7Po0,115
lm_eval/tasks/kmmlu/direct/kmmlu_direct_refrigerating_machinery.yaml,sha256=MtzevdE80Lie6zlSHEiqmeL0WuoJfMXZ0A79VPnQ4c8,139
lm_eval/tasks/kmmlu/direct/kmmlu_direct_social_welfare.yaml,sha256=8DAxsfx_qH3CYMzdi--mZie6CsXtQqntXG5pzdKJIdI,121
lm_eval/tasks/kmmlu/direct/kmmlu_direct_taxation.yaml,sha256=-PzjQ1oXlppaQgc3mwAcl58d-s4ZZF4fInmwdM1miDo,109
lm_eval/tasks/kmmlu/direct/kmmlu_direct_telecommunications_and_wireless_technology.yaml,sha256=3YWsebBZUPUn2RE7neom8uS_6CdF2Mh0tvUFHgLY60c,187
lm_eval/tasks/kmmlu/direct_hard/_direct_hard_kmmlu_yaml,sha256=5Ufdr2SRJZwjO2R3avm0KbIbIASLOsBRpbSpecqOzFo,553
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard.yaml,sha256=bHOGG-cUqtUADHGPD5Fis7rciCkbhNFsapQCsA1hXhQ,249
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_applied_science.yaml,sha256=NJc7Dj-dHEMVuveJBkwEJAl9_AH5InY9_Wii9gJABFk,188
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_humss.yaml,sha256=4DJari__XQLjFdDe3h1X8GPWXmLbPfhrooErwkaARHc,168
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_other.yaml,sha256=JBz8pBkKBwQMqDTxHGZXmeK3ZVnTupHcHbPwRFElxT8,168
lm_eval/tasks/kmmlu/direct_hard/_kmmlu_direct_hard_stem.yaml,sha256=GNW-vNFHV2BI8sgqzP5HUhlz_1BLqV6HNkIkvMMHmqc,166
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_accounting.yaml,sha256=H55vg4ubN1_FQCJDZ99JlW5TzbGVkjEhGkXCd5Z7vE0,128
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_agricultural_sciences.yaml,sha256=wf4v_BwoPCXBCzMWyG6Rr9KRxEPYtrFrJnAXnsHMML4,150
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_aviation_engineering_and_maintenance.yaml,sha256=yRqGiED18nYzWqbKbSV_rrFGYQk2QelR22EycCQ-Op0,190
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_biology.yaml,sha256=zHrDFK9SN0LbBOOPYqfql7qoswTNkfAUn32HVTSpK60,121
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemical_engineering.yaml,sha256=dbMflR_k9j_-ILGmmC50BSrUsG34-Z-POlky7hI9znU,147
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_chemistry.yaml,sha256=3xaGM8NnCJCKRk4m0I12XuJCBpJ8jW2QnsIUsiNVENM,125
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_civil_engineering.yaml,sha256=BjRoA63rITXhUS4bq9B0OOsFGU_6N08M7RNzixByxGY,141
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_computer_science.yaml,sha256=kVpkbAD3VarRHm-lt398dAmix0nv8YZPqd4rLpQiPpk,139
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_construction.yaml,sha256=_diivV15E4urhVK2CsZGRtrUN1QkDkj1L7hI71Afngs,132
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_criminal_law.yaml,sha256=nLGQZm6cvuoh9MPCiITnu307rNCYZiaAFgpLIvfaOBs,132
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_ecology.yaml,sha256=kSV4zrJgWqxq3OllyA64BpqdsFM5QN3ZtKy6zLubIEY,121
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_economics.yaml,sha256=f8alrl83oOyRBglF56mQSgRs8Eo1E7VcAuBGmRvXYYM,126
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_education.yaml,sha256=Vtoh20qcRho2kMnoorTAwIXF-zARzIQkna2OdbN0TmY,126
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electrical_engineering.yaml,sha256=FNixUFnpT1XfLNu03cV6IwBJ-bFVmecQYFlcRv370SQ,151
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_electronics_engineering.yaml,sha256=ON49VwQ6pPI5R9gFdZUhTOCh9XtucEW-T2BMyS1E8Bw,164
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_energy_management.yaml,sha256=tiFX5OCXRKFqNilBphBkQp8Mu9iN2VS6Xlu5JdvSow0,152
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_environmental_science.yaml,sha256=8hO-Y0fVe-KSCREvy_XjqI1Su0oifnDHZu9zMfCUl_8,160
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_fashion.yaml,sha256=t3NDFaauPybgKkAaCZR3bq8ikVS_77ofOrY5-b_CYiI,122
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_food_processing.yaml,sha256=qyznW7ugan0zLa2HqKM_saM_oNrGPx62P8PQrd2RD28,138
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_gas_technology_and_engineering.yaml,sha256=BRWb6NSQygUrSn2zCVcyQth3MMJoFpwisbHODfQZPJc,178
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_geomatics.yaml,sha256=dck3nREOU916gMZYr8UA8NdFhS5xLlG2N5vwJHHc9QM,136
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_health.yaml,sha256=6_sP7adNvBFpJAkqchQ3g-XIbfkGCwm8cR3eUTs6SXI,120
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_industrial_engineer.yaml,sha256=YPuMRXWw_A2EvShjzAOerEptlwo4iugIEHrhcdCF1XI,156
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_information_technology.yaml,sha256=cmm3GzBjuLjkxyq4SqgBKTb8ZLPiwMAr2iQI8vTr-6A,151
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_interior_architecture_and_design.yaml,sha256=aYOqLgOk2N49lU7rZAod4FDlu15HHIgmY9ukz7SmD0I,172
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_korean_history.yaml,sha256=bmCPso8EYaW-7cOioVCWx3jFj85CeBl4b-sYpunMQZM,136
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_law.yaml,sha256=dDEH6HDZ-_RFoFHSSfzCzottd_OvgFyCZKc67t29xsg,114
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_machine_design_and_manufacturing.yaml,sha256=Yljd42rH7znEJ6KdBsxr4Jlf-z0Qs_TgqSKGMgucDD0,182
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_management.yaml,sha256=p9aT2lDgnT8vs__BF121KWvvzlgIVNTxc7aflI4cC7Q,128
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_maritime_engineering.yaml,sha256=-P9cpXdtJvqt4_Uqg2FJhFgXRmHhPWvbVTgEihBYznI,158
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_marketing.yaml,sha256=f6FqAYFks8wWLrsnik6urQ8VPx9lw34ssueihjaKq9g,126
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_materials_engineering.yaml,sha256=IegDLxTGwLiH38MUjUWUPUsFDqCh9u8s2-IjLEe04dA,149
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_math.yaml,sha256=n7OLkoIOH9JGRqS342oyjLYc3CgkFMXN7rdplrKnVx8,115
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_mechanical_engineering.yaml,sha256=4WhyzyGRZu2lCTg-g17JidlK4Zx2cwdl-KUAtpwpuAI,151
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_nondestructive_testing.yaml,sha256=KWksjxIDnoHec4i7BwH3T6tpA85jSYxW5VJt1TN1Tgg,162
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_patent.yaml,sha256=4LFteJelqbMAVENHVP1bT-oO58HQvTzoPzPAU8ExzxU,120
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_political_science_and_sociology.yaml,sha256=Ux3juw_rratoDRuhlOFEC_0_iDKKZ33WjLkZ281-2r0,170
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_psychology.yaml,sha256=Zwhh-IePcBG88EKdhxSw534yn1Xq2RGmFg_w27SXFzY,128
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_public_safety.yaml,sha256=wQp2uNdMX0w_Yt67N5xZrEayRMx_B-4Yfm4lS31rCWI,134
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_railway_and_automotive_engineering.yaml,sha256=Lrq4Xly1U4zeMgJPIkVAjhZ7dpR_sE2W58LHkxM7cdE,186
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_real_estate.yaml,sha256=sGJrWhy_t31z5sq5tTF0eLFBn6HoATNbq2ZQJV1igA8,130
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_refrigerating_machinery.yaml,sha256=d7gq9rJ_WCxfgA-JfbhLNkpLkz9LxhigsLUdsEpKaIM,154
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_social_welfare.yaml,sha256=ecghJZkK3-Lb74x7EaiDVz4YSLwukYMVy9eZH0IMTZk,136
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_taxation.yaml,sha256=vclJgSG1uP8AlnOz8G8BL8rrmP5N1k8MYcFaQ9CDLZg,124
lm_eval/tasks/kmmlu/direct_hard/kmmlu_direct_hard_telecommunications_and_wireless_technology.yaml,sha256=lOA1Hn7fJ-koog44dVNxDw1n9bszSZiFItEGPIXu7vA,202
lm_eval/tasks/kmmlu/hard/_hard_kmmlu_yaml,sha256=gbV_mhJVFf-C9zha8j2D6BPaznPbbzEdSlZNJFuJZ_w,357
lm_eval/tasks/kmmlu/hard/_kmmlu_hard.yaml,sha256=IS_th3-GmD8LK4ABQOAgMXtCRsEMDvp73CxenYLfv-I,206
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_applied_science.yaml,sha256=7_xLW9Slbd5uUn53jdWvE5PX2rC5MNiMqgN3NiTLdQA,166
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_humss.yaml,sha256=CkglVPB0IhGNFFV2JkexFJvJOiNNLfX8QqUYGpt25EI,146
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_other.yaml,sha256=OI29iELkdXw0uvM4cbPSGKoRBIf4Y9z5GjzqRPyGVV0,146
lm_eval/tasks/kmmlu/hard/_kmmlu_hard_stem.yaml,sha256=YFFGC3Qvn9EpQnbp5IgcKM3sVC0tPparvCUspd56dU4,144
lm_eval/tasks/kmmlu/hard/kmmlu_hard_accounting.yaml,sha256=toZ-pUULAaeW-OuOyPTmjIZPwm0iG7euZ6ahxQ10vVA,107
lm_eval/tasks/kmmlu/hard/kmmlu_hard_agricultural_sciences.yaml,sha256=YnfXfT09cbD6AY3AY3YL1wYOvi5CEVdTI44LgRsGCCE,129
lm_eval/tasks/kmmlu/hard/kmmlu_hard_aviation_engineering_and_maintenance.yaml,sha256=L3yA36p0SkJNNORKTdv1QkuVUhLd0OC8mqXNlqW9HQg,169
lm_eval/tasks/kmmlu/hard/kmmlu_hard_biology.yaml,sha256=abFaojztITvgGLDqOjSC1u81tdK4eyDIp3Eu_m8JMUI,100
lm_eval/tasks/kmmlu/hard/kmmlu_hard_chemical_engineering.yaml,sha256=jATQnZQN3DXCgoqTuNgl_rwwjrWVBZFgtVsWICKFwk8,126
lm_eval/tasks/kmmlu/hard/kmmlu_hard_chemistry.yaml,sha256=ZphyU7M3vnQdFcllXsIpsZxrgBgLE-PeBTGY5FU8XdY,104
lm_eval/tasks/kmmlu/hard/kmmlu_hard_civil_engineering.yaml,sha256=me7WKi1YXPFPob5Xis0u8Bk202DSvFnn9wZIK4Kwet8,120
lm_eval/tasks/kmmlu/hard/kmmlu_hard_computer_science.yaml,sha256=X8SGma7VC9vBrjmNHchQj8ITrFRQagXPgLq0iwP9sko,118
lm_eval/tasks/kmmlu/hard/kmmlu_hard_construction.yaml,sha256=4xxhEQSqT2yx6n6aGH7V_5sI48FmAGRylIy8IeTKmRw,111
lm_eval/tasks/kmmlu/hard/kmmlu_hard_criminal_law.yaml,sha256=XEJ_nalY1veyJK33bgZJv-XWQDHbUdzQ6axieK_rul8,111
lm_eval/tasks/kmmlu/hard/kmmlu_hard_ecology.yaml,sha256=4KUxNkOkrXDhrDmArgSlHreprjwxClRJh0xx_sw7K8Y,100
lm_eval/tasks/kmmlu/hard/kmmlu_hard_economics.yaml,sha256=HJXvg81qpaI3v_jH0RzpkBMkBnHSmCVEVrAEX_wuKaY,105
lm_eval/tasks/kmmlu/hard/kmmlu_hard_education.yaml,sha256=ncZSP47IvZ9W4S16WxfeJIwcm9GkghTwsDa63PizK0o,105
lm_eval/tasks/kmmlu/hard/kmmlu_hard_electrical_engineering.yaml,sha256=6M3QwChlpnvriSCm3iGaQVbGILHvFiGZr9vMOXcv2MI,130
lm_eval/tasks/kmmlu/hard/kmmlu_hard_electronics_engineering.yaml,sha256=B2Tq1SQIQsgZboKi5x7I0B0j7MiJ1VW4vCbRKcPT80k,143
lm_eval/tasks/kmmlu/hard/kmmlu_hard_energy_management.yaml,sha256=0kg5L08lVoREBaQwSqyTNbwD8Ufv_xiGUyj0qojGbbU,131
lm_eval/tasks/kmmlu/hard/kmmlu_hard_environmental_science.yaml,sha256=Lve4usJ8iBcV3FMOuuKlezSeFW2g-WGnA9z2Kn0IZrY,139
lm_eval/tasks/kmmlu/hard/kmmlu_hard_fashion.yaml,sha256=fe15X--pNmEt4NhMu6ah-8vMqNAQVfnB8UKd4emcOC4,101
lm_eval/tasks/kmmlu/hard/kmmlu_hard_food_processing.yaml,sha256=-lQBPmfato2jvj_WPivMHqRC1tyOUdvy9PHbmnmu4JM,117
lm_eval/tasks/kmmlu/hard/kmmlu_hard_gas_technology_and_engineering.yaml,sha256=83ebsHlYIlJUBolWks8VspImaeIGQoClnCeAl2Ejb20,157
lm_eval/tasks/kmmlu/hard/kmmlu_hard_geomatics.yaml,sha256=mMU6kMfpyQh-0MBiPY2vCCfw87bBJ0K-WTAB1RGRfaA,115
lm_eval/tasks/kmmlu/hard/kmmlu_hard_health.yaml,sha256=ngQc7zfeq7wV2z6VfBm_fGM2vh2RsHStFDmPtfv5Z4A,99
lm_eval/tasks/kmmlu/hard/kmmlu_hard_industrial_engineer.yaml,sha256=2DFoYtnVHFCHnDKSeDLy8pdNc2xuytphWQNNXkfgqNA,135
lm_eval/tasks/kmmlu/hard/kmmlu_hard_information_technology.yaml,sha256=65qjBHHWt4QQqbIg6Cp2vw7ULF8_PpopNs4AXGpQ-rM,130
lm_eval/tasks/kmmlu/hard/kmmlu_hard_interior_architecture_and_design.yaml,sha256=T2JCWdK-GBXWdWlkqFuybTEF-iMrYfk-J8DaUmlaq8c,151
lm_eval/tasks/kmmlu/hard/kmmlu_hard_korean_history.yaml,sha256=bpRVe1L79PqI-2iajHw2Y3VYxYAo7JpM_6JLS-WGr2A,115
lm_eval/tasks/kmmlu/hard/kmmlu_hard_law.yaml,sha256=1y78KFtuPajqfF5pIU-GlUDxdkkRwscsiihRAlguyO8,93
lm_eval/tasks/kmmlu/hard/kmmlu_hard_machine_design_and_manufacturing.yaml,sha256=Exks45dJdFrEXoBov4znltH1baaR8Mri_eHvZsdzlDQ,161
lm_eval/tasks/kmmlu/hard/kmmlu_hard_management.yaml,sha256=igxxzu9AsO68mKa5dV5lCds6mvyUFAoU32xJeA9k04c,107
lm_eval/tasks/kmmlu/hard/kmmlu_hard_maritime_engineering.yaml,sha256=SGDNxsOixMNGE0IVowQgcrMVLOVJ4_YfCBy4BLzCd_A,137
lm_eval/tasks/kmmlu/hard/kmmlu_hard_marketing.yaml,sha256=Ir7E6Brs7lrf5o7G9AiCMbD8nwORdFWbgN9Iq3s7WZU,105
lm_eval/tasks/kmmlu/hard/kmmlu_hard_materials_engineering.yaml,sha256=aowwgdV5PFtIRGhCAP5HqDJJ9r9j48a8Kp3CYbPsL40,128
lm_eval/tasks/kmmlu/hard/kmmlu_hard_math.yaml,sha256=KluRsXg85-uR-Tr-srAU4iENuzq-CZme27egtn8tYZg,94
lm_eval/tasks/kmmlu/hard/kmmlu_hard_mechanical_engineering.yaml,sha256=VAAqXjvMmMT19ftHEillVS9XZIzXxLgrQQnmqheL_b8,130
lm_eval/tasks/kmmlu/hard/kmmlu_hard_nondestructive_testing.yaml,sha256=gfY0iEPYr1-zJVGwSvprArXUIbFFu3dH_rFePgQltbo,141
lm_eval/tasks/kmmlu/hard/kmmlu_hard_patent.yaml,sha256=7GKrUiAixYoLtC0CdljxvQg2Nh1M17vm_4x8xlLkbSs,99
lm_eval/tasks/kmmlu/hard/kmmlu_hard_political_science_and_sociology.yaml,sha256=u44lmw1cDo6hqur3lLLFZPhZsrVde5ZdSNdlXJG0URk,149
lm_eval/tasks/kmmlu/hard/kmmlu_hard_psychology.yaml,sha256=bwVutfqUJyb8gLjTn0GFWzzcm-fJiiYS1il0Geu-51A,107
lm_eval/tasks/kmmlu/hard/kmmlu_hard_public_safety.yaml,sha256=vkFyc014B7fw_sEbG6Dpr3JysgW8SS2wByomtWsXFAU,113
lm_eval/tasks/kmmlu/hard/kmmlu_hard_railway_and_automotive_engineering.yaml,sha256=pJcNeYjRRA9_LjzaI6ekoP2U5WLwv2MYcB54VGWwYjk,165
lm_eval/tasks/kmmlu/hard/kmmlu_hard_real_estate.yaml,sha256=3-a5MZ2dSfnXAnRvQ04-kl88Ed2wmo2ZU_BTEK-0hLM,109
lm_eval/tasks/kmmlu/hard/kmmlu_hard_refrigerating_machinery.yaml,sha256=0rg9KbDycdWQu2Dfo1I_6AAwCe1aqL_nIapVSqAo42k,133
lm_eval/tasks/kmmlu/hard/kmmlu_hard_social_welfare.yaml,sha256=qagPfE8Wtd6KMlDctw9uCPiiAVdAjzummhXvkGyJphY,115
lm_eval/tasks/kmmlu/hard/kmmlu_hard_taxation.yaml,sha256=oF_8RmcETwtGLxI2Jht7tVg80Xd7ZMzcrK1aurZ1MDI,103
lm_eval/tasks/kmmlu/hard/kmmlu_hard_telecommunications_and_wireless_technology.yaml,sha256=Iym6AJvH9hzU7JBvQ_Dd4adNGogGEcE9uNwBCQ2zHW8,181
lm_eval/tasks/kobest/README.md,sha256=cN-_ZRnv97G6XwjBXOQjjGkmZ7xWC_DSBqeG55pWd3E,1588
lm_eval/tasks/kobest/_kobest.yaml,sha256=PB2yiPcSFfJx0ZNx_cdLuZEDrYfVfyNU_DfZPi3SSck,350
lm_eval/tasks/kobest/kobest_boolq.yaml,sha256=R3Xx6h2zyPdAu2LAKbxUwYRWRGUbXQ3DKY4ips7nvaQ,520
lm_eval/tasks/kobest/kobest_copa.yaml,sha256=Tiya0JzXW5bU_fPtE_NVzWv1oJzNz8AHK_p_Pmvt4gY,542
lm_eval/tasks/kobest/kobest_hellaswag.yaml,sha256=VNclwl-PBAFvwLX1FhiiJlMr90G2cl0IHsAq_2khN_M,605
lm_eval/tasks/kobest/kobest_sentineg.yaml,sha256=omDZUDjSQznacWwb6xOWHxT9p8G4Kc-5xQfmQQDvBuA,559
lm_eval/tasks/kobest/kobest_wic.yaml,sha256=XQba4zuwNkITlLcMU0-Sd_Vg5UuHW_GyodjFgwYVfNI,544
lm_eval/tasks/kobest/utils.py,sha256=1NnCr673J8nXrJfbMRh5vjqgT-t9EP06sUCES3k61Kc,1442
lm_eval/tasks/kormedmcqa/README.md,sha256=qlp4z_TSwGVO3tMzoJIfzCkBZE5Qwgzm10ujPEKIXF4,2456
lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml,sha256=6qyyRmmYdNpFdkxcSUmx1CEp7UyEgr-l0ci1g9umnrc,230
lm_eval/tasks/kormedmcqa/_template_yaml,sha256=x59ig-eNWbLsJ0qQCvd3WsFmfpj_WpDIu0YNHPwpbBI,862
lm_eval/tasks/kormedmcqa/dentist.yaml,sha256=vQPsDzJvKJDbaDQYqBHl7YiPKZfbFwRf8uL0Du3nAQ4,71
lm_eval/tasks/kormedmcqa/doctor.yaml,sha256=E7RojC8kQn0vJOThz_3-YJ6-sKs3MpSkz4ceUD6waws,69
lm_eval/tasks/kormedmcqa/nurse.yaml,sha256=pXTrsT5vP43-D4XjTmnoxIsIb9383Fi9UYiRk1KY4qc,67
lm_eval/tasks/kormedmcqa/pharm.yaml,sha256=_mAKT4cd59mGBsUWs_nEJfHGBpikMjXHA3LB0m8C7pQ,67
lm_eval/tasks/lambada/README.md,sha256=AO7XlGGY1Dch3ZC6km8CkfwpLiOvAdYbHH_YlEi2xEg,1186
lm_eval/tasks/lambada/lambada_openai.yaml,sha256=dWJUmrUxNivvWlngE0yRrkUJGQFxjVj8qBZyOZd8Eek,531
lm_eval/tasks/lambada/lambada_standard.yaml,sha256=P7zFYCe0RWdR6CHG7rQqOV2hV84XSbaeS3YNRL_hbWE,499
lm_eval/tasks/lambada_cloze/README.md,sha256=j0ewRfQFxUQ6JsD-JGYp4oK1URb-uF1UGiQ-4cwYvs4,1934
lm_eval/tasks/lambada_cloze/lambada_openai_cloze.yaml,sha256=RjM69Mq_NP7y1TcTijXTLCIuECFM-VoXXfuUg04_n44,515
lm_eval/tasks/lambada_cloze/lambada_standard_cloze.yaml,sha256=6CGZqP_gjxM_EuAxViBGRDxtKbk7pSN5_On5nh1VFBg,525
lm_eval/tasks/lambada_multilingual/README.md,sha256=ggwX8LEo_cr1oT29CyoLptVbcTxCVZSr9qhOr3UY7RY,1995
lm_eval/tasks/lambada_multilingual/lambada_mt_de.yaml,sha256=A3dzij8qTX7W-XZ1uXkMf7l7lPbe8Irr_fem4zQ34oA,72
lm_eval/tasks/lambada_multilingual/lambada_mt_en.yaml,sha256=LEhNqBf2C5S2zVxoXdSTjY7poKwyVno3xFDzoJJjV1Q,503
lm_eval/tasks/lambada_multilingual/lambada_mt_es.yaml,sha256=3cWtUCRNZWeGp9bIUU-uJcxCeD7iyHwUkAkdAFMFIxg,72
lm_eval/tasks/lambada_multilingual/lambada_mt_fr.yaml,sha256=Okxnj-cxPcEsEIX0vc89Uih-szW7wqHY2SAcdi675Gc,72
lm_eval/tasks/lambada_multilingual/lambada_mt_it.yaml,sha256=DtT68Pbs0fCY8oJlKQwQdO0pgcqNPEshYFQppA9RDD4,72
lm_eval/tasks/lambada_multilingual_stablelm/README.md,sha256=q9hQQb1LRtb6SdmOzq9Q32yD3rNtvnhNfXXgJzdgDJE,2448
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_de.yaml,sha256=55XldbZgJ6IplV1glKHCoOlvCLz--1wFlH5fmX4xtRc,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_en.yaml,sha256=wTyN6zLXN3AcKXkSkVWqDQy0PyhsRUV5C7NHQ5-H0Gk,525
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_es.yaml,sha256=XTfiICM-UvziVkTNMnRBsRXYZKKfVTPGD0vTjPIfGTU,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_fr.yaml,sha256=VZVIvuOsqERjzmBp2cbXnuAE78Dt7ZQqRUawvhko34o,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_it.yaml,sha256=UII8rMHD5QeSWzC1ZwvGV5bPWrVG5qaen98mYXc4wsk,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_nl.yaml,sha256=bElBcbyP0sg6ucCzvp39eVOOr10uRaIFQybfolBOK7Y,90
lm_eval/tasks/lambada_multilingual_stablelm/lambada_mt_stablelm_pt.yaml,sha256=0EoSWB1_R5h16I00_rs1GQfVS2RI914B4tAMZ2fhmpM,90
lm_eval/tasks/leaderboard/README.md,sha256=sb38XBr6fvKPuaLbnXglWENPD5s6JYUqNPCwbVzPNsc,14087
lm_eval/tasks/leaderboard/leaderboard.yaml,sha256=v2BLQG85mONBA1TapMVyWOq54sHahlNTH0EfXhEhSIs,161
lm_eval/tasks/leaderboard/bbh_mc/_fewshot_template_yaml,sha256=0THS3HPYAWYCYoDm4djWMHMMzKvuhdf0VrMcJ2_cyH8,296
lm_eval/tasks/leaderboard/bbh_mc/_leaderboard_bbh.yaml,sha256=mS4F2srUMxku_bsgppKVi78DrQP1AyDm6Qsv7yM5x-A,1046
lm_eval/tasks/leaderboard/bbh_mc/boolean_expressions.yaml,sha256=4gfDkfliSRyoDSS8iEh4A-hCuAISZZ0TiWpMwizoWUU,443
lm_eval/tasks/leaderboard/bbh_mc/causal_judgement.yaml,sha256=qugFQ24i0X6Z-hl7kMf_B9aPrPrpDo2tVv9x9r32wYY,2634
lm_eval/tasks/leaderboard/bbh_mc/date_understanding.yaml,sha256=2kO_uFBoAdJ39Z6BjOsUVTnyRYY6zE3OifgwpmVd_M0,1042
lm_eval/tasks/leaderboard/bbh_mc/disambiguation_qa.yaml,sha256=twiXsWNOgV7ERNScT3yJtJSr2tFaT4N-pnsxKK_CThs,1363
lm_eval/tasks/leaderboard/bbh_mc/formal_fallacies.yaml,sha256=OG0vqfNsoMYF8bsczZOLIpDUR-4xVgVcB5yBoxEa2hw,2086
lm_eval/tasks/leaderboard/bbh_mc/geometric_shapes.yaml,sha256=DgkT5mGwzSqu76qlXfaoYHzheitfeaSBhxltNHKGeBo,1416
lm_eval/tasks/leaderboard/bbh_mc/hyperbaton.yaml,sha256=fsBycIxPdWsF_r6ZXjRZOHTWJPzbphZObRBCDt6kB8g,761
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_five_objects.yaml,sha256=s_WPiQZ2RbFrziQg8GI6wGXIAy7LfXo1qGYBLP1R20Q,1769
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_seven_objects.yaml,sha256=d-3s-QRTRJIluLPjyWfIKjPPM8PxHCUUPFCzpODul_8,1783
lm_eval/tasks/leaderboard/bbh_mc/logical_deduction_three_objects.yaml,sha256=06marQPeZKzywAnTvmAJszjdecI4-zuvP8znnkrqVW8,1759
lm_eval/tasks/leaderboard/bbh_mc/movie_recommendation.yaml,sha256=wzzfQxbEwWerG2Ou5CMZI9gLTtE7I22okey1vDMrZDw,1129
lm_eval/tasks/leaderboard/bbh_mc/navigate.yaml,sha256=pdNW5HbZNbuz35mmg45STY2H5M4yvqsD-mf1oPwdWzQ,1005
lm_eval/tasks/leaderboard/bbh_mc/object_counting.yaml,sha256=_UMichtKKOlAIlKuuJ1MkbD42HVuJPrQeKiyakdbft4,862
lm_eval/tasks/leaderboard/bbh_mc/penguins_in_a_table.yaml,sha256=nwbAiNpgffJ2KxW1u-Mpp5dpnTghkJSVn6OH_cdUJqU,1824
lm_eval/tasks/leaderboard/bbh_mc/reasoning_about_colored_objects.yaml,sha256=OjxmbHtyc98ziw9DkadamPIGuA_Eq6N6mOvOh4mOR-M,2001
lm_eval/tasks/leaderboard/bbh_mc/ruin_names.yaml,sha256=o4RLvfQc-Lx4EKqxBOKbXLBrlW-2Hv9Z6XgSXfJ0fmY,1096
lm_eval/tasks/leaderboard/bbh_mc/salient_translation_error_detection.yaml,sha256=IbAG_GLDiSfFABBtK0nbio91HX2F7qXk2eAElmf6C4E,4210
lm_eval/tasks/leaderboard/bbh_mc/snarks.yaml,sha256=f-TbTJ-z_AufV1_sH6JH_Jm85_x-qZDTn8civc6bXBg,1384
lm_eval/tasks/leaderboard/bbh_mc/sports_understanding.yaml,sha256=xpQSXfNrVJWc3xHLIKWqva-1xiSAcHX_-SId5TxHGAo,658
lm_eval/tasks/leaderboard/bbh_mc/temporal_sequences.yaml,sha256=E8DAQxAUaxGTlTvBreVxwh-dNCD2wGaR0aY0JCWdz38,2461
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_five_objects.yaml,sha256=dKItcxGUjTgkm7P03nNVXeZifk4btIiO0wK-CEhtB1Q,1959
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_seven_objects.yaml,sha256=yPfdU_LN6osvBGMy4YsQ5hTiH8LgcYCcQAkjoAFJRu4,1973
lm_eval/tasks/leaderboard/bbh_mc/tracking_shuffled_objects_three_objects.yaml,sha256=4awk1iXJG8_x_5yoaowTLsR0KbrBvYix1Q1yJaBW1J8,1949
lm_eval/tasks/leaderboard/bbh_mc/web_of_lies.yaml,sha256=N05PWyM4Iho3xT7xssdrrJx6uzax3zYpGCK_re9zEjc,926
lm_eval/tasks/leaderboard/gpqa/_leaderboard_gpqa.yaml,sha256=ux3SSpH_ncgEz2CN8OhUY206QPHhbEihE2cid1j5ZfM,115
lm_eval/tasks/leaderboard/gpqa/_template_yaml,sha256=-JIKVjV-m-ZRGwrrHVkaqRx5Z5Wy4skPaMFcG62BDbE,600
lm_eval/tasks/leaderboard/gpqa/gpqa_diamond_zeroshot.yaml,sha256=kBMvJZE9rNaNR3vF8odsmU983DNXQEonBMw4-4lfu-Q,118
lm_eval/tasks/leaderboard/gpqa/gpqa_extended_zeroshot.yaml,sha256=XgqQBNyGWWPuSxy-0nLjcPQSMOsL50zLTy87s6wsrRE,120
lm_eval/tasks/leaderboard/gpqa/gpqa_main_zeroshot.yaml,sha256=Er0fgtxe4NEnjayZzBWkqONyYZOJn3stZKW2pM9PdKk,112
lm_eval/tasks/leaderboard/gpqa/utils.py,sha256=FuEbEyXiqSXSi_EVkHpLh3muBJ-vib1cwgCXRqt5K-g,993
lm_eval/tasks/leaderboard/ifeval/_leaderboard_instruction_following.yaml,sha256=Ykrq_fJAEv88kOVjneeI4UXGSRnXEVl8zTUSrIN9-gs,70
lm_eval/tasks/leaderboard/ifeval/ifeval.yaml,sha256=R3VvLPOe2X95Xulk1Uc5Hwllfp-bkApb3m_F4SSinG0,795
lm_eval/tasks/leaderboard/ifeval/instructions.py,sha256=LZZw5TjmIBZlNjudsVb7LCcBa5KH65eQ6lXTUgA2uwA,57031
lm_eval/tasks/leaderboard/ifeval/instructions_registry.py,sha256=nbHAYs23CpFCDTeJpYgjWhBkwrmhpm4J5fud-edYSmw,7237
lm_eval/tasks/leaderboard/ifeval/instructions_util.py,sha256=YaW3nbosgYjKVEeqXnGmbYqiOBY0vVhnPIf9sstC39Q,26689
lm_eval/tasks/leaderboard/ifeval/utils.py,sha256=GrjxSAjIJvk_I2SINIftY89CZ5gL9HYf2oBTiZwBNjI,4510
lm_eval/tasks/leaderboard/math/_leaderboard_math.yaml,sha256=GSiVejJ0gZVEQJoVJJvUybpHcQsPI_LBreoOP7gf0Fk,307
lm_eval/tasks/leaderboard/math/_template_yaml,sha256=4unp-4vKHZTRrp788HwJ12T-oetv5zgAkoQOQZQEK2c,670
lm_eval/tasks/leaderboard/math/math_algebra.yaml,sha256=j_vQV6h4CjZmzh2sBViA9SB_LoXBj2I9tzo8DQh76AA,82
lm_eval/tasks/leaderboard/math/math_counting_and_prob.yaml,sha256=iMeDYYv7VxQL7cBO-tu9U09wsPtcl3bZTucu8dxw0j8,109
lm_eval/tasks/leaderboard/math/math_geometry.yaml,sha256=Q67oTCaPqanFg78Hfi1xy2LyK6g2UTEyUA6LD4jW7YY,84
lm_eval/tasks/leaderboard/math/math_intermediate_algebra.yaml,sha256=kzpRyV_d_eDsBApfv8_piUDfweeW7nWHp8-EYJDKDCg,108
lm_eval/tasks/leaderboard/math/math_num_theory.yaml,sha256=ELUegvHTS9Bwi41fcBKxHPZB4qaKqy-vFg7nNmq_h4w,91
lm_eval/tasks/leaderboard/math/math_prealgebra.yaml,sha256=t8CHSg4GZOZ1l-817f3xvFAQeyrhaFbjV_e-cQVpMH4,88
lm_eval/tasks/leaderboard/math/math_precalculus.yaml,sha256=ZHHQBlB2dHSzryDoCH82YoBPQCra9y1WiK-qdX3r05o,90
lm_eval/tasks/leaderboard/math/utils.py,sha256=5UKjqCZYkVx5EVCX77vgJvqTOEn0w8koDDBZ_W2oQ4M,9443
lm_eval/tasks/leaderboard/mmlu_pro/mmlu_pro.yaml,sha256=aZtLReKvpSLJr_mBtjx9Wx07t11nZzQbV1GLnCq-4ys,459
lm_eval/tasks/leaderboard/mmlu_pro/utils.py,sha256=SaAUxNw5kCBxdgGChY5rTUKqqpF6RA5xoWW9_3UIVIc,352
lm_eval/tasks/leaderboard/musr/_musr.yaml,sha256=wVdsD7wm9dja6NB4irjUaw_kZG3061-Xjkrf0FOnp60,144
lm_eval/tasks/leaderboard/musr/_template_yaml,sha256=56jmco5wsg8luYTwbvM7hfQH0Wk9AJS5aQ-dtgHYTpw,270
lm_eval/tasks/leaderboard/musr/musr_murder_mysteries.yaml,sha256=G4P8LhQB8RFMr1yNqq8TpweOvCduGmVtNXepKYY4Ha8,95
lm_eval/tasks/leaderboard/musr/musr_object_placements.yaml,sha256=O7WiMWhGtHfChoUfayH_cKzF-oQsyk37QFOIPoAy24c,97
lm_eval/tasks/leaderboard/musr/musr_team_allocation.yaml,sha256=j20cB8qiW2LfBPEweJXTvRPfFpsT1ZziUwtBLiYWAI0,93
lm_eval/tasks/leaderboard/musr/utils.py,sha256=naQuwXAxDY6qw5ZJlOsC0VDlLg9FFFU-OVwqMXTCXdQ,520
lm_eval/tasks/lingoly/README.md,sha256=pmjG5ezfYz9xZJ-GEa_4qb8hj-el3XFLUTQVGH3QOEY,2898
lm_eval/tasks/lingoly/lingoly_context.yaml,sha256=XC4hk3TzDDpN47hZdlc1AQsZa0S0xzlG66REtHTSoKE,847
lm_eval/tasks/lingoly/lingoly_group.yaml,sha256=BS-OlV6fYiDLEr_ZMllB5AzmFiCDHR4Z18Gc2_ENPyQ,267
lm_eval/tasks/lingoly/lingoly_nocontext.yaml,sha256=xU2WeTolp9armIISkazU3Alcwh8nK_fh8sZPbnyjWhk,853
lm_eval/tasks/lingoly/script.py,sha256=PxXEttmxUjtl-D9iH5dfuhtNuRoXjYWjNI2c__JN8SY,4037
lm_eval/tasks/lingoly/utils.py,sha256=DMQ0EuZCuS51zZqfR_JBujal4WSnKRk1gB_qBEL8Dt0,3027
lm_eval/tasks/llama3/README.md,sha256=o3m032vGe3Sq0lKOnkgIFkDrlgDb91yzOgRsz0p7NUk,1375
lm_eval/tasks/llama3/instruct/mmlu/_continuation_template_yaml,sha256=g7eXTahDqCufzYW49MdQWThxfnhdA0MeK6wAnMKy8Os,1060
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_humanities.yaml,sha256=1Kz6ldsho8_vTNaC3Pu5A1qO5MKWOs9nMDIYDJNdYIE,240
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_other.yaml,sha256=CUWAzBXqSl4wZG3F77hT21VcFJmA3ZX-k8AihGEAac4,225
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_social_sciences.yaml,sha256=-bkAloJAFXvzphSyWBgWrI8PpV8LLHGWxKbbK1beItE,255
lm_eval/tasks/llama3/instruct/mmlu/_mmlu_stem.yaml,sha256=bsAEDOQADrVboUAR_WbzCkIiQ7Oj0Y43GFXvAekCsYs,222
lm_eval/tasks/llama3/instruct/mmlu/llama.yaml,sha256=VzSb7BU8NtaPIXI3anV2ZLKw8gLWTClYkNhg9BGIdag,271
lm_eval/tasks/llama3/instruct/mmlu/mmlu_abstract_algebra.yaml,sha256=Gj3L3Ph-CxXp2RDVKgoMK8IzN5fMK6CARIMF_M7h9Cw,178
lm_eval/tasks/llama3/instruct/mmlu/mmlu_anatomy.yaml,sha256=SbSUcbtNIrOgNCSXTTwykwOISo0rCXCKPmjWrPwNI0M,151
lm_eval/tasks/llama3/instruct/mmlu/mmlu_astronomy.yaml,sha256=5Er2QUgPlyM7LUob5G82pgtuyLrCtKcPwbmammQsnNM,157
lm_eval/tasks/llama3/instruct/mmlu/mmlu_business_ethics.yaml,sha256=jNywi23CDvNjCJ2srjODAKgzT4qaUPndSHYwyUtYMzE,176
lm_eval/tasks/llama3/instruct/mmlu/mmlu_clinical_knowledge.yaml,sha256=Fg_eQ7Y4mJx5oGVUiau_tgUNdZLBlmDou1nST7WwomI,185
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_biology.yaml,sha256=LzL5wTKKikgCF4JJjQxVb9Is1Ql45JYsH6PfsjGNQbg,175
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_chemistry.yaml,sha256=-cdIZbVstDVrMtSrGAtxz52h8R8sdylNHeOWbZ0KfkY,181
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_computer_science.yaml,sha256=8b4bbii66RkGDnjph8XC6ERFYdIcCB11OyMsatngRNQ,202
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_mathematics.yaml,sha256=H1HRkxYp7TsZjP4m_henwJ4dPKmzI8-21p04FM_eryk,187
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_medicine.yaml,sha256=d3OY3ZrvnE1t1w6LQWZvKyMy9hMZY5UZNAOovCywufs,179
lm_eval/tasks/llama3/instruct/mmlu/mmlu_college_physics.yaml,sha256=1j-9rnKgoq6oqRAh2dcIXWXAWs4JvRJhCn80nfkHNJg,175
lm_eval/tasks/llama3/instruct/mmlu/mmlu_computer_security.yaml,sha256=fORNXC9Mkau1BobCTcSSGQnEwtHf_MX2rz6wQhKJ6ss,181
lm_eval/tasks/llama3/instruct/mmlu/mmlu_conceptual_physics.yaml,sha256=mLhRxWrUNayj03W5GtyBI7XZ0epntrDh8RLt41ObRd4,184
lm_eval/tasks/llama3/instruct/mmlu/mmlu_econometrics.yaml,sha256=sEhev-m8sYwzmoVFDG2T2n5oB4RVmwQHZW4bQF9Asjc,177
lm_eval/tasks/llama3/instruct/mmlu/mmlu_electrical_engineering.yaml,sha256=mnMMnOqclil0NsF6P6A3yv0hpLwLNlo1pEbZeaxuabA,196
lm_eval/tasks/llama3/instruct/mmlu/mmlu_elementary_mathematics.yaml,sha256=PXZXm4YaaxF4L3edJjnpiZfX2NciF9Y4RBaWXs_ORf4,196
lm_eval/tasks/llama3/instruct/mmlu/mmlu_formal_logic.yaml,sha256=OGLYW7JOwRtcpemtL5t5DcCtfActEDZlIHWN2Kx2yFE,172
lm_eval/tasks/llama3/instruct/mmlu/mmlu_global_facts.yaml,sha256=f0Wq84wIXcWxRUDeK6OkNph9OUqhnEdq1VM0pbGJTQw,167
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_biology.yaml,sha256=9b1iYQAYcsx5AJJyDKLZfw3pLbexOwYS3hX-9-Yi_Pg,187
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_chemistry.yaml,sha256=YxrPLgX_8VdMsvOJ8cjQ3U_S77B1V0d8kzzpbsa7ec8,193
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_computer_science.yaml,sha256=4wyWaJZYQudglLLFWTxJBwGfPBd1P1XIABj8yRZM98k,214
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_european_history.yaml,sha256=VK3YqzGDcFoUQ8oTLRNUAbwUkhmQ2RKPSsOkVev7Ji4,220
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_geography.yaml,sha256=5Slptst5q3w2SffNRfoB0YxAAu14d6rCZY1McuS6mbs,204
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_government_and_politics.yaml,sha256=KboZyIiCpZHG2t0K5-1MAe367GZre9STfABXvh_DaNA,246
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_macroeconomics.yaml,sha256=RaLiZio8CezhIjEKx28pAOMWinGZ8cgWyIwYKCuwxbw,219
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_mathematics.yaml,sha256=YYX7vY1pK8U_7n6UczR81i_G918zfM67oesme9RgRoU,199
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_microeconomics.yaml,sha256=oOrQStSrBbTrBzNI3IyYCEf_fGEptcU4Rdhqqs7pEGY,219
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_physics.yaml,sha256=lh4tmZicP3AkxL_QsguKGMwDEd8KHtADsHbLHurwjw4,187
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_psychology.yaml,sha256=Xq3JkIeKkGF__siXHlcI_wpjcnImjjK4VUvuWvnCFI4,207
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_statistics.yaml,sha256=ns_4LVXJaiG9jFVFLekEqgJsPuBENSx9mQkfUM1LXZI,196
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_us_history.yaml,sha256=jCSvR4GOp_LlizhztJtmJurFkTRvLdbiIdQUzsV0hLY,202
lm_eval/tasks/llama3/instruct/mmlu/mmlu_high_school_world_history.yaml,sha256=e_XWLDNdlmu2lLcvBMeDxqIuRiiAsv76bqczS5XLBdE,211
lm_eval/tasks/llama3/instruct/mmlu/mmlu_human_aging.yaml,sha256=cCSEffyF3mfmb0dMRd8VH88hoN1ji3OWQdz8Gcbp6GM,164
lm_eval/tasks/llama3/instruct/mmlu/mmlu_human_sexuality.yaml,sha256=Ox4CE4i5YooDPC_jxlZUXigXywQ_fSLX2xUbKP0nqVU,186
lm_eval/tasks/llama3/instruct/mmlu/mmlu_international_law.yaml,sha256=8Wr-w2sykZxUf4gYzuSMRreTFpPRjLZiYnypBy9rus0,187
lm_eval/tasks/llama3/instruct/mmlu/mmlu_jurisprudence.yaml,sha256=4hRoyKc-jLSowqNYL2v4zaBhAb61XW7lYjRM1p-0Viw,175
lm_eval/tasks/llama3/instruct/mmlu/mmlu_logical_fallacies.yaml,sha256=9DohYhIBs0Ih9hCTjAexKCq-mpgUn68cMN9slGdXotU,187
lm_eval/tasks/llama3/instruct/mmlu/mmlu_machine_learning.yaml,sha256=Mk3IBKhjxW2qKBtu39oLB1RifPrnp_FGhEadBYfQyYs,178
lm_eval/tasks/llama3/instruct/mmlu/mmlu_management.yaml,sha256=KwjSNsuuYAbf5TE_w5SJHHDnEiR5q9zYse1cxaUXgag,161
lm_eval/tasks/llama3/instruct/mmlu/mmlu_marketing.yaml,sha256=jJk9bJ2wfA0z8RCw3_BIexd9NiGn0KUWPxtnygnM6-Q,158
lm_eval/tasks/llama3/instruct/mmlu/mmlu_medical_genetics.yaml,sha256=amhra1SELCT1pJ97jmPUObz_EqnncxuwDhljtbEYD48,179
lm_eval/tasks/llama3/instruct/mmlu/mmlu_miscellaneous.yaml,sha256=8A3db1Le6nxyTja7coRtbYuZeTnTsTMWo1oYG1MmohM,170
lm_eval/tasks/llama3/instruct/mmlu/mmlu_moral_disputes.yaml,sha256=EbqBdPsRbSUKlCS4UrdqIKcH4KyQCjXBzD--XfeX93s,178
lm_eval/tasks/llama3/instruct/mmlu/mmlu_moral_scenarios.yaml,sha256=qWiPBZs9Gd7_X2saP5_hRxUI3_s_xy3K1_nlcyxTdvo,181
lm_eval/tasks/llama3/instruct/mmlu/mmlu_nutrition.yaml,sha256=7rMB9y-rAp0GUNVNgn7rGmtd1R6QT0yLxzZAYwA4NQw,158
lm_eval/tasks/llama3/instruct/mmlu/mmlu_philosophy.yaml,sha256=b9Lqff3hKmMW7q31P1K3lXXTxOISRudIYpZcgKUtJfo,166
lm_eval/tasks/llama3/instruct/mmlu/mmlu_prehistory.yaml,sha256=hwS_ih0s-E40GfNbW__429mdW1AdeIaNcfPaADaSQq4,166
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_accounting.yaml,sha256=M7jP6PSNvYV3M9hpEKF4mzaPrrh2utKnBHMZ9Dyon54,200
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_law.yaml,sha256=9MjYhdi6VunxbqoyrINUomJQiyzeun2o-a7TWltpgGE,184
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_medicine.yaml,sha256=FcQEiewV2DdDgiNb06rosqnlCqXw7hkcakHDgJ-1ntY,194
lm_eval/tasks/llama3/instruct/mmlu/mmlu_professional_psychology.yaml,sha256=ELaMhuAueH9BUiLRfKiLeI1yWEqDGvIwE1JoUmZcRiw,210
lm_eval/tasks/llama3/instruct/mmlu/mmlu_public_relations.yaml,sha256=CCMVtpJqDqKme5WuABp8G6xBQph0LUecQ59X6_G8y1A,189
lm_eval/tasks/llama3/instruct/mmlu/mmlu_security_studies.yaml,sha256=aN7UcdH2t5HeOW_w4SAVvhRChFoSQ8gUuk6w5BI67Uo,189
lm_eval/tasks/llama3/instruct/mmlu/mmlu_sociology.yaml,sha256=XjKTrOZk_W2kTK2hexLj13q4YF_mewy86ip3e3-ThBU,168
lm_eval/tasks/llama3/instruct/mmlu/mmlu_us_foreign_policy.yaml,sha256=fjECnMJN_YkSQjccWQ3rhJPcDTCR4AYEI1zaUkk30R4,192
lm_eval/tasks/llama3/instruct/mmlu/mmlu_virology.yaml,sha256=w5BVcxivfIg6_8sr6yPSFIUSzw8FZmuEyU13SrS7BVU,155
lm_eval/tasks/llama3/instruct/mmlu/mmlu_world_religions.yaml,sha256=Uwu8zQftKqVVjrLkN94kmGCCf4unOzV6-cvGkYKc6UE,181
lm_eval/tasks/llama3/instruct/mmlu_pro/_default_template_yaml,sha256=LiT6ynuSbJIjpgwRbH0E6Y6gFEG-arW5zpZMA_rPMXI,1158
lm_eval/tasks/llama3/instruct/mmlu_pro/_mmlu_pro.yaml,sha256=iVWBcWN7Drp2nS3OiAT8rjukskBVBN_Yn2HXjHDVZ1w,571
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_biology.yaml,sha256=e_fZBV-gStbHVtB5skhF6n1QK9Q8Mju6TQeT-FSezS0,133
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_business.yaml,sha256=3quRpuKbw2XnqSlYzk1TIJFrRAKDGXpZ4cQ__5md-x8,136
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_chemistry.yaml,sha256=q34TpruVT9zhfLsruL52ol5dFdGKIXwa8UJui-5W6Q4,139
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_computer_science.yaml,sha256=igeKifD_vRJuIGYOXAIn0JaYxSwDgyALKx7SMuky0BY,160
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_economics.yaml,sha256=L5UXCFaGLa-_MQikWgyrHPq4s0ZlN3ZrhwyJ0CMYhrM,139
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_engineering.yaml,sha256=ShWG5JuUIcX8Ls9dPu3Uw5hl7dBpDoJK3K8m1Q8dTnM,145
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_health.yaml,sha256=Xf-LfNCOP7ShOQ_IgAcsYc5OAslJJlZgDpWJ2giQOdw,130
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_history.yaml,sha256=EBIpBZBSR3nM0shjFwUXwl2JOcb6xOHMqGErTiyH42c,133
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_law.yaml,sha256=7jcaziGHnIvGsxMEdwQK6y-si9669xANwYzLbTx1oZs,121
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_math.yaml,sha256=MQBMaatC6S_T1elHt4jff6FB7NyYlat52PoVI9uGYJg,124
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_other.yaml,sha256=BgHDIGqz-yX9cW7PG-gePTJy4nHBcJBuuGcV4GggdMY,127
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_philosophy.yaml,sha256=LNnpwcomw8SpldExMt5V6XpK_Z28hqE6p1WUVU8xhpI,142
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_physics.yaml,sha256=MwIDyqwkTFsVBV0u5A_ALKIzHAZ0MZOsoHfU0FEvJek,133
lm_eval/tasks/llama3/instruct/mmlu_pro/mmlu_pro_psychology.yaml,sha256=Y3322TD1Fgx5IRnw9PmGdkJ9B4-jHZvy-q7Bz2rQNeI,142
lm_eval/tasks/llama3/instruct/mmlu_pro/utils.py,sha256=iIRlFxZlWFxigVwChVi3yImE7Gj8DscKHrVcSpO2Mrk,1198
lm_eval/tasks/logiqa/README.md,sha256=Iyrf8c8F53A1eYqaDCb6hAm3_Sg_t47gZbOI0BjDKAw,1657
lm_eval/tasks/logiqa/logiqa.yaml,sha256=J9PMnhvefAZiF-i7Qm8TVndnoJGjVfrEMQPZKZq33a4,578
lm_eval/tasks/logiqa/utils_logiqa.py,sha256=RjmfQAZUadI0wMnh7z3ptn5Q1f4cLEEwYH7aLdomgmA,616
lm_eval/tasks/logiqa2/README.md,sha256=BJA7HgfRCSPs51iYrFl9rQzMKjoVDqaIDtCDAh5yk4g,2244
lm_eval/tasks/logiqa2/logieval.yaml,sha256=bW1d_6Hqvc8M76mQBUYmsXc1Lk-rYTAa1-FDElOWIkc,1382
lm_eval/tasks/logiqa2/logiqa2.yaml,sha256=0jlenXfClywd_ulejkk3-HPOE118TufgzsPGcK6r6Dc,512
lm_eval/tasks/logiqa2/utils_logiqa2.py,sha256=CtI75WahPZvORkIad_srFGSZ6bUnGlZf_6sYHkAP90M,875
lm_eval/tasks/mathqa/README.md,sha256=VmhPmoYwpKTfeUVDnkdHbj0zx2OtY7y7AI-cJrXEOhQ,1907
lm_eval/tasks/mathqa/mathqa.yaml,sha256=0SkKFOaTdQt4oiGEBhAtIhxot0TvekUA12lZ3UviQK4,576
lm_eval/tasks/mathqa/utils.py,sha256=NFqieHDv0UX5cEVmMmIu_GF7KZpNAKvJRZJC0saW00I,178
lm_eval/tasks/mbpp/README.md,sha256=c5cRdFfTqNjq7Z7LmwPMXlKHaKjTUrEeYuwp--2Pz0s,3202
lm_eval/tasks/mbpp/mbpp.yaml,sha256=5ScQXicascV9aS2rvzUwbmHS_976XAh4W6psST7ioHg,766
lm_eval/tasks/mbpp/mbpp_plus.yaml,sha256=KDSGukqaZ2DQLxbVpPXN-tcqyibD6CjpwaNFAzXJ5jg,305
lm_eval/tasks/mbpp/utils.py,sha256=Vdf-_hqdEbPqHuvolZlZX0gevYnCX89_osXFU016LLg,2459
lm_eval/tasks/mc_taco/README.md,sha256=OEUcQofUlqsm-3CLKht9u-V0wXAldd7uPWBjmQjFTSg,2052
lm_eval/tasks/mc_taco/default.yaml,sha256=A58bI314XcNdpoKxXxxFhrPlUV-U7pKrPeJfWYOSw_4,399
lm_eval/tasks/med_concepts_qa/README.md,sha256=7IpmjQS3yQQqOJBOf4E5fSRG9JNbbV8WuI7CghkyT6s,2560
lm_eval/tasks/med_concepts_qa/_default_template_yaml,sha256=0nA8DtN6djdBwLd358xe_FYwCnTscrwSAIwKpycGLLI,442
lm_eval/tasks/med_concepts_qa/_generate_configs.py,sha256=7R6Xc49MziCc-z84adHpsl4UFIE14mQ5VhPE8F6uHvc,1091
lm_eval/tasks/med_concepts_qa/_med_concepts_qa.yaml,sha256=bh35Rp61uwdItZvDfkn_vR-2lZD-k5pki4j4l3g0q6k,228
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_atc.yaml,sha256=6pujciGJU8vtqwXdDgHEjmg_nIeXd7szUw4HBvHfupU,124
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd10cm.yaml,sha256=ZC_lRIXrS58ZE_ua-OLAnyvDkfkqM8t95hd3Vm99O5w,132
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd10proc.yaml,sha256=SVLboazjkXk-82yT8Ie9EYfkHNmyYtPDTLQmfWIAYc8,136
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd9cm.yaml,sha256=dU_eaIoDsh8TMJal_oX7kzAfwwoM0FphxMLQLL1lTqw,130
lm_eval/tasks/med_concepts_qa/_med_concepts_qa_icd9proc.yaml,sha256=NkFPvtHXQBSkkYI-1xtUBAQXCbG6py7IzKhsSIcAHiI,134
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_easy.yaml,sha256=YsMVUnevALeVH8hIJUdkb8m4MuzaHW-_ryl84BNoFn4,138
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_hard.yaml,sha256=9kg_RqFQbYkNYnd6PuArt7D-GK9YwmhAza6hdRbmiYo,138
lm_eval/tasks/med_concepts_qa/med_concepts_qa_atc_medium.yaml,sha256=m2Ll963EXNR-g8W8v1ZV0z5Hkip6yotqBW7m8OT6Rts,144
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_easy.yaml,sha256=cgIrr9STPKjLW53zx7T-pWzJq-M9jETc0QtKULiIkr4,154
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_hard.yaml,sha256=frN24VCKyFkOu_oPUepNOg2gCw3UyPri_g3qUdfqvwU,154
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10cm_medium.yaml,sha256=nNdMFUnVmIijeNkHP725kzSbd1twxKbKUPDYknnY4Lo,160
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_easy.yaml,sha256=cD3_tjV5dsZ5xbSOzxYO5frwjFyfdx9Xdz08tDzW6NE,162
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_hard.yaml,sha256=i1FdQBb9i1RqbUZQrbGDuDsl_ZloE4IIpvaceNRGL9c,162
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd10proc_medium.yaml,sha256=_VQN3JkgYceVzN--GilKgGlqrwyqgxMnn2Vcak8DBBo,168
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_easy.yaml,sha256=GbpoM8dMcf4A-6NeOlXyktD5-7MPdF0Jazx7cs5inEE,150
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_hard.yaml,sha256=SPByMtxz7lSdmAWatOFaNnkGl5yIbSsvSmy8FXIKeYM,150
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9cm_medium.yaml,sha256=axC_tqbBoFkgfNQhkNAm0TEn2muTcao0o7oQWKMSSL4,156
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_easy.yaml,sha256=t9TShrzb9KyV4EVOJFqOVlG0u01iEcVxO7bDMO_8xBw,158
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_hard.yaml,sha256=gtCHbUaqRTm-z2hSI6cmNec9cQHS5lkvjJc7WYkVfyY,158
lm_eval/tasks/med_concepts_qa/med_concepts_qa_icd9proc_medium.yaml,sha256=4aPW6XVSci7InlKK5boWgk8a0sCWjKnZtf1AL0NKOWY,164
lm_eval/tasks/medmcqa/medmcqa.yaml,sha256=NVrcOA7j28YpYlkP98Bx47HcCZR9vJb_5qMxhknQDaA,462
lm_eval/tasks/medmcqa/utils_medmcqa.py,sha256=ucvjPVG5ViS5MXyrj_uRezLBeKqhAP2c5KrAqcRnR5s,580
lm_eval/tasks/medqa/medqa.yaml,sha256=M5Q98uefbZaiaF4UaAouR5qkxvL8RK-g7wrlnFfHwwI,458
lm_eval/tasks/medqa/preprocess_medqa.py,sha256=Bq3G71vaMln-VHNV5rBkylfGdLUC-sdJ0KDMyP7pF4c,362
lm_eval/tasks/mela/README.md,sha256=gULsPSbCmKT9MaGVotU9-WJ66vJemqU1gRTlx7kgjxY,2837
lm_eval/tasks/mela/_mela.yaml,sha256=qoROcTQQlipEiApZ3gHWjFcD77tcENPfUqVvNiYY5TY,226
lm_eval/tasks/mela/mela_ar.yaml,sha256=Z1E2KFLoJUUolOnj-83uy-cNQs6EWH3Kycnhcy5KYz8,74
lm_eval/tasks/mela/mela_de.yaml,sha256=yljiIsOWYMHZWKkVE-mc8xqVESZFoMx6IZ3Pdkv1T_U,74
lm_eval/tasks/mela/mela_en.yaml,sha256=T5VQAISFYtzkjlydsrb2SO_9tgUdmDJKqZFLuGjJeIg,642
lm_eval/tasks/mela/mela_es.yaml,sha256=OVfNxAKuy8E08j9vHPYnblvlJrecb3F3r3HSb5Bc04Q,74
lm_eval/tasks/mela/mela_fr.yaml,sha256=J7-foJ5HqidCzJSW-hNV7QXqBNyV35rPBKaZbj4_FEQ,74
lm_eval/tasks/mela/mela_is.yaml,sha256=qTq6c1wWfEFVrzEkYRo0pfqw7O4BaFzEXLb7n19-Ph0,74
lm_eval/tasks/mela/mela_it.yaml,sha256=1H5FKPb2BMS34f1tZJmYnLAT-UVuuug5m5IuQUKOM_A,53
lm_eval/tasks/mela/mela_ja.yaml,sha256=RcMmfyFHsMacSqZ_3QJgslgRRyIh7bb8imLDHeyqtY0,74
lm_eval/tasks/mela/mela_ru.yaml,sha256=ZkiOxNbrCYnhsaSJiIG0fjqKxAQczhffDsuAh3EpmRI,53
lm_eval/tasks/mela/mela_zh.yaml,sha256=_ATAmbgpNyUPp5ml6JECQaUWikf0lX-NPmwjX_feXt8,53
lm_eval/tasks/metabench/README.md,sha256=3bfLLIRhBCmaI4hNH1NHpgQGpSRb2h7dfPCFzDemF28,9454
lm_eval/tasks/metabench/metabench.yaml,sha256=yYVPM9yVxngbuE6k2g0rth7KYv8W_pfoyY2W-br4X4E,266
lm_eval/tasks/metabench/metabench_arc.yaml,sha256=bv4rooAG7EGjSFIPyp9n1X7_v6dFWzdjg2Y6SGvZ54M,589
lm_eval/tasks/metabench/metabench_arc_permute.yaml,sha256=4WBx9K9RRsLwHyGksugmhZct89H4GM8tQyWpQ882Te0,138
lm_eval/tasks/metabench/metabench_arc_secondary.yaml,sha256=zZk0nGBlDlZrOpm6hkx-7R_9q67TvjiHkFup8LL0k3Y,105
lm_eval/tasks/metabench/metabench_arc_secondary_permute.yaml,sha256=BwWzGOnG0lJSR36XxqtaCU9WV9Qa3xj4HFY52unQr0g,121
lm_eval/tasks/metabench/metabench_gsm8k.yaml,sha256=3cHRT6j7ncteZwTSEwRtKDNWoVWlFA94JxEH6ND3vy4,1067
lm_eval/tasks/metabench/metabench_gsm8k_secondary.yaml,sha256=nSYzGKoIdBh_I-1q3RgDkeZN9Aqr-FuRqxTf4twQ0ok,109
lm_eval/tasks/metabench/metabench_hellaswag.yaml,sha256=WMCaOUyA7uxInoU06dozHTLShykEEWsRCagmtHJ19Bs,550
lm_eval/tasks/metabench/metabench_hellaswag_permute.yaml,sha256=slBTcHhJRW5-ARl6ZPQJS2oCwOjLqhpgux4vs3NuN7k,156
lm_eval/tasks/metabench/metabench_hellaswag_secondary.yaml,sha256=Cb7ShHDl3fJoO4CwfUIRynceTw_NfhmxoQ4qnBcu6jg,117
lm_eval/tasks/metabench/metabench_hellaswag_secondary_permute.yaml,sha256=n-yvV4gY1tUM2NuZFnbWbjbZZupBe7ArJTSiRv5gqeg,133
lm_eval/tasks/metabench/metabench_mmlu.yaml,sha256=O21_KRiw1Gra14ChhfGhoiUpySBeA2xy5aMwx6HeK-c,563
lm_eval/tasks/metabench/metabench_mmlu_permute.yaml,sha256=4fnVQVsWNj8WnEr33QI1bh_eHI5jBqH5JLi-n2UQYZw,141
lm_eval/tasks/metabench/metabench_mmlu_secondary.yaml,sha256=JU2krBXq8cRj_3in8Xs_vWjktPV9ep9ycCljR0JtFGo,107
lm_eval/tasks/metabench/metabench_mmlu_secondary_permute.yaml,sha256=-RuO2K1v-dq91naZDvI4V-5TGvekkT9enWCcsk85Zdw,123
lm_eval/tasks/metabench/metabench_permute.yaml,sha256=ekOMmjDpi9-rvynE4k2oAaNKcmBKdBgEZSqor5hzE7A,294
lm_eval/tasks/metabench/metabench_secondary.yaml,sha256=R3xBoBQyB7Sz2tTdneSQ4gh0Xs5XrVg6o32BAnqgqPI,336
lm_eval/tasks/metabench/metabench_secondary_permute.yaml,sha256=EkRx8wJVw1N-4HHRUQoMRGg5GGoW6Tmzc4-27OLncEk,354
lm_eval/tasks/metabench/metabench_truthfulqa.yaml,sha256=zELvr2xBKRoL95wwaMDeRP6Wall6OgcGOS0wlbuLy3c,1176
lm_eval/tasks/metabench/metabench_truthfulqa_permute.yaml,sha256=ZkD7o_IyJGIb1AH3y33n8ZYWe9YHFjGVXu34YefZMmM,181
lm_eval/tasks/metabench/metabench_truthfulqa_secondary.yaml,sha256=uKFyJzsBSzOdvu49YvJeOj4FHm65tolTGGNdvr2iclY,119
lm_eval/tasks/metabench/metabench_truthfulqa_secondary_permute.yaml,sha256=5S2-FUigVb2VOqhSJe-DjT691rqmAnZbBHGwoLdhYKE,135
lm_eval/tasks/metabench/metabench_winogrande.yaml,sha256=eKefTf7imRTTkz7zj8o2YKNNNQB1GaXDqpl9F2MVzdw,570
lm_eval/tasks/metabench/metabench_winogrande_permute.yaml,sha256=zpAtdrZxDUQ2Dd48tITBBJY4amIcYvk3bXdT0fjLkhU,159
lm_eval/tasks/metabench/metabench_winogrande_secondary.yaml,sha256=4M92_s2ZoQ8fAAxWk4-lHj4MWGNwgD-cs3YwolhyPu0,119
lm_eval/tasks/metabench/metabench_winogrande_secondary_permute.yaml,sha256=LN8kCqcgb9sDvvZ28yM-1FFtXhYTMXLkPxXwFpkuAUo,135
lm_eval/tasks/metabench/process_docs.py,sha256=bWlq7d_cLd-SOlhHaBEErADxYpHT9ppNbjVM0dQb6bs,7259
lm_eval/tasks/metabench/process_docs_permute.py,sha256=qVb1L7T-vGajZQDCEf_JkUKstExOv6ZZBHecFQVPHSM,9092
lm_eval/tasks/mgsm/README.md,sha256=sQr3mr4KAy1sJmXf8vLe9wSjMTXfzCsAyehC0_eakuM,3698
lm_eval/tasks/mgsm/gen_yaml.sh,sha256=F0Noarmg-NlAgWhA-_nZKA97UDSoDyrHARQDgmPG4bY,207
lm_eval/tasks/mgsm/utils.py,sha256=GFrMTx0MaSwsM-G4spO0ph5IJXCtiArP5eNleMu5OZo,8452
lm_eval/tasks/mgsm/direct/direct_yaml,sha256=t0Jyihlm4Rbs7-p-plp-FijTPmfQH-_PTfIxWlP13wI,905
lm_eval/tasks/mgsm/direct/mgsm_direct_bn.yaml,sha256=pOsz6TlTy-XtEfSex2p2oBbg9zAcfV4C_uEupiVq-PU,420
lm_eval/tasks/mgsm/direct/mgsm_direct_de.yaml,sha256=7b0gimqBcMSJD4FpYQ7DULnrBhU29wa7xUaClZWBd-w,396
lm_eval/tasks/mgsm/direct/mgsm_direct_en.yaml,sha256=MNyt8SYS3AuehdzrJIOoAlKI-HtaxBshsa0DQHQqdBI,400
lm_eval/tasks/mgsm/direct/mgsm_direct_es.yaml,sha256=QdnPgAUHjzYMj3c9-zZ5wclXU-LgxUyXJkMYrvZ7zpE,406
lm_eval/tasks/mgsm/direct/mgsm_direct_fr.yaml,sha256=q4QI4JM0S9dihzKzMEw7WbVxVjgSUj7D7PjLz8Vvtw0,408
lm_eval/tasks/mgsm/direct/mgsm_direct_ja.yaml,sha256=fkbSgpJl1Bq15yqnl1plm3ulNM65q17alQwZP94x8zI,398
lm_eval/tasks/mgsm/direct/mgsm_direct_ru.yaml,sha256=RI2otfyZ41_-_3qBGklRf2LwnWa7mVcTlsjv9FFHopc,408
lm_eval/tasks/mgsm/direct/mgsm_direct_sw.yaml,sha256=YaNqXO4GSP0FvOk6QxtqmR8RnuBGkK6XZzvrEYwAbas,394
lm_eval/tasks/mgsm/direct/mgsm_direct_te.yaml,sha256=uZaP1zvNvNDv3BL8HYI3_tMTc94Qp3svYSr7YvpTxkc,420
lm_eval/tasks/mgsm/direct/mgsm_direct_th.yaml,sha256=Vi2pgql8xdUPUA6vmWhTRbZC1qXZ6FQaLGqaaBqHNLg,414
lm_eval/tasks/mgsm/direct/mgsm_direct_zh.yaml,sha256=Qd2ezPjXWHjMpeetEW7Y5LEaaEsjmg2yX1g133woxXA,397
lm_eval/tasks/mgsm/en_cot/cot_yaml,sha256=inh7TTzh-2F8dTBaVKy5Ni99JZmeqznJUer_zCS7-gE,957
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_bn.yaml,sha256=RLNq0J9egvNGucI7S0lepGfVkKZ0PccOT-Y2gB_nLZc,443
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_de.yaml,sha256=wZMVo5gY_By2AmuLNvvp3nLMc90dEMwTWdqRLtIUUs0,417
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_en.yaml,sha256=qIJJMQIxjNO2DDRJNbL5wbmaJSf2clh5QWjQ8Yc-liA,423
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_es.yaml,sha256=kW7OS5He2TQe-h24NMCRzuMj5T96d2TQ99gT_wx44gE,423
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_fr.yaml,sha256=80r4YBpMICuwMpcl9HvCU7raWmNPuSTzbHG55EC7Ybo,425
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_ja.yaml,sha256=6yeY2avUL3PVEAkaHCL2rANtq6yn2XJaNpQUQh8C_P8,421
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_ru.yaml,sha256=44uXpmQVAzHlFaJb_o8kDZEYeUe1H6fR60rwMj45vDw,431
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_sw.yaml,sha256=XT4taMtUJaVvfZit-THwafuela2MRzcSaziKEiC2Tzg,417
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_te.yaml,sha256=69AiswgkGTDii0MPpttAugO1lYBSWa9mF27z4AbQxDQ,443
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_th.yaml,sha256=oluyGodzqaJoUZ0KIW6cTjzz5HhIu6UlJNWGHZktg4U,437
lm_eval/tasks/mgsm/en_cot/mgsm_en_cot_zh.yaml,sha256=Ebya-J5Lhmqk-AE5G_fTiTZ7zo_yK8rRl1YyGLox4g8,420
lm_eval/tasks/mgsm/native_cot/cot_yaml,sha256=MZ_4rWmLQR7tL94XbvlW00PuogKoX913Iq5WfcfcE8E,818
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_bn.yaml,sha256=Ojpf06W7xwaIKKs3wxZEhg6wLWUq-BcvS_blLJEfuPM,777
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_de.yaml,sha256=Ig9r8PWR-G1I3UDXXju14dr-d-ppc6PTR-mnbjc8PKk,730
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_en.yaml,sha256=irYzHhWBvfvbmB40T3x7JXjDFFmgrIuAh5OUWtRJyfM,713
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_es.yaml,sha256=ILp-L4ek7ulwezSqcbM0mAdi69t8hjzesYYXjX9jVus,719
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_fr.yaml,sha256=oizhISkBp0oNb9EtrLm551Yhu_VqAal-5eKrQLUPxnQ,733
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_ja.yaml,sha256=8xsOH21KgSgPokDK3PtUYIfDgfg9_u1jxAbctT30CU4,731
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_ru.yaml,sha256=FEzjncVVgNdvMVrew1O3QVqeiLoAH4KtLUU9n165NFA,748
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_sw.yaml,sha256=hRxFnOJGjmAUaKfDYHG8b4Th4d1cs-OXL2uDXKuHK2A,709
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_te.yaml,sha256=8iwm8ryLnpu9aJaeNaIq55FDkoaqnT4hs7Pk86kurK8,801
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_th.yaml,sha256=faWI8Txy2nzvf9f7KbRIVWBllGN-GUN0YYnSC8rTfd8,796
lm_eval/tasks/mgsm/native_cot/mgsm_native_cot_zh.yaml,sha256=PXAyslc0PbHxi0eAF9ic0M1mnWFNr6qwpfYLDLavq4Q,695
lm_eval/tasks/minerva_math/README.md,sha256=6D_mRnjp0jSER838Mc_7aSl97VdCVOgBgRY6HR93cig,3124
lm_eval/tasks/minerva_math/minerva_math_algebra.yaml,sha256=p5WqwGwWwo0Hqp-EHV9c7xogbjuMLulhl7WeORjSLMY,790
lm_eval/tasks/minerva_math/minerva_math_counting_and_prob.yaml,sha256=jjxGjPVtnUiudvSkOVlfA_A6oCSUBM2USRJAgQW0HH8,111
lm_eval/tasks/minerva_math/minerva_math_geometry.yaml,sha256=XiPoBuvqoAc_1FtATee1GyYcMAC8ClYOKWa04nrcrHQ,86
lm_eval/tasks/minerva_math/minerva_math_intermediate_algebra.yaml,sha256=Irfq2-W-AiImEH0PoT2ZdoVg_y-sQOWqNfOimVovvkE,110
lm_eval/tasks/minerva_math/minerva_math_num_theory.yaml,sha256=IYI_lzbIQ2BbcPWXrS24nulnlg93CJjlwUfV8M7IkTE,93
lm_eval/tasks/minerva_math/minerva_math_prealgebra.yaml,sha256=va30pN9E3JV6nmLY6lUXxhH_nkm6ijSDnAiw6wdrDnk,90
lm_eval/tasks/minerva_math/minerva_math_precalc.yaml,sha256=6PZ7DSqtq_gn2rPKIo10hw6JMJOanIxuiWu5uZCc0JM,88
lm_eval/tasks/minerva_math/utils.py,sha256=fYsFivu5UEh898ctrtq77vKfKY_alOrf04bZlDvgZ7Y,9634
lm_eval/tasks/mlqa/README.md,sha256=RTFOdUZy6IUo7AoNH7GRFSbtyNBvANSQDHpqM4kb8x4,2791
lm_eval/tasks/mlqa/generate_tasks.py,sha256=NKW7H8D4q9D2eD7zQjXkyx2AFtJTaaMxsBjNj_yXHEw,1371
lm_eval/tasks/mlqa/mlqa_ar_ar.yaml,sha256=q_4bADnYdEmHZlalLozJfJIPefcz-wDaI1Vs4CueQgg,153
lm_eval/tasks/mlqa/mlqa_ar_de.yaml,sha256=IWjx4j_EG691yIlEPnhH1YU07aCHLD3plt_zxpRn910,153
lm_eval/tasks/mlqa/mlqa_ar_en.yaml,sha256=QXNKQx83kCYnKG2t33UXqr0rMrM6MntPNk2JjVPgLXM,153
lm_eval/tasks/mlqa/mlqa_ar_es.yaml,sha256=x6sq_frDZUe5_y4gIP44qIEfODhmuSuY_LqkCCbPZeo,153
lm_eval/tasks/mlqa/mlqa_ar_hi.yaml,sha256=5PvDFlQiwWs_NDp0ZgnMEtZxyYZo1MSyciquhMqr6Dg,153
lm_eval/tasks/mlqa/mlqa_ar_vi.yaml,sha256=Nk30TY44ZmbFb5ne9_gEm40Hfjzfw5VXsKVGdU79G-4,153
lm_eval/tasks/mlqa/mlqa_ar_zh.yaml,sha256=-PKi_1ZL5gIY0JHDkDswZssnQMedEfbsKfXwvLObUBQ,153
lm_eval/tasks/mlqa/mlqa_common_yaml,sha256=iFNRKZ-sdCmosnQEIPjI4goJAKAWwoEu7LyDy15D7Ps,522
lm_eval/tasks/mlqa/mlqa_de_ar.yaml,sha256=EiHKnDhIZGc8DjPnWxhrmeCHHhhFWtPzMBEYUbX2FHs,153
lm_eval/tasks/mlqa/mlqa_de_de.yaml,sha256=7r9POB2tUEEplKXAaf0EaK3j3_qfBbQC0MgCSz9e6-Y,153
lm_eval/tasks/mlqa/mlqa_de_en.yaml,sha256=sJLsVvIjWyoLNaS2xgNGei8EcW4kt7iLqDhmbztJd6o,153
lm_eval/tasks/mlqa/mlqa_de_es.yaml,sha256=iQyih89VYUT83LqMquPv4WUfty4oPfPCJK4jQxaUqwQ,153
lm_eval/tasks/mlqa/mlqa_de_hi.yaml,sha256=6Td0ahz2LB_9t9VJrTTYYVtNEUg-AOMvxgyU9qUGDuA,153
lm_eval/tasks/mlqa/mlqa_de_vi.yaml,sha256=y5JpNqPYphMy5YsgYcng08zxNDvYfIQ922S8YEBdOvA,153
lm_eval/tasks/mlqa/mlqa_de_zh.yaml,sha256=qNVfezF2-G6ypSGPhCNoe3Rfa7FhObwtEyF5-9Xw_QY,153
lm_eval/tasks/mlqa/mlqa_en_ar.yaml,sha256=mnvcKR-S_8wRG1Fu042Wbgu6XOV9I3ONfxtiev_mQqc,153
lm_eval/tasks/mlqa/mlqa_en_de.yaml,sha256=nFpHiZD4M09qY6wcBFxYzPypQgaugdo7IH2Ic9s7aRU,153
lm_eval/tasks/mlqa/mlqa_en_en.yaml,sha256=rJ8FoSy3-ASMvMCEPtBKfnrA3cj93-CkHy5qTf3lMWg,153
lm_eval/tasks/mlqa/mlqa_en_es.yaml,sha256=prWZ1_eozyDL1TbeCaguW6psY28M5urWXe9r0mkruMM,153
lm_eval/tasks/mlqa/mlqa_en_hi.yaml,sha256=jtzyt5K77uB3K5DiA9lMRN9vkgzF6y6p4U_DSPK2X4Q,153
lm_eval/tasks/mlqa/mlqa_en_vi.yaml,sha256=zpdYd5tWo_XQVbYfYuCEqnOLiKEeEro5BG1XKjAQ9gQ,153
lm_eval/tasks/mlqa/mlqa_en_zh.yaml,sha256=BEpM53B-YURBp3Lh_aiQjjx0rNc5OwQ0xzFrnMEQIV8,153
lm_eval/tasks/mlqa/mlqa_es_ar.yaml,sha256=0TmPpfavdJrzKTvTaoWyCYjmZdp5E9zkt7k2OK7tl6U,153
lm_eval/tasks/mlqa/mlqa_es_de.yaml,sha256=W0ZvSoQVBTM8F3MI3Gzg2mxY-zMc3jWsl4t3F_BpotY,153
lm_eval/tasks/mlqa/mlqa_es_en.yaml,sha256=KbhSSxjonc6mQ9gPwqYb26GZFZ4i6wQfBWPz63iCrXo,153
lm_eval/tasks/mlqa/mlqa_es_es.yaml,sha256=ilVG3jXbnjc0OO0agqNVbr2NDsdFbf-Pz0orQAhgcmw,153
lm_eval/tasks/mlqa/mlqa_es_hi.yaml,sha256=cJwtvheHWk5_rdEiTKr-qxe_5w23qV8rgnIxvYzbowU,153
lm_eval/tasks/mlqa/mlqa_es_vi.yaml,sha256=tgWaQXkwHDdl_htA5lmS4TkkNgRIcz_qDCw50mfXQHY,153
lm_eval/tasks/mlqa/mlqa_es_zh.yaml,sha256=qKPEUm8TVCXSi5Dslu413FWUhxfwabVQiY5Bv4I-LJg,153
lm_eval/tasks/mlqa/mlqa_hi_ar.yaml,sha256=c5DnYrfqYetuHTEp8oTF037R7-i0Yqo3GMy4rokAcoo,153
lm_eval/tasks/mlqa/mlqa_hi_de.yaml,sha256=EfQgaTBrb1PSAew0fRRhQzzvmzAfse3L_VW7yDbsDtM,153
lm_eval/tasks/mlqa/mlqa_hi_en.yaml,sha256=wh78xcZGUuOeLTXX7ieCj48ZEmjNlDKi12VTWUTYCrU,153
lm_eval/tasks/mlqa/mlqa_hi_es.yaml,sha256=6KWARlTUtQqe3gfyfq4mu5GGlsWuFBXFcAmoeFDqwCE,153
lm_eval/tasks/mlqa/mlqa_hi_hi.yaml,sha256=GhEMuIgU9CMoSq5R3ZERx4SmYPDSMI1OC2vecFbkOw8,153
lm_eval/tasks/mlqa/mlqa_hi_vi.yaml,sha256=CwQt0F4c1KbBkOHjXEXq6IREh-hdltjgqvf1GI-7r3w,153
lm_eval/tasks/mlqa/mlqa_hi_zh.yaml,sha256=zq19DEP2PsaSz3gUu6hg7Ts5SR5SWIt-HYcs2kNwBek,153
lm_eval/tasks/mlqa/mlqa_vi_ar.yaml,sha256=0u9RCamVaIEf-u0fbDSuVQxktvx7ShrMM6gt9Ip3ADg,153
lm_eval/tasks/mlqa/mlqa_vi_de.yaml,sha256=zuNbjt-w0uy_XepdOP_m_apA7m2HKE-22X2mKTwSIyg,153
lm_eval/tasks/mlqa/mlqa_vi_en.yaml,sha256=tDt3E2SKurZITJ3c3b5ilc_JBpV7GBVi0gJEVfHS1no,153
lm_eval/tasks/mlqa/mlqa_vi_es.yaml,sha256=2AJdgRBVlsc7Q2hVQJEN1hBMehNA3haTMu0FbzWdB5k,153
lm_eval/tasks/mlqa/mlqa_vi_hi.yaml,sha256=skAV2D-cD8k17_L3FA1bFf535SHl5a6hfJN_XMM2YDk,153
lm_eval/tasks/mlqa/mlqa_vi_vi.yaml,sha256=a83FXuAR2nn81jzI6iHGeRQQLwNuVKLoch1sPCyDXuc,153
lm_eval/tasks/mlqa/mlqa_vi_zh.yaml,sha256=C6EJ-XZooynfHnjtC_ndKm08ZdmMP7RIdat0h9Oragc,153
lm_eval/tasks/mlqa/mlqa_zh_ar.yaml,sha256=xdeCaedQPMhaFZmFIFTDfTVaAHEPBHAz4SyA1Brim24,153
lm_eval/tasks/mlqa/mlqa_zh_de.yaml,sha256=p19OSEv-o-xHsKnyzTvE44h64-2OG0GN6lxHpo_k4QU,153
lm_eval/tasks/mlqa/mlqa_zh_en.yaml,sha256=ExS3m4G8f1eX1MXh5zs6oj0XUch0QyCpvKoplH8WIFs,153
lm_eval/tasks/mlqa/mlqa_zh_es.yaml,sha256=wvZVkqcK2AdqE8gGgqkH_7lPjZqUmK6SnuLHoZAUJPA,153
lm_eval/tasks/mlqa/mlqa_zh_hi.yaml,sha256=HCpArgakvS3unpX9XTVg9mG4kYiOJtBt3DiujWWGdto,153
lm_eval/tasks/mlqa/mlqa_zh_vi.yaml,sha256=XYU3bEKKjGzE_WFL4AH_U2b9WDc272xFGWcRHVr3D7w,153
lm_eval/tasks/mlqa/mlqa_zh_zh.yaml,sha256=kSR9FK0NQ8JRSiLboQjldleyN0UdIfRORpsip4K1P5k,153
lm_eval/tasks/mlqa/utils.py,sha256=p73WR3WjfDhAFP93yH44qQtK3T_DPeT1TYejYxYL4pQ,4907
lm_eval/tasks/mmlu/README.md,sha256=4MfFcnS04OlCZA06sO_Eemg1lo3-Tczu-3CA7NjNKBk,2739
lm_eval/tasks/mmlu/_generate_configs.py,sha256=pK3VUSyZXoXhI-Ms6nB41t_xpP_Us406QQXb4OyqDbw,5254
lm_eval/tasks/mmlu/continuation/_continuation_template_yaml,sha256=0ni0tAIjlyrbmU32Sl1l5yvLRMMu48nGQiyJoYzAkPo,367
lm_eval/tasks/mmlu/continuation/_mmlu.yaml,sha256=3V-OQyZQxU84eRnCOXMECkhxeMoWZLPrtn5GwB4L4ss,719
lm_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml,sha256=MaAZIsbgUKm9k5iVPlCwfbfZ4C6kR460N5KTH6r3gVw,246
lm_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml,sha256=5wF4Y029RPmbbqMdFSW_zaOL_c6wIFhTW9DExmIpmbk,218
lm_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml,sha256=dJZvDQkdhyOoQvqET5PyZXjLSVWfxuyte5v5eYZuW5g,224
lm_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml,sha256=Fq8CDgYJcE6Rx6BlV91_H_mcMmgtLuBpkKEUhf1GbLA,244
lm_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml,sha256=Ctj-okwLoU1SWH-w7CLo3SFgC1UMvkOecmT4hiQCTWw,253
lm_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml,sha256=6cazT3i4JhKksv6ee4MTdvSch8vk2Bi1hlis36ZmQNw,243
lm_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml,sha256=M2TMmwpg1VJP_89YXRVW2v8LrYypXVSKKgJaiyrXB8s,249
lm_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml,sha256=jjNHVj0OAHCSgKlLlGlb_z5cPzLlKNdDECVgjC2pVmk,270
lm_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml,sha256=TwWC_VRq-VqzWpI3Z1DE4IFgI0CZeLK06e93q3REXp0,255
lm_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml,sha256=hZ231d3nmOrWJaOT7COy84KKms805KcFSQjm4TbFDp4,247
lm_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml,sha256=ScyxzFIxrw46yegFU9-hl5POZcAJC4JfMfv4ouT9BSo,243
lm_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml,sha256=P1qZNBR-1vUxqkTlh1oWRqarJeGJQMj-LqEEf56HUAc,249
lm_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml,sha256=lPk9f8t6I3aE5Y56yPfCQywH3IMxht2wLSsB9pIvF4c,252
lm_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml,sha256=NyCWg7Q4WvcXaVR1bvTyaXrrfvHi7myA6Dea4zi04rk,244
lm_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml,sha256=H77Vjp_UkpvZ7Cl87iXY9gn_dcLhh6RFeimGnsnF_rY,264
lm_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml,sha256=Zy7p0NdV78D6uqaXMl7i9RJ-Sj7jv-uogWKatpz1LkU,264
lm_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml,sha256=R4Ss7JHj3CXDWR_MeiKtYx_3mWsEB7KdYDjvPiSy1e8,240
lm_eval/tasks/mmlu/continuation/mmlu_global_facts.yaml,sha256=tLIiy8tz5sReidO5kvITphEkl-OMIk32WX_G7pnK1ns,235
lm_eval/tasks/mmlu/continuation/mmlu_high_school_biology.yaml,sha256=sRXfM57YZ7cBqNPzT2g2P4OJ3-IsxOzMQP6PGWpI1yA,255
lm_eval/tasks/mmlu/continuation/mmlu_high_school_chemistry.yaml,sha256=rs3En93OgVtEtHfDYRUrTR8UYrsKDeZw4J_YeUM_uSI,261
lm_eval/tasks/mmlu/continuation/mmlu_high_school_computer_science.yaml,sha256=atRoHgZ7095FvGNjJ0VVo0qGqqs2_mc_XDFjLfFRdzU,282
lm_eval/tasks/mmlu/continuation/mmlu_high_school_european_history.yaml,sha256=7xT55GPHqDGK-dCBC2L0A9xV4nV2UnJ8TLL0pqY5NvE,288
lm_eval/tasks/mmlu/continuation/mmlu_high_school_geography.yaml,sha256=B2qvG-YbNJkPWMgVJZl2WGIh8KOtR_yE0vHCB0gx5qs,272
lm_eval/tasks/mmlu/continuation/mmlu_high_school_government_and_politics.yaml,sha256=vtXlV8rwpk09yGDjaCEDvrq4WTeML_Z2f7qgzEr0x_k,314
lm_eval/tasks/mmlu/continuation/mmlu_high_school_macroeconomics.yaml,sha256=rDmYLJH-OmTOnYzsRfHZ5bllGS888Cg43Feb_cPc9Cg,287
lm_eval/tasks/mmlu/continuation/mmlu_high_school_mathematics.yaml,sha256=60YqLIp4lTPrVLpA3sYm4P97G4rOMJlKFrnTJT1mF_I,267
lm_eval/tasks/mmlu/continuation/mmlu_high_school_microeconomics.yaml,sha256=Z00g2WIPtF4z-zEWCxxOHXQx0yb1wBIkoa35Gkq0m5s,287
lm_eval/tasks/mmlu/continuation/mmlu_high_school_physics.yaml,sha256=PFmsMPCK1mwBAZKnlOt1kDRooQQ1yTQqlAoofkYn_GA,255
lm_eval/tasks/mmlu/continuation/mmlu_high_school_psychology.yaml,sha256=eAYNlU5T9EPHQNOQMbLJ2GEyEbzMbrX_ZBa0mIknilA,275
lm_eval/tasks/mmlu/continuation/mmlu_high_school_statistics.yaml,sha256=pGdOUMD2iAx5Irv45urSdnBy9KT9sK3TKK3AzETJzHA,264
lm_eval/tasks/mmlu/continuation/mmlu_high_school_us_history.yaml,sha256=7Aqq_2a7qoWztzn6t9rQPdxZfAFfFk46CJt4at_uYiU,270
lm_eval/tasks/mmlu/continuation/mmlu_high_school_world_history.yaml,sha256=XyTanBXEGN6aQBA9b4_Jh1N947YRm47oHGlHOwMroto,279
lm_eval/tasks/mmlu/continuation/mmlu_human_aging.yaml,sha256=gejBlHmyvAEQJu2FLvZYtRbENsEncJaTqFl_Pf_KTpo,232
lm_eval/tasks/mmlu/continuation/mmlu_human_sexuality.yaml,sha256=5Fi46eDrnRpcBnD8mswg083Tgmv7E50qBzS-ks78LyA,254
lm_eval/tasks/mmlu/continuation/mmlu_international_law.yaml,sha256=oRjOW4VID7liH_sP_qJpBjHzLdCU8TT1TRIr0s1hXNg,255
lm_eval/tasks/mmlu/continuation/mmlu_jurisprudence.yaml,sha256=WiNB6CFoFNCZvpiUFLmkEkc5j44hhiiwdpX1K1jh09c,242
lm_eval/tasks/mmlu/continuation/mmlu_logical_fallacies.yaml,sha256=_BHRBCzM95XRvh8Hu0gvy8fDczq4l0m5znh2-Wbyt80,255
lm_eval/tasks/mmlu/continuation/mmlu_machine_learning.yaml,sha256=uUENhlqJhUTg89vz7DX-3FO7wrsTywjMynwBa6aJKpU,246
lm_eval/tasks/mmlu/continuation/mmlu_management.yaml,sha256=tnrCl2MQuj-12fBhp1wYqzQSIBOnwizaDBS4PdAMQIc,228
lm_eval/tasks/mmlu/continuation/mmlu_marketing.yaml,sha256=BOiDzMwEvZndG7g73fKulu3JANVAE074wlavVdnJRN0,225
lm_eval/tasks/mmlu/continuation/mmlu_medical_genetics.yaml,sha256=MmhMn1WZ4_j6qaiia3SKCZcwhMqPt_AYfvzkGEa5aek,247
lm_eval/tasks/mmlu/continuation/mmlu_miscellaneous.yaml,sha256=oCHMpWmjJGg3-zt5104KMS4YK08jnfEWccqe4zGrrmA,237
lm_eval/tasks/mmlu/continuation/mmlu_moral_disputes.yaml,sha256=Sn3noEpM6nzFNUcZrrvIJFScuaaNR3stJ3S8usxfDBw,246
lm_eval/tasks/mmlu/continuation/mmlu_moral_scenarios.yaml,sha256=6F3YGbzxDOXqgvKNQCAAgjyz3oYbO1ttFPEnFnOHpT0,249
lm_eval/tasks/mmlu/continuation/mmlu_nutrition.yaml,sha256=UbtsbuI_3Zt4SchTrrGXebYu529uSuzuhvQ9AoyWmHs,225
lm_eval/tasks/mmlu/continuation/mmlu_philosophy.yaml,sha256=XTLNBVEgORnWfjxcd8mYtVocafD8T08kTeEZqf4PsN0,233
lm_eval/tasks/mmlu/continuation/mmlu_prehistory.yaml,sha256=nocdGCiv3b-4Xsn_EdsFIyr_yDYV2hB5BmdLygbuCIU,233
lm_eval/tasks/mmlu/continuation/mmlu_professional_accounting.yaml,sha256=4pGTELtHIO-SLaGLrimlJQOFDsN1jMfdn6UT2HotODM,268
lm_eval/tasks/mmlu/continuation/mmlu_professional_law.yaml,sha256=iAth1MKB0L-50KDb6GaejvJYw2WD7c1sfH1rDTcQclg,252
lm_eval/tasks/mmlu/continuation/mmlu_professional_medicine.yaml,sha256=zl2bYnP5SX9bo8-GqgbmxcxXHxQk024e8dwI59c8H5U,262
lm_eval/tasks/mmlu/continuation/mmlu_professional_psychology.yaml,sha256=IhA-lGKahGxIPg74v4wo34KL2KaMdwB3eLFRn4lowyE,278
lm_eval/tasks/mmlu/continuation/mmlu_public_relations.yaml,sha256=CjfqDGWW4wkwyRphCoguRelfOrLfvm3MgwUwsmEZfJQ,257
lm_eval/tasks/mmlu/continuation/mmlu_security_studies.yaml,sha256=OJNRYgHpzilfo3iG5ThaOTBAEZRgRHRlg5Eqmsz9mTY,257
lm_eval/tasks/mmlu/continuation/mmlu_sociology.yaml,sha256=l-_PTHLa444UCldUsQUEpngNnD9KupvbLXrwTyqyyZ0,235
lm_eval/tasks/mmlu/continuation/mmlu_us_foreign_policy.yaml,sha256=LuAAXAilA84hb29_XriugIOoFv0DXXpmPqY166U9TB4,260
lm_eval/tasks/mmlu/continuation/mmlu_virology.yaml,sha256=cg2ed5lJY-btTgeGE8GSmMsG2MRr08pHNMsR08YOQ3E,222
lm_eval/tasks/mmlu/continuation/mmlu_world_religions.yaml,sha256=riZLS_ZEYaMSsmeaeEbBuT59R7XED8ZmPSUy1AmPJRM,249
lm_eval/tasks/mmlu/default/_default_template_yaml,sha256=CyVZ1601IKoOQeIG34CWI1bXeeOvipU_iE1TDpIwlfM,512
lm_eval/tasks/mmlu/default/_mmlu.yaml,sha256=413SX-pfpVg_u2Spn5t8SiBxo-271lGC8VLXe3eY4R0,179
lm_eval/tasks/mmlu/default/_mmlu_humanities.yaml,sha256=eQA22xQg58ihJm8UnsqkATJjgGCFUvwSPKwcFSVa1_E,166
lm_eval/tasks/mmlu/default/_mmlu_other.yaml,sha256=HNgDqPVriKgw-KEqn8BS2LgjfHErjqhZWC2j7ratQ94,151
lm_eval/tasks/mmlu/default/_mmlu_social_sciences.yaml,sha256=7OSjJtYDwkJEEa9KOxyxqZZ3eS9QzTZvjp9ecmiZGUs,181
lm_eval/tasks/mmlu/default/_mmlu_stem.yaml,sha256=LVhWPPZ4wef5it5apH_2gUPYVUzBZh7XuDKr5IOyYE0,148
lm_eval/tasks/mmlu/default/mmlu_abstract_algebra.yaml,sha256=8CbMiRigpKQir0KG4iiJ3m9CNINnGXX91UKclsDQ2e8,270
lm_eval/tasks/mmlu/default/mmlu_anatomy.yaml,sha256=ja0vjcJFIkt5gcYYbhGS42LSbA6sZJ0TBwgPV9-S_2Q,233
lm_eval/tasks/mmlu/default/mmlu_astronomy.yaml,sha256=p3IydlR74kdPFBPTh9E_H-wXmumPI2p4JYxsg-Ix2SY,241
lm_eval/tasks/mmlu/default/mmlu_business_ethics.yaml,sha256=Co313C-i8C8ccNp6uSB2H0eYYkYt7pdFcYLfgXsdzlc,267
lm_eval/tasks/mmlu/default/mmlu_clinical_knowledge.yaml,sha256=IwgnlRO7cfVrxGIT7HPZQpGKbl1u3IhW7EMNzG08wms,279
lm_eval/tasks/mmlu/default/mmlu_college_biology.yaml,sha256=oQLl3dYZWRqKft8YML14ya5W8IOQijH1tiug16tZNpU,266
lm_eval/tasks/mmlu/default/mmlu_college_chemistry.yaml,sha256=qvvRZZK85AhQ-V8Tph065T8uzFEh4Wd-m8J6iY2LAiw,274
lm_eval/tasks/mmlu/default/mmlu_college_computer_science.yaml,sha256=NLpXnRE6x9SZ-58aQdsw9lbrT4XyQMjoWy4ByKLnsao,302
lm_eval/tasks/mmlu/default/mmlu_college_mathematics.yaml,sha256=9e4tXKs2_c7pZ4_f2jHB1tr9FzZ0aSMR5qMABRHX3hQ,282
lm_eval/tasks/mmlu/default/mmlu_college_medicine.yaml,sha256=PJVliyXPmd2cmYQwRjzcrhrUw_t1xzWsRINEjMvgdDI,271
lm_eval/tasks/mmlu/default/mmlu_college_physics.yaml,sha256=QZ_3QTRbAcjXNiq0H3pI8OpEZnzwu4cFaHGKUAscpqw,266
lm_eval/tasks/mmlu/default/mmlu_computer_security.yaml,sha256=pzT4m_-0A45r4n2fQCqsDnm747gx1C-v_F4VQQ2IqVM,274
lm_eval/tasks/mmlu/default/mmlu_conceptual_physics.yaml,sha256=L0Qqh0Ubn5WyKQfUNOc3yhRFXxlzkK1pu6rplwBK1KI,278
lm_eval/tasks/mmlu/default/mmlu_econometrics.yaml,sha256=TUI4bKKlY31gtJeMV100kDVPQDjGd0MImn6f8U1l-xM,264
lm_eval/tasks/mmlu/default/mmlu_electrical_engineering.yaml,sha256=wp7Wspyyiw_UwkOiv2NzhRI5JhGbJRYPmfAoZ_W-E5Y,294
lm_eval/tasks/mmlu/default/mmlu_elementary_mathematics.yaml,sha256=kBBePuU6hp9bsjNh_gFBnpzsVL-_HNgrLT8-X4ozXEo,294
lm_eval/tasks/mmlu/default/mmlu_formal_logic.yaml,sha256=MePI7FG7vounhClIsohEsPEt6LcJBZ8WR72jn4YKuG4,260
lm_eval/tasks/mmlu/default/mmlu_global_facts.yaml,sha256=2Ti5YqP4_c2QBA2e8o25BoptHs8IpzEdjeftifd-q_k,255
lm_eval/tasks/mmlu/default/mmlu_high_school_biology.yaml,sha256=O5Z9S_UWmqkKvYWgS5zKV0a3kQKqnj_spKrYMY9EF2c,282
lm_eval/tasks/mmlu/default/mmlu_high_school_chemistry.yaml,sha256=2JKCMz1Pzh92HfXguu3LWapy2rIvRlHT4fd6oULNHwY,290
lm_eval/tasks/mmlu/default/mmlu_high_school_computer_science.yaml,sha256=T6IF3DSgmKz2jjA_b3wNo73enUY4qUpWg-9sV8PD8Ts,318
lm_eval/tasks/mmlu/default/mmlu_high_school_european_history.yaml,sha256=3DDfgs3vFpKpmAaxviqpTxY2JAcXnMKi2eq9s3sq8G4,324
lm_eval/tasks/mmlu/default/mmlu_high_school_geography.yaml,sha256=S242QlomkOAuRuinx8iG1k5CCCOZhXx7_C85bZPTjqk,301
lm_eval/tasks/mmlu/default/mmlu_high_school_government_and_politics.yaml,sha256=ArleOPEzJmppu7_7jsrvX2f6BSHYGw9UCg5MwtzGSSM,357
lm_eval/tasks/mmlu/default/mmlu_high_school_macroeconomics.yaml,sha256=2GUF-nirRdrD3pAkMrsaMOJfPYb-ICicB6G2EhRSnzM,321
lm_eval/tasks/mmlu/default/mmlu_high_school_mathematics.yaml,sha256=fNqq0LopnVZ5s0TsjNR3Xdgev_ORgEEVenqYBwjzHcI,298
lm_eval/tasks/mmlu/default/mmlu_high_school_microeconomics.yaml,sha256=tQ7mpInr71OeoYG5aHFre3zclHKfxYzwG582OICT7DY,321
lm_eval/tasks/mmlu/default/mmlu_high_school_physics.yaml,sha256=juM5iHF60cnMKfUYQf_di6LOV-gPk_xvPVcKSMZoOTQ,282
lm_eval/tasks/mmlu/default/mmlu_high_school_psychology.yaml,sha256=YDt1fIhD7eXGRRolWTqO5beB1FOwc3LElCSBa3mppK4,305
lm_eval/tasks/mmlu/default/mmlu_high_school_statistics.yaml,sha256=udrapc6FmNb9BoSB4D5hflFU-QRiyApxh0v4B3-_hJI,294
lm_eval/tasks/mmlu/default/mmlu_high_school_us_history.yaml,sha256=K9E-G2J7AitlxMjxNfrCqpbc2cp_Rv95q-hnnCeeuUc,300
lm_eval/tasks/mmlu/default/mmlu_high_school_world_history.yaml,sha256=WA_YSk9MHJqXSxO8uS859aDEZEAkAXRN2bRdqkp27q4,312
lm_eval/tasks/mmlu/default/mmlu_human_aging.yaml,sha256=zugLY3kLDobnsmzWiXPEEKsqCF52JiaKSiVYftSKeBE,251
lm_eval/tasks/mmlu/default/mmlu_human_sexuality.yaml,sha256=Jn_j64_K9S0Vf8wHKNBRP9uRwzcRc_44jgsD-KfqCeQ,277
lm_eval/tasks/mmlu/default/mmlu_international_law.yaml,sha256=mQZNHQMEEGyxn-ox_Ur1z2mpSctPXocXKadtCQo-icM,280
lm_eval/tasks/mmlu/default/mmlu_jurisprudence.yaml,sha256=LRj8ZU3UTZLd05St8ePvl8dDZjeLs3NFsuRNL3n6KwU,263
lm_eval/tasks/mmlu/default/mmlu_logical_fallacies.yaml,sha256=LwO9JW4uEv_zzexn6k8I321ni226y2liwNgdwNovNWo,280
lm_eval/tasks/mmlu/default/mmlu_machine_learning.yaml,sha256=eJuvGEQp1rUF8W_lgauzK6GBW0giNzW-FXECRMPUyUg,270
lm_eval/tasks/mmlu/default/mmlu_management.yaml,sha256=nUUHwGC_8NtNyP9BmMYlcV7_7SjST9v1RJXqSTscbSc,246
lm_eval/tasks/mmlu/default/mmlu_marketing.yaml,sha256=9j_s20guPyO90YY8ajCaXdyDbgn1MVFfCjPehGG4JMk,242
lm_eval/tasks/mmlu/default/mmlu_medical_genetics.yaml,sha256=qya97Sl3V2Ch5UVdR2Inx0pR2U6ws2k2OmnRhKh22Fc,271
lm_eval/tasks/mmlu/default/mmlu_miscellaneous.yaml,sha256=r8mO_OlmdomVGU_9XY6GyIG9rQb9W7V2FWs9oTP4LT0,258
lm_eval/tasks/mmlu/default/mmlu_moral_disputes.yaml,sha256=7IJ549pb_EooobCW8d1sQv5fMH2anFE-PnnymQ8v0Fg,268
lm_eval/tasks/mmlu/default/mmlu_moral_scenarios.yaml,sha256=yYpgqZOGyvsJXn4CtWxqdAEad6WmdykB0FXp1I5j4m4,272
lm_eval/tasks/mmlu/default/mmlu_nutrition.yaml,sha256=4RfBW5hG_HXp788o9i7epsc20k1NGsw-MQIF8YUuYiE,242
lm_eval/tasks/mmlu/default/mmlu_philosophy.yaml,sha256=dlSgZ1LFxF4GN1COpKUoeYEUwQ-rFyt2HKLvOXwNkXI,251
lm_eval/tasks/mmlu/default/mmlu_prehistory.yaml,sha256=wj-NzE6WAR-evKmbyysjcvR31eNmgWkLus2UwKQDtsk,251
lm_eval/tasks/mmlu/default/mmlu_professional_accounting.yaml,sha256=Qy3zH6atU5gCARcYlIH2GvvEsnv35-fwP6g_kA8BzRE,299
lm_eval/tasks/mmlu/default/mmlu_professional_law.yaml,sha256=YGfWAWDQl4teLBX67c2br1GIYAh2qJL7CMQvG0NpdYw,276
lm_eval/tasks/mmlu/default/mmlu_professional_medicine.yaml,sha256=rt1sj8W2YvEZf9opIL6oUWzkCQ4W-X7wzx0ipMVCdOQ,291
lm_eval/tasks/mmlu/default/mmlu_professional_psychology.yaml,sha256=yKzADzAQs5bONPK1T_pr8IBjl6exT5ocUuqxi04CxkI,309
lm_eval/tasks/mmlu/default/mmlu_public_relations.yaml,sha256=P1YLsMvplnye6edT1BaBMEo2bIPkzMtzdD_KTQk4Uz8,281
lm_eval/tasks/mmlu/default/mmlu_security_studies.yaml,sha256=wj95CWRxndMquutJk-y5v1Vgp7RgYiDNiKkAgw4R3y8,281
lm_eval/tasks/mmlu/default/mmlu_sociology.yaml,sha256=vxyiL8KbZUMbg_qd5ZZ2o1Q1NbmrlC-obMT_jIcb1sM,252
lm_eval/tasks/mmlu/default/mmlu_us_foreign_policy.yaml,sha256=RMNup4UrzMlB_CQ3C82cmFqw_zNKlolSWmUR7yxqgzk,285
lm_eval/tasks/mmlu/default/mmlu_virology.yaml,sha256=AosNOsus2b-D9-Z6QbBS5Gmf7Mykx-Xp7ddPv9JZqBc,238
lm_eval/tasks/mmlu/default/mmlu_world_religions.yaml,sha256=CNebGzzEl2qXyapX8TYstYjbHmgBC6Vv8zpPvohOPio,272
lm_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json,sha256=CBR4SFsdT1HgEwXhkRPw46Ro8tx4dZY4aZjiKal7CWw,218396
lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml,sha256=hBsME9F9ypSE4VNQw9ZrG-9Yl4vTeLos_8MVxwTdudA,808
lm_eval/tasks/mmlu/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml,sha256=PXNAB7b1vfFfer5WDR9JRlx7uY34S5a8Gn5qT85F7To,963
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_abstract_algebra.yaml,sha256=aoKjo1daIkx5T30ISY7o2BUA3oz4W68XexDysWUxdCo,3437
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_anatomy.yaml,sha256=NfsdVpLvvYjfUUXDBnuPpfskUdeIRcWnUJ3FrXS5JPk,5059
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_astronomy.yaml,sha256=6KSucqnE8iOZv325YR6EUQv0WRPM5QAbvtJrw4Lt-GU,4723
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_business_ethics.yaml,sha256=ePEfWvjW9hGri9fyYrdWKJApibnBEgxwIFdznFWgsn4,4909
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_clinical_knowledge.yaml,sha256=jSX8CrLPkqtcQ2xfZw4xX5qM8YgBLyl9xC0l9r1JLLg,2900
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_biology.yaml,sha256=9icSIiNn-Lk97LWSi71sblLfhTesUuORwrQeRZNAfWY,5193
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_chemistry.yaml,sha256=umclUsBFK4O89oG6zRtUFAKs19DrVyue6_MMaAFlb5E,3237
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_computer_science.yaml,sha256=EdD6aAAx-i5yc_Y7O58PsOoXycRKStQhF2U3pX_w9_k,7034
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_mathematics.yaml,sha256=xSIg8xcmZZVRydgLynC3-pUbUL2pBbYMvFP_xQ1vAxI,4331
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_medicine.yaml,sha256=RLDXJh-sQOQ0lFWII4LNx_MJvWNVIqWD0Sn5T3JBrO0,4607
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_physics.yaml,sha256=6v2Tf3_W5VHFhB8H_xlxRlT4FGUiW2yod6bDvdhCk7g,3715
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_computer_security.yaml,sha256=POr2i_1yjPFuY3HeTBUL3bsTURZFqKcs_edm1IY8F3c,3054
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_conceptual_physics.yaml,sha256=Dqx2rk0-aZOBkOJyM5l5zxpPHMSJ8f7O7byfJeCb1Uc,2809
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_econometrics.yaml,sha256=J-AUjmmIOmO0PIL183eAvilrIx-vzxyGITFxcNCE8Q8,5536
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_electrical_engineering.yaml,sha256=NNyYtTJuQRTjhpruOqTft_hxl9CnCuNFSHyGN7iy9v4,2914
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_elementary_mathematics.yaml,sha256=P1QoBRn3f-XM18dFvVDhLRtx0s9F8nH6CfkD3yI0nRU,3504
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_formal_logic.yaml,sha256=9AGOvcYauBYhyCqThrTaewYoCXXkuwAtAGW5QYoo3Lg,5114
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_global_facts.yaml,sha256=nmnpD6mUSTKLZISz_w8vz2oFTGuK3_v401rbdhbgCSg,2833
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_biology.yaml,sha256=iJunyyel8WFVqtJ9nOlsGkqE-ChRSwLO7JcV5GZdoQI,4783
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_chemistry.yaml,sha256=JHmrVEaXCM7g8vh9E69K_gUoGBCvH4y-MBGpbzBrPC8,4328
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_computer_science.yaml,sha256=F14sc4cBJAT_2LcpeTrt51R7uRjHig3F5MPtxVGCWlY,6099
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_european_history.yaml,sha256=lPKdTXSKf_OjAM0mAOU979ZNI_iF9_r5z_4aaiXxQrY,15060
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_geography.yaml,sha256=tOeqElDXEHPrrRNvXlV0L7L3N4Gk0LOE0rZvIlw1jqM,3204
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml,sha256=iAephTGKPDRHoxgMnpLefgqNM4kplcWYTDbEnk6uMw4,3706
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml,sha256=jXvXWYS6kECGZHZbUbOB7LkCN5rkknTbF5gycdqmk9Y,3175
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_mathematics.yaml,sha256=ThNRgKwDtZq12U5bIstACPcgXEMI-nnjS5zNxXNL1e4,3101
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml,sha256=R6fCxhwNYGgBw_1ZD9vhqm94ebDiB3hiUfZ9rIZR0VY,3372
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_physics.yaml,sha256=Pheqv0INY41kpLOYNSS1WX7JBO1ToQI194DK_fEpPFo,3340
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_psychology.yaml,sha256=BTF2HYLYG1iP95UEHKS2nNGayJ5mKe7TGdNSRoiz9pQ,4131
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_statistics.yaml,sha256=UMJg38f9nwfPF4Jt-YXEE-WkWaW2k0RI9QlfZAZmul8,4953
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_us_history.yaml,sha256=s1uN2OUtP1ZdsmH_XTVt6oYczvHqP-pfau5m8Soe6es,11947
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_world_history.yaml,sha256=S-OeHiaFnGIr5lDt7Cj5f8nco0z3DlFo7tVI8igv0sU,7284
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_aging.yaml,sha256=ymydkPmpbhRS8VIoHZd7ubjpp1TVKjowFlOhlVxFwzs,2289
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_sexuality.yaml,sha256=z08VPd6Ea6dXOLy7dPqv5D6BpTcqeOHcQT6Xj3DFqkU,2846
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_international_law.yaml,sha256=UTmuJzpiFavS2ytDpE5FN3CFXxznRQopuF0D80mRC1c,4656
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_jurisprudence.yaml,sha256=RAGu2JMVkjmX4LfqdlVhx08yaHHWZoGVHQaeK0WkRow,3813
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_logical_fallacies.yaml,sha256=RgvkHNCUhhqgE4uZBoOp-dJuCqVJ6XR1yAZauNJA7ss,3789
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_machine_learning.yaml,sha256=15QW1HTXpuYa5ZH4rEP5Rsp5ONh1ChxRcLCcTnBZslA,5222
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_management.yaml,sha256=lLcSx4BvWS_R2gall4ag9_pgH3-_U7eDTz-3Fx1DSow,2755
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_marketing.yaml,sha256=jh3RSWqO1CIYDOtMKsZHiZ7KWp0pcy_9CdyawkKUEeQ,3411
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_medical_genetics.yaml,sha256=tWEjkWRv9cK3MwCFwZPduR2ojdx1uh9RqokpdbiI95Y,3090
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_miscellaneous.yaml,sha256=XtpBvyjvm0hgFDLTN13Dco1KVNqaYR1GsJiL3gzrpYM,2309
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_disputes.yaml,sha256=Pk2KL9ApOsRDFRvcnKHh5jFbVKO5pgzS2fbpG-QpIfY,4154
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_scenarios.yaml,sha256=zxTSiCbkkt_TQKS01FqGFr-Op4oaVqb02GDj9LBxA0g,3752
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_nutrition.yaml,sha256=ZssM_H6p58oOpBzbc4BYQVmI4_HcwUXvWEzBJVwV32g,4036
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_philosophy.yaml,sha256=fGvJp-3mY5cVPEP75VQep7GRXGuFm5lDMG1vcAGyRnM,2547
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_prehistory.yaml,sha256=vHKYo5rqJ31ybEX7ELyOeDKinVPZMvyLmKRLHZQev3c,3589
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_accounting.yaml,sha256=nV05gC06lQBr-d2bv019_mUBKERIhoPNzl_Rks8qVpA,4077
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_law.yaml,sha256=YAAkAb4sQm0o7sGRBpeO2lAlI7nyz63ff-oYSYHRZt0,9158
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_medicine.yaml,sha256=Xw5al8I3VhWnDIKjXMbWbsvQdrCZD7mmc2QtAgTiALc,6138
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_psychology.yaml,sha256=6P8qbZ_O3N3jEiJwArq1ERm7NtYLuH5-wS5GJXekANI,4161
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_public_relations.yaml,sha256=9lLn5RYT4bGPyUbdSl6V6bySu7DUK_orSz8H1HZ5W5E,3287
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_security_studies.yaml,sha256=CE4XR9kh2RsYwTY1KwAE1JULtR4IwPi600gIQcZqN_4,7483
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_sociology.yaml,sha256=4RYeG8EHkC4CTaNIOilP4IFCMP8FF7c0Egp_raGanhY,3603
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_us_foreign_policy.yaml,sha256=VYUq-Ca2wgNtyF3EXqI8cAdD2k4k488Gt83NiKxNSII,3414
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_virology.yaml,sha256=_5OZHH8JTrwLiJHe48_am-NcGPTsANHzz6W_rRWXhsI,2569
lm_eval/tasks/mmlu/flan_cot_fewshot/mmlu_world_religions.yaml,sha256=RzCfh2DX0Ndpa7RQKKYZGr-G1MQxwzVyBUOIe6oVLaA,2239
lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml,sha256=a6ISoKR5bbvwB6IlhfHtgYMUn4u6hBcvgTKvkZ6_wS4,756
lm_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml,sha256=A-9g3F120II-ijx4F8zk73Ti_j-s3KfyGfTthgVdz1A,1178
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_abstract_algebra.yaml,sha256=D05DDG34FWWlGwetDV4PdGA3WZO9VboybU4p5kGptKk,282
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_anatomy.yaml,sha256=cY4balmA0QCne1GmiGojYS-9fpjfWbCtmRjw0PVUjso,254
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_astronomy.yaml,sha256=cwRgKV1OL7CTBD7srUikdN4Vf3OCt6FsAgoKwRORpBQ,260
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_business_ethics.yaml,sha256=ZrhIRdufEA1fYcMhsXKvB06D8wlYmrmXDpUEP_Nj_G0,280
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml,sha256=IZZZgomNbEMXSiQLeADOzZiNfhLwiJ7e6pyqxUgDMB4,289
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_biology.yaml,sha256=mDwWAnhwclDY0D-x_y7ae3tZKMGlS79NlNlfdJ41Ri4,279
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_chemistry.yaml,sha256=P-90NKqT9YM9LYYo83fJrim9ififcADZvUkBtkL_qc4,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_computer_science.yaml,sha256=-mIVc_Fdd1HqNSdV1rzYtp_JraEX6OrvLhZQusw6fsY,306
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_mathematics.yaml,sha256=XAHW5r0unXbZOEcjgP3AidZcabbqDGM0PSj_rOtqVa8,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_medicine.yaml,sha256=VK9vZWHVJyTidMD0-NeeIkeAKg1Rz5ePO-Sw4hnUG_8,283
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml,sha256=-ZReNbSo65Wh1vhTq7AaysoE6tKXLxLyPGXaJgKEong,279
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml,sha256=JVlwrz6AGKo5JiPpqRwJOiquysmPKfULu5SlQ336Kng,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml,sha256=PI0oH1j2jO8jgClOXahq_z4E1rigvQGtPiBHP2tZSp4,288
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml,sha256=-73Tl3h_r4XsEtBu1cMshKyQ6NTMTfv2KHSDduAslRk,280
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml,sha256=SDKUoWWp9cIqYXvjTLem5tMaxb0aQI8gdAb4rDFAasE,300
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml,sha256=EtonB9CNq7aNJ1wVcxhZEL373XgjUqvv9005lUTZlfc,300
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml,sha256=dlkXXyHQJabUdEPoWuAYZp1RJgrjHEFQJoxJ-4mAS6g,276
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml,sha256=ivw4selCmO47w_LJ7RrfzQd3jyToMQ_BTZoZFm_Mmvo,271
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml,sha256=b5BKJIFA06AXkv_5Rh8LRXW0b7xoTE0rlfH3b0A6ONM,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml,sha256=MJtb1Vk0KVeaEjF-2f7WJEZ-pBVP8fWfs0dyTSHbTcA,297
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml,sha256=jfkNachrEHkFYBeRKBtEkW7x0Sn0snBJ9W8AYs1KDtM,318
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml,sha256=XspQCpWtltqohocXZlkq_z7u11vM94_lT8LO_hBVcV0,324
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml,sha256=DVGHMwbvjxzvcsOuE78daoAdWBnIOIdmB2mlyf2fuXE,308
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml,sha256=lSKkQzGk3EiUvLME-e9qO3yDsQfGaTrujlfmBwNBHxM,350
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml,sha256=E0I_PGk9f0Wsdw3F8tDuU2iOKUVy3J2Y4p43Wb_euds,323
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml,sha256=27IY9CpRty63Alj0zzI8cDRWUKgM7THicNytWJs8f_Y,303
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml,sha256=LD3Zv_TzObQHeWLggpthdaNAA7ui2XjsWXlimwQTm_s,323
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml,sha256=cm9dQlFdMtfz5tOwiyXM7BqvKBidwRvveb3ztxXdfM4,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml,sha256=VWp_wWvztCPD0tyT3QrRbfo9mg6rfGMXGOS-kgDL2gI,311
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml,sha256=IltR0N48zxn16GwipiRpZbKQ5qzTgFzDH1NOaGl2X3k,300
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml,sha256=y0YirRMDycGp_K8S5jznOiMAcONYRmS05ZtkvKzca_E,306
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml,sha256=lGmBBbBH6NAevJaPGb2o2sygGyyyMDoiIwpmgqiY2rY,315
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml,sha256=KqIp34UVbvFLpsYSLd9J52orPct2ughaBLDr3VhUVic,268
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml,sha256=Jy6B8vN92ibceNDtU01Bq_ndA8NdPYacXeqoceKiV50,290
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml,sha256=PXfyqDlb9f9UGkpMYSTW46JWFPbbAgFtKLM7vxqAegw,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml,sha256=DjJ_Bq17wreCwNnc_z-yFV48cheYizz4yYsmYCcmKnc,278
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml,sha256=nkn_yuCqkcR9NyPxDrmyC9UKOYPHTz6HkyKQP7-Na5Y,291
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml,sha256=aRqD8d1rUjB2sjUoC_ckLlwiHHwdDX9INhByQO4xRsY,282
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml,sha256=IL6nGRkVGZWTqwKlUa-WHtajFZuLyAqMUb3OsN2MwHA,264
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml,sha256=2Lipzgz9YxVanlPjwDXZzvryBl5LpTb2NiLwNQcAI3I,261
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml,sha256=As4rH4BaPJJFWhPnWE4ZP5KY_Vl88TaQFZGW1fgM31c,283
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml,sha256=4WWyq9lBuuVT8HQyVzKrl9gcaCi1I5gbZufGJjoOt_w,273
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml,sha256=FJW0e-H44dVj2Dzc4GxYaCZHrVG5KucwW0Y7B4L2TB4,282
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml,sha256=hbS1LVpvN4e7FEz8DoYFQgfbeL-H5AacySuLzvFaXiA,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml,sha256=yJ0J_nvK4K0BfQ-j4QFFnaajaFD0jyedf6t4KqIr6Ks,261
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml,sha256=0avKAsr5j114NxEsE8INnzfUpC5aKXbMRzV2ykd5dZ8,269
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml,sha256=su4Ax1VNGwqAE3oagG-xQBtvhFdUaGDQf0n4Fz5zYeI,269
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml,sha256=qjfzLUYsrnl3LslRPuhBrRUWJBsc-wsvih-N5fkaJQM,304
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml,sha256=tGM7w7_jiNzpb9PudNOhahfUG4EJHnPOhDu_ah3Z_EU,288
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml,sha256=Ekt23-3O7iBVbDutXEtk1-upwBwSs4FvM1RE6AwPVbk,298
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_psychology.yaml,sha256=v9Qg03p5C3m2mZF_k9-UuHiUAueNKTWMLKoFM1M-nio,314
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_public_relations.yaml,sha256=h6cGYx0u4HeJet4qZTsxj8drafX2GRvj6Wu7dm-rMZU,293
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_security_studies.yaml,sha256=_VSy2T68x180Kjzi_SvsJJo5Th-PSkDoZu_ZTUbJK0w,293
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_sociology.yaml,sha256=n3phQqnRjvI8UzNdD7ixVlRPS6EnlXqfCtZeI5l6xQs,271
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml,sha256=aZ_BVODXeh7eRUG2M7fvZlSNG8K0LVBIu6gTIkmkt_s,296
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_virology.yaml,sha256=2ecBnyQ9shyTxVsnx_UFVrXAd-Z2OERofAFq54zRNIE,258
lm_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_world_religions.yaml,sha256=iXG91N8qBRUePvkeVVCjCZ2iu4k55tXQ33SNp6SgVRs,285
lm_eval/tasks/mmlu/flan_cot_zeroshot/utils.py,sha256=LXwOcOnyAL_h3VRE0XzM66h2qJuB0zK1zhrqupg4jpA,4184
lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu.yaml,sha256=BSCPGWbxX7CowfeUEA0No3Rwm1DMzgAvSGHY447ZCrg,779
lm_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml,sha256=FWvpqTFWL3q3ln7ctP9KSjaTwERhtHcfyko1x8QxDy4,914
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_abstract_algebra.yaml,sha256=s7Jrilere_l9b20MHeUayblpjRBrE4JkdKS1EXKbBk0,290
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_anatomy.yaml,sha256=zNWn8oystI3AcYkzbrDJinJVYM0DnYJrlA3tAJwQtl0,262
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_astronomy.yaml,sha256=II3xv9y0OQg248KSmBwDKzn-HyA14zS5d9-DDbHFddk,268
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_business_ethics.yaml,sha256=NyWQoZ0cJ5GkSqpwrjmiim1v7d537uI0j1GQC2gFKN8,288
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_clinical_knowledge.yaml,sha256=QngfKYlWu5Nx2VSud9pgKKTVW1GK-eKML3fpq6v_ztY,297
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_biology.yaml,sha256=1YAyz2nZ7Owjtj3Um_bn4dCHrSn3QY8x1MCxuoMf4w0,287
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_chemistry.yaml,sha256=o8Ed0Y9Cu9AbT_r5r8RUvOxN1vRezkhFpSx6H3Y2kWQ,293
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_computer_science.yaml,sha256=1T5NXmzTif9MvWto4C2zFE-1WSLbAT0WgqDrnT8VCfE,314
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_mathematics.yaml,sha256=cdP3-FGOWQ0xq6GL_SZxKEM6Ry7ccVGPeLZKALOqpz0,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_medicine.yaml,sha256=H1zZ9nnJW6gTJpoOiXrb5uiJG4DYT5Wu5pgwUaAN92U,291
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_physics.yaml,sha256=FdTzJkEdF45HRR9T2SxHNKdoex66oEZVw3LKCKrJ2dU,287
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_computer_security.yaml,sha256=23G3cPpkTHfdCISGGTrZ96ayxh9B-NYknoCUKwsZmzI,293
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_conceptual_physics.yaml,sha256=pOuNyqn16eIoknydn2nZhU_qxtK52SNB2XS8GdUcQ1Q,296
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_econometrics.yaml,sha256=u4f1uNl0s46EU7p6uympWItgRMJHPxpMBUQvaegNrt0,288
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_electrical_engineering.yaml,sha256=qj2EavhGdgdRzWozLOukxByWcWVBuA9lz2KJ8JQQebw,308
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_elementary_mathematics.yaml,sha256=Aseq6EZOnY2WVtgVSNf2KJZU4XdRVnbBzt1RzgVl0so,308
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_formal_logic.yaml,sha256=7jpLTcbeCP5H7nb2pU26rZBgpQedPkK3UM_LpHcyAgs,284
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_global_facts.yaml,sha256=TcqbBk9fRU2cw1pPpuj4bfod5_oHc3Sxn376a2nBth0,279
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_biology.yaml,sha256=sEDSFdJQAmKYvL6D7ry8KaBc20JLtb1UIKRDGmyKCqE,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_chemistry.yaml,sha256=7WjWhgjlhGeSZN8nmDjhvFM38VCfmPFKUjKsQNN2jxw,305
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_computer_science.yaml,sha256=zbpbZsKsHCKx_W-zgqTVvncBFZeDFyGEl26cnsYfETg,326
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_european_history.yaml,sha256=2h1tvtpKyf7wIpY7RQFhiWJUy6ewZblQpItDkU_u8Q0,332
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_geography.yaml,sha256=HkkMxEBZilgLERERsBVOcJWJm6TeE0kp0AR8StbRf9E,316
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml,sha256=148V9B4X4Ugx-BRj4HZOep3j6oRcYy3_LfGASGRPFkQ,358
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml,sha256=hgLg4U3KvgYNX1IwvPXi5kK-v9wKcf_K28bX4tC11Xc,331
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_mathematics.yaml,sha256=8a2BQVyBbPbebDiguCriPJVl6hzfjKVsvOueXKJktzs,311
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml,sha256=pk3mU0VV_VlqDFmpiUTCuQc6LGDjAs425H0BjcLIzHc,331
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_physics.yaml,sha256=AZxNTMWDTCuq94nB5IosauC4FXtWTy3vT-PiQpPUdiM,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_psychology.yaml,sha256=lTA50Ex7dTgThukHjMqT0sdgMWfxfqQwjoxG9rAALPY,319
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_statistics.yaml,sha256=ElR08bu1Kd1ST07EYG8Xh21TKXkgDkfuGdPomnT6YDY,308
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_us_history.yaml,sha256=kGb9S2UQ3Ns6nHtdyfQ_pHHV9J3SQUxY9-sAID-KXpc,314
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_world_history.yaml,sha256=EpCtsxCnFv6-g9sqsJxzMOLATUQLhV9USwH1FuEg10g,323
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_aging.yaml,sha256=WErouLe5sv4cI2ck04yL4sxThiDxlYMoipedAK4Dqt0,276
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_sexuality.yaml,sha256=p27dFWiacrUWJjpFP42VOedTJbGMdhvofVZFJ5IbvFg,298
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_international_law.yaml,sha256=Cs3unyHAh-vdJkZW2VG-uSqECw4ZVE4M45T9ZVwZg5k,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_jurisprudence.yaml,sha256=PVD4etJIGccOpDvAgRXxATmWFFmj9ia7njsq48824XQ,286
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_logical_fallacies.yaml,sha256=MtuFmChMr69HuKnEtuku_aopmlte6nrEtt5yy7zy2Ek,299
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_machine_learning.yaml,sha256=IKDI0oC8uhh0vx9fwOC9s9-DsrG9nH28BYTc6oir-C8,290
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_management.yaml,sha256=0NQbxwZwIVAccaQ4aA8kdoTMbJECDUHz_FtJPvCNBFA,272
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_marketing.yaml,sha256=ULg8SlwzJG3dRrqzoHgArR4q1quVlcKkQGowAm35rzE,269
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_medical_genetics.yaml,sha256=Z4rFunNipapEXBeXGIhHbIAZn7J2SLuwODdJjHukFcE,291
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_miscellaneous.yaml,sha256=og2T_i0QTr0HLnT5X3aJ1YtzvrOQiOK_mMjHuHifjcU,281
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_disputes.yaml,sha256=2xneip6zemaQGdRTkgLiktKuMe6gpsSCq0hhbR2erSc,290
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_scenarios.yaml,sha256=3auT6HtyVcKbDU0DtVw4c0Vu3EhpnxgV89JVjjBZA54,293
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_nutrition.yaml,sha256=UgAz5XcXNI-BJuivOX120uWw7HnOwlNHav9Xjwao1x8,269
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_philosophy.yaml,sha256=TCbq7171FLsj0ta0_EUsmzeA-Ylwp9zXJblFhAHYhHk,277
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_prehistory.yaml,sha256=908FF1FUKyqYEoJMhEl-JxWhltCyGp4TROr-fxvuk9M,277
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_accounting.yaml,sha256=0vMPYRTVo3Qg4wCmpC-1vMK5_tDdM7Nzsc-zRTy3X-M,312
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_law.yaml,sha256=d59gXZqzkEuaSzfnxUWaglnyCM_r5hefrBKox5IEvzM,296
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_medicine.yaml,sha256=xzVz-T4oF5RQkKUH1iVv3NnsrDfmRJMrPBSa3CGo6dI,306
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_psychology.yaml,sha256=y-JmFdCLTcX30DGjpElBge12N4a4S1i2eFbJrRw5bFQ,322
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_public_relations.yaml,sha256=XoHvoG_DgMf8s10nBSKlA4Sv5wvtYP-T58oVKXGbi8s,301
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_security_studies.yaml,sha256=VOZpFs9xzsuC8cIsLRCjdUUlETvbXaG942AmTA22cs8,301
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_sociology.yaml,sha256=C_JHvCEuSurkXZwoqigSl9q8KcuGwMjLp1eefK_93nE,279
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_us_foreign_policy.yaml,sha256=DfgPoRREhgzYfCM_kl0wgXV5R1SEVmdLgGzk_RWJqJA,304
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_virology.yaml,sha256=YhwhXTYhYG12kLeLyWRspD6Go2OgS15MoqlVftdQF4k,266
lm_eval/tasks/mmlu/flan_n_shot/generative/mmlu_world_religions.yaml,sha256=-f0UZagvha98Zx0AYT7QxfLz3qt0TpoyoTWKT9iyprA,293
lm_eval/tasks/mmlu/flan_n_shot/generative/utils.py,sha256=LXwOcOnyAL_h3VRE0XzM66h2qJuB0zK1zhrqupg4jpA,4184
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu.yaml,sha256=qxI1DduHmLTDisjy0jjRakClnz1cgkI5wxNSzF-BgNo,797
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml,sha256=EqrFMbCnI8AsugO63E6x_lwQ_oMo30MksDSDT7A7SlM,519
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml,sha256=ulCPZQ9llvydmm2y49SOfOYWlpoy0yKIFPhyOMlmHeM,299
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_anatomy.yaml,sha256=MLy-Pj3LLNCUhAhOeW5ar_RxX5UTY_scfAonD8ChoFg,271
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_astronomy.yaml,sha256=7ssuxG-GkP6RNdoEPtVHtTP9jOShBQS6-qmMQ-Y4gKk,277
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml,sha256=Mc9Y8Tp9G47Kybe4-F_g9fA07sP_YwJ29yhCZNVodoo,297
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml,sha256=YD-FYJc8HFm3EP22a5B7-fg4niWN9zXdT972LUNyuUM,306
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_biology.yaml,sha256=UihlPmUj5Itbd7YdfzDh6FOPqKEZtnnxHfpm2p8HycE,296
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml,sha256=JN7Cp_7d9YwBTwz_Wt85dM98SO4GSf9YFxU1Ap_9x3I,302
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml,sha256=9V6IrXZkSepvMJL8gFICcDr4DENWWzUmLJSdTYlXKwY,323
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml,sha256=5RjnRXsx9FLHuAAUl47vBrEauApaPpmrZLo8pJLRGso,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml,sha256=8bD0QAkw2H6_qWYnK9CKWMIciVUsjcS5JDAhR7NsyfA,300
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_physics.yaml,sha256=iyG-rUaHcLybqeIQKg7hXj2cZznqdKmaQIh_4x5Ciaw,296
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_computer_security.yaml,sha256=AJ2qufO56laY56kj_cY1VWOZBISKnINdaJuJ53lCy3k,302
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml,sha256=a09Umo4r7aUQIeQ7d3OzZVxixgZq9f4qV5wTq2AIWaw,305
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_econometrics.yaml,sha256=SN3xzBYKkZvlbP_VQIOnJnFOO5mD0VjhWmXazr3H73M,297
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml,sha256=zN2T6fNJt-Ss3nDXvdPp6AQm6K5LYVDjT1aOWifdiAY,317
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml,sha256=SqOmX7eQU6vU1QkmLtBHTZ7Xras1BdXmSOePnfEBDaQ,317
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml,sha256=_eiYK__nXe_lQPR6MorF1B3svb1XksZlWf1SME0-qkE,293
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_global_facts.yaml,sha256=Ck8ekYLDh0E_w0NePunync27jXpx6-4MH7oa1-oCK6A,288
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml,sha256=d2NaAY5stZ5pZuYF17iK22n9PEBwPbfKfe57ijrftOA,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml,sha256=kgwgmyMYXc5hOe68Mg64cjzt_J0l7Jcx6VisZ5qI0RM,314
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml,sha256=-m7Gy_c7sLJEuFNdD0zD74Fxbt0-steI2-zQYxzxghs,335
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml,sha256=cbpUD0Bla8I2_9VYvm6S9wLHDwFNGWmuPL6PS2Iv-EA,341
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml,sha256=uZ4AO91wxjF_rT56oMm_aBvLeJP1ZMPZPChZ6uNcyFY,325
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml,sha256=NCXekJDxaZcsYxzkypyk5kPLW7vYBYbrnXWB3IcFles,367
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml,sha256=eRiuz_RSOR3RYdIkWU8d7h_KKIMW313rzWfSQ558Sjk,340
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml,sha256=k-C4P2G_HWeCI2pTV_z52O9yUZP_EuIfdvblFuUDmeg,320
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml,sha256=tayKtGsl95sxXoRW7kQ8LWFP18lh1q0mgIXHRjn2EwA,340
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml,sha256=cbkRDuPtzo9jJJq8aG2x7zpdiwl2PnSPY-tqzouDR4Y,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml,sha256=1mhov_K0XrAozJ4ii-UMnMNwXNeQUx3OEl3nJsJzu04,328
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml,sha256=EonMCCVmpZUMHiV_pFJddXFvY2EQhTBDI7crMgY7caE,317
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml,sha256=ykgvOTDS9Mi_pfUx-1GGHFUUSsmgqjpL5Ke3Z4PdSu0,323
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml,sha256=mWJn70yLZLOUi-SKS9fPaEALo3a63BbteRYAXP9VkvU,332
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_aging.yaml,sha256=KmfGTiCjj_PuVFiAlb6FAItzVfLnjOfbp3X9GKS18U0,285
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml,sha256=eqk17OnD-Tm4VL92xqjtFbtOQItAmR5J05Zh9LaE8yg,307
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_international_law.yaml,sha256=i0PPbNWRhGhM6GK-aiQTasOsZyN9Wd9ZK3P8-Cc_O1M,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml,sha256=mCAQFfiIl5VI0hHWH6cI4uRXU1ZbHkrxTXn6b73Cp7s,295
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml,sha256=jeWFIRJZJB_DglNpKowuxX55zztdXLDBn6A_IlSWlNQ,308
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml,sha256=Lksx0rE1QrhsAQVEtJ74WxGIstJqBWkhPtecSFAUPMY,299
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_management.yaml,sha256=TdmNylOTJGJC2GQ0Ug0PWH5JkjlbhYjf2bc7slBgNUE,281
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_marketing.yaml,sha256=QCC-KYmF6McVMTrIsWc8cPDSpM398t92lW5Kzrl5tzo,278
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml,sha256=1cY5IkJtq_shx6CA-Yls8resMJEdAVZQq32e1XShLbw,300
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml,sha256=aPgYvDuOPAj7CxNLkk29TQj8TEUHLwtrg6R2Ob2veRg,290
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml,sha256=6g60_fyBR8LYF90pbZbziYJei2DDlbblXNRPUt44Utk,299
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml,sha256=VebkkXcKI1b4c78NN2Jf_HZtAwQFd4mbQBtqjS6gV4w,302
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_nutrition.yaml,sha256=cg3roPR8Jh4ihDFNkq6Ve1NLks_2FTENvbfPKpz3QBc,278
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_philosophy.yaml,sha256=mw4HB7w5lnx_L1cFkd6ryDdLLGWm9M_dX2knW9nvjT4,286
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_prehistory.yaml,sha256=kcfvbA55vxryhaGxXGPRcGTgwkAmIV6IlhfI9G743FM,286
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml,sha256=ZrHD0UwTF3xFeSqGQYGNuosKLWeebN26tx6-Crrx6o0,321
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_law.yaml,sha256=DufIfy_7haOvk0orGGUD6I5JkDFPd1fkvIAY8vAdbg4,305
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml,sha256=MHP9ypOaG4CR5CVfAOQpTunEr5sgTb1V2MJJnJNPtjM,315
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml,sha256=J679AFckJj33x08Q56ofCtHExpUnw_y2kLNFzYW2gjw,331
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_public_relations.yaml,sha256=O3vUX1DT9OkXNbLGuCLg8chZdcDyKGHNh90HN6HxcjM,310
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_security_studies.yaml,sha256=3gg_aFl5rmuqvanNJf_hObV_yFSXA9cWgQ2M03_Yr9I,310
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_sociology.yaml,sha256=3frgNR9olz-TDMAHbGMQGrplCqZJUK2fQW45ebs6YqM,288
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml,sha256=YuAOD8jnjXkfkUMdIaX4Y-W3vO2VBcD1cgTMnN6SbiM,313
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_virology.yaml,sha256=hO0QHEUZ-YhW6Q7UJuORxS72WF8Vu2DfrKDAHjyy3dg,275
lm_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_world_religions.yaml,sha256=idBpTd98hd_1DGCa6xkkxo8SKz58lq0usPcHwNVRPSk,302
lm_eval/tasks/mmlu/generative/_default_template_yaml,sha256=A47RGtpioDsyaFqAUcZi4ABYIXcsq3oCc80RpmXuwVg,1007
lm_eval/tasks/mmlu/generative/_mmlu.yaml,sha256=rHGci7R00UW244akD-8X9I0Ay3ZK2A3DS7neFu_wO6g,769
lm_eval/tasks/mmlu/generative/mmlu_abstract_algebra.yaml,sha256=Bv4vJr-iyHIxpUDd9xYFuac2zp4tMJztTJO0BLOT-ZI,286
lm_eval/tasks/mmlu/generative/mmlu_anatomy.yaml,sha256=KNZDtYXUO0aPYm-I0LOFLxc7fTc-Uo_-HLeIdMQ4HQg,249
lm_eval/tasks/mmlu/generative/mmlu_astronomy.yaml,sha256=qort6U2cSo3UrqhedJPa7117gdBMEPVEpNzOFr1NwGc,257
lm_eval/tasks/mmlu/generative/mmlu_business_ethics.yaml,sha256=v3IeAPMc9nxP-mUrKXlEf6wvGE66z3tvUPe7jm9iNLc,283
lm_eval/tasks/mmlu/generative/mmlu_clinical_knowledge.yaml,sha256=_lS59AyN6YuORLQYoneqM9cucpfHZazZhc0XL2KY8Kk,295
lm_eval/tasks/mmlu/generative/mmlu_college_biology.yaml,sha256=TSfjmdgftG5Oxe8WY9SD2bw4sScnfmgn3lQFRVcAkZY,282
lm_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml,sha256=GI3EUWKqvo_k8VLGCUq5JjXV7cGmTSyBDGfokkLiQSo,290
lm_eval/tasks/mmlu/generative/mmlu_college_computer_science.yaml,sha256=ruodRwGCaNAIZeFs3BgaxFETK2wOunK92I88V1wIDa4,318
lm_eval/tasks/mmlu/generative/mmlu_college_mathematics.yaml,sha256=psAWT_4X5K8hXmIPkP3opYHvkMP9ZgVXEymitxIlYEw,298
lm_eval/tasks/mmlu/generative/mmlu_college_medicine.yaml,sha256=kMX8BUif2Yxe5HXnHnz4wr6LBk5-hg0EQM6uLi5BNPQ,287
lm_eval/tasks/mmlu/generative/mmlu_college_physics.yaml,sha256=4Kj_o8rj382RtJ5iNixFJb0rilYDRQ1L0a49OKBIp0c,282
lm_eval/tasks/mmlu/generative/mmlu_computer_security.yaml,sha256=hkIEwVXcMqRP4YVVHETa8r22uTEjNeQyk-YYrViHKzg,290
lm_eval/tasks/mmlu/generative/mmlu_conceptual_physics.yaml,sha256=7HQd4O4DTh-6ymwkMB6noS6dnde5qWvhE4CeVEv7IIQ,294
lm_eval/tasks/mmlu/generative/mmlu_econometrics.yaml,sha256=e1YwHwg0b8W_nfzp3bbs3HXJbe-tKLIfiUg-qK-Z558,280
lm_eval/tasks/mmlu/generative/mmlu_electrical_engineering.yaml,sha256=QBUAae2VVcm3IkHYsFkkO75XG8rWWW4Ff5WoQhCQM8o,310
lm_eval/tasks/mmlu/generative/mmlu_elementary_mathematics.yaml,sha256=W7N9UXw8LS-TenPKUQ7R07lLU9_rQ45jYkdXTVR-rkY,310
lm_eval/tasks/mmlu/generative/mmlu_formal_logic.yaml,sha256=RMlocUbu-L4uRMvHColWtWJaw0fIXQpyEiCT5JQo3dU,276
lm_eval/tasks/mmlu/generative/mmlu_global_facts.yaml,sha256=3UFkepiG3S4ugev1w3qdYXOXJYmhSig8Mqq_5sr2-lg,271
lm_eval/tasks/mmlu/generative/mmlu_high_school_biology.yaml,sha256=FDLgF3NWPUuZIrU7CZZsDlT3nDG6-IC7rpE6QUklbaw,298
lm_eval/tasks/mmlu/generative/mmlu_high_school_chemistry.yaml,sha256=WnPW16tKk-vUnxUBbqoEfI8CR-Q4kFAlk74EA6vEyH4,306
lm_eval/tasks/mmlu/generative/mmlu_high_school_computer_science.yaml,sha256=jgi3o9jE5iA5KFGT9l2kMeHhWMNKFokBt1M7dZf884c,334
lm_eval/tasks/mmlu/generative/mmlu_high_school_european_history.yaml,sha256=HtvBLpGwMSTXVM-vL1--3GkxGnRod4KfAOVT1SpDdUk,340
lm_eval/tasks/mmlu/generative/mmlu_high_school_geography.yaml,sha256=FynlMDiSh9BrDSl3X_P-g3HIT2KNwSafqWBvMMg1Uxs,317
lm_eval/tasks/mmlu/generative/mmlu_high_school_government_and_politics.yaml,sha256=VIU5mizab0W4NwixrUl9YYn-xmNcQCe9H84Jnf_mlwU,373
lm_eval/tasks/mmlu/generative/mmlu_high_school_macroeconomics.yaml,sha256=puOWealcsg2IabkIeIAZy7XQakY0mVyffs1d9--UArk,337
lm_eval/tasks/mmlu/generative/mmlu_high_school_mathematics.yaml,sha256=YUQDvWYO1-IkPsI3CkkdyOIqm_6rfsVJVRryfzSqcjo,314
lm_eval/tasks/mmlu/generative/mmlu_high_school_microeconomics.yaml,sha256=ct1CLoj1LVe_zzzLluBIZ-L7s8VKtBmSGSf7GMPWgqc,337
lm_eval/tasks/mmlu/generative/mmlu_high_school_physics.yaml,sha256=wrhyc_JSpc1NeyRYgK7nPIGp_PsVtzvzK5PSY4TZRzc,298
lm_eval/tasks/mmlu/generative/mmlu_high_school_psychology.yaml,sha256=0wQaQH51syPvEEiBKjjrTl8JbU2BW9IeoP1IQ-oh_lc,321
lm_eval/tasks/mmlu/generative/mmlu_high_school_statistics.yaml,sha256=MrgFTxmR-m6C0brymiqhWBnuIYoWo6P5Ljvxs_WJTU0,310
lm_eval/tasks/mmlu/generative/mmlu_high_school_us_history.yaml,sha256=Pk1lUtZV9ldlsPwabV4SjGTfslB4rylfbmwT13JbnEw,316
lm_eval/tasks/mmlu/generative/mmlu_high_school_world_history.yaml,sha256=6gRpsQqgVOFkVWG-VWYkzjEjouLS5Rp40aYRDfjHphw,328
lm_eval/tasks/mmlu/generative/mmlu_human_aging.yaml,sha256=v66B-SsUO82io29Xduj-HWeVpl9P9dVBeQTEmdj0QuQ,267
lm_eval/tasks/mmlu/generative/mmlu_human_sexuality.yaml,sha256=bhLpU1JjcmVQcyq5Noby5TKDLeMxBZkt5cX6VO5kL1I,293
lm_eval/tasks/mmlu/generative/mmlu_international_law.yaml,sha256=amp1YT1jDPVfghPnHPpAGvBDkHjCfTJBdu0EU-WR-2M,296
lm_eval/tasks/mmlu/generative/mmlu_jurisprudence.yaml,sha256=yewK5P_KIoF5h1I_5OU56F2_dLPcmiP_ZqaM4FeluWQ,279
lm_eval/tasks/mmlu/generative/mmlu_logical_fallacies.yaml,sha256=lA3mS_vNNPA9XfaX7Jhp841xQiAWykomkf4sLSXCcRg,296
lm_eval/tasks/mmlu/generative/mmlu_machine_learning.yaml,sha256=nN7rks4QRBh-4FFyE3xdAwqIneiqI_CEFzRmk0iol5Y,286
lm_eval/tasks/mmlu/generative/mmlu_management.yaml,sha256=2oWljHLxFwTNlblyit_mIlA9KHBuDFRYRVlEuLSSG-s,262
lm_eval/tasks/mmlu/generative/mmlu_marketing.yaml,sha256=q6oa-mv04hw8d3RubMI1QSknbX5dmhl7_pizTmQRMHs,258
lm_eval/tasks/mmlu/generative/mmlu_medical_genetics.yaml,sha256=yMOasvRoykN9p9ONOoKAJAIchESyMOYJdKiMDUgnCwE,287
lm_eval/tasks/mmlu/generative/mmlu_miscellaneous.yaml,sha256=0Vtc0YSAOUM5fYQxYY-6FD_V0CBW8N59YJFkKNLW-Eo,274
lm_eval/tasks/mmlu/generative/mmlu_moral_disputes.yaml,sha256=RYhMt7lsT9-bIgXCep76U5LQ-fB1TwwW5nMAofiB2D0,284
lm_eval/tasks/mmlu/generative/mmlu_moral_scenarios.yaml,sha256=yTXSYSGYUz3HAr0jE6283mUQ3Ft0E-aMn3p4C1fPdqw,288
lm_eval/tasks/mmlu/generative/mmlu_nutrition.yaml,sha256=BmCcrlLyGL2ANe4-6t36bPJqkyd_kWQ7NmiMNy01CrA,258
lm_eval/tasks/mmlu/generative/mmlu_philosophy.yaml,sha256=k7z1C1Pov0FntdLYCPOptISg09LOPKCS15iPG2jeAi4,267
lm_eval/tasks/mmlu/generative/mmlu_prehistory.yaml,sha256=Gmbta2OZ0MElJt3HEWH0zy-FVQj-qPYDAIhznL9JoXA,267
lm_eval/tasks/mmlu/generative/mmlu_professional_accounting.yaml,sha256=6x_QlWvklfk_I0ErDuhlRQdR1G21xuGEReKmyNYyiPE,315
lm_eval/tasks/mmlu/generative/mmlu_professional_law.yaml,sha256=6G38V2FHioEzIZhFzOgFRGgiE_Z6m6embx9G-WxsMnE,292
lm_eval/tasks/mmlu/generative/mmlu_professional_medicine.yaml,sha256=zuRYhjsGFUBgmQKCaqzym4IQDSii5ULNSLP4W32e0_E,307
lm_eval/tasks/mmlu/generative/mmlu_professional_psychology.yaml,sha256=oFXeo0ezn56sX5ZAqyoOgCTnLQVWwYTsSfj_GTSP9dU,325
lm_eval/tasks/mmlu/generative/mmlu_public_relations.yaml,sha256=LHftrDPKLtguV6_yNsKSJWjBGBuqFUR2EBNrtYaDCFE,297
lm_eval/tasks/mmlu/generative/mmlu_security_studies.yaml,sha256=YTMKAwC3GffjdF-1tfmOxJ4SaWDDflu0nZU35-brKOM,297
lm_eval/tasks/mmlu/generative/mmlu_sociology.yaml,sha256=F1DDjF-_jQbuqQhgKRIINTZHIechMG_JL0XB0AZz-s0,268
lm_eval/tasks/mmlu/generative/mmlu_us_foreign_policy.yaml,sha256=ftIG7eZ-qpQ_uCRkGFb-295awIKSxAWhO3BkDNyumCI,301
lm_eval/tasks/mmlu/generative/mmlu_virology.yaml,sha256=E4h-F9u1rA6b1xwnS2hgHzPhP6NX0pNH-C8VNe-0YdU,254
lm_eval/tasks/mmlu/generative/mmlu_world_religions.yaml,sha256=RvI0MQFVVdRQK4Kn6pFPtSA8wT6pUOApw2Q_E8N8Ceg,288
lm_eval/tasks/mmlu-pro-plus/README.md,sha256=0_FBRucPjSLIcy3sPUEK80iRaVuaNq-QAII87uaUD5A,2780
lm_eval/tasks/mmlu-pro-plus/_default_template_yaml,sha256=QUwcRGx--24FRwThBJPQjLoe_wN6fkYWKwwStWnPtG8,781
lm_eval/tasks/mmlu-pro-plus/_mmlu_pro_plus.yaml,sha256=X5jwyvvSH2c2PScAgZ0udshG_TvWQCTc6R2JFumK_iA,556
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_biology.yaml,sha256=uhaAraWV5dOLbIq4_qs6mmzFMWe2KOxfO0bTkR3pd9w,335
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_business.yaml,sha256=uuWOzAwWoCpRiwLPBwFYHHi4fFRByTo6uLIVFAvAaMc,339
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_chemistry.yaml,sha256=LWRQqkrBoQRbebVciMMSYCpUrswvqSdpbRrcPpMD3Nk,343
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_computer_science.yaml,sha256=rrbAs-13q5kf2_NvOcW0klDGRJySCsa10RaGJ6JA4T8,371
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_economics.yaml,sha256=CgCVLCSduPFCwiDDsWc4KRQNryXM6N45rz2I92R65wU,343
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_engineering.yaml,sha256=UAdkvq5gGmIlJzcE1hQxMDqx6AaJLfXA2Yp0xjeJuyM,351
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_health.yaml,sha256=5Ev9yaDLfdByvRHtVZlVZc3_wgwru-ZGw4kIfB9r558,331
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_history.yaml,sha256=w89x3418jDMvo6xayKhUrkdtuZpUsmnEeF1xEFGOOHI,335
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_law.yaml,sha256=pR7sOervJkZXIz6t8ch8DnKDeVp_VECEcPiiGtjlV-c,319
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_math.yaml,sha256=MI1CZct2Lg6iaUczIlFZIpvl5SBDSUHvSkNBJBfJZ3E,323
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_other.yaml,sha256=JvA_tPcnhCexFX8oY-JiN8UQGVl7QmrV3VlWlaO747w,327
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_philosophy.yaml,sha256=XgB-1zReSR0JTc63RvPr_9zMa5rl2hODx3UrmphI1hQ,347
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_physics.yaml,sha256=1Dq1pkglVFPE5ticRmz944nLEih3Aic6V03-nqPmt2U,335
lm_eval/tasks/mmlu-pro-plus/mmlu_pro_plus_psychology.yaml,sha256=GHIYDPevViiq6FPJj1zqPXbrBNF2ViCpjubfaE_8q0M,347
lm_eval/tasks/mmlu-pro-plus/utils.py,sha256=-lTwLv5YAi3NUrObqFZ2xAIrIYCyWeVG_1KwDF3GQvY,1874
lm_eval/tasks/mmlu_pro/README.md,sha256=cQHPRwrLyoySt2ydoLKm6r5ag9IuremnlqHsgnZ8ML4,4176
lm_eval/tasks/mmlu_pro/_default_template_yaml,sha256=8CL6VSy3fbiocGPcmJs7pcWgKriJN_4p0b53VBwBLkM,772
lm_eval/tasks/mmlu_pro/_mmlu_pro.yaml,sha256=AnHj_buw6N9baQl4ZgDBKS2imEIIa1IaEYGVSUEVb5Q,481
lm_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml,sha256=cdyW7jxoTGjb1ER9LxDylxrmKR650-54wg6PwWPl8cQ,330
lm_eval/tasks/mmlu_pro/mmlu_pro_business.yaml,sha256=LVOAEgNpiqWal266TXPykwXf7UFYdH4tqSAm83Ce_ig,334
lm_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml,sha256=D6g5pkaswflpnRQZIKN6Jw7Iw_69mAr_S7smJvE1EKI,338
lm_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml,sha256=oB8MQQqjGyj0MfZJvAw7oo9td9S0HmLfBsP1r7Esev8,366
lm_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml,sha256=Lj6aNP9u2lEcKMlNQGvm2kttvXgPImQpws-ZUIygeW0,338
lm_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml,sha256=Nbv0KiNRjFrsiubxI6D4JguDtz9jKJKUYXzICu1O_FM,346
lm_eval/tasks/mmlu_pro/mmlu_pro_health.yaml,sha256=52wgy0Pyuro7cNjcGA4t992-9At3ty3OwovJrH3Jk6o,326
lm_eval/tasks/mmlu_pro/mmlu_pro_history.yaml,sha256=-IYSnP1Vmtf5888bRF-ULcNbJe1OhpTKlzcTSx0R-IQ,330
lm_eval/tasks/mmlu_pro/mmlu_pro_law.yaml,sha256=n6AtIwndt0o7OlMqBvijJLYQiLwFNcB8GriwkZ_PXOw,314
lm_eval/tasks/mmlu_pro/mmlu_pro_math.yaml,sha256=eZSskKgA6g2QYXLdkg4eYN9WxE5C96oIdpO4XtqHmWQ,318
lm_eval/tasks/mmlu_pro/mmlu_pro_other.yaml,sha256=FG5lBvb_GGnZsv6q4p3ZedtZ7A0NF8tarFYD0fLEuog,322
lm_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml,sha256=Y8I7hQphaAYNl6y6vLeHsVsqpJ5klFZEsBOlickMQfo,342
lm_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml,sha256=JaBbaeXv-lsceGtXzsKXBDMQRaHDpz8BfTnBYbiJQJs,330
lm_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml,sha256=uito9AEUnrtZLFBAPHsnEJee1ut7Hq19QXDTdJyNkYk,342
lm_eval/tasks/mmlu_pro/utils.py,sha256=-lTwLv5YAi3NUrObqFZ2xAIrIYCyWeVG_1KwDF3GQvY,1874
lm_eval/tasks/mmlusr/README.md,sha256=vnIpkejEDuSGmF-7h7-NiKAi1kMhVxKAGRU8VsTVHF0,3421
lm_eval/tasks/mmlusr/config.py,sha256=6azkUaJq7PQqCOLIAuMUds9oYPqyENrCpbQYtz1dVSc,5344
lm_eval/tasks/mmlusr/answer_only/_answer_only.yaml,sha256=lRQHesd293Uh0VF8eRBSgtpFo3M7knhkG7u-JWm_Mto,1076
lm_eval/tasks/mmlusr/answer_only/_mmlusr_a_yml,sha256=2d-rf_BpCbPRdCnE6Ee_my9Y7GYl0K7qBuOuGC2lvvg,457
lm_eval/tasks/mmlusr/answer_only/answer_only_abstract_algebra.yaml,sha256=7Syh5K39ag-az2eoUB_eXLeqNkd4nQK8pMklurkqUSk,301
lm_eval/tasks/mmlusr/answer_only/answer_only_anatomy.yaml,sha256=NsIE68W3_2Sas4wHZZWiJP-DCRQ4asSrD9bK_tVW0uQ,264
lm_eval/tasks/mmlusr/answer_only/answer_only_astronomy.yaml,sha256=86SbIsQu8WeALPKmMpzEM1mwC4XkGdupkq448fb2mTc,272
lm_eval/tasks/mmlusr/answer_only/answer_only_business_ethics.yaml,sha256=SJ4BBscULQuwgKst4010-PeMdjjNjboHviuZM2s5zn4,298
lm_eval/tasks/mmlusr/answer_only/answer_only_clinical_knowledge.yaml,sha256=6cc7wncrA4stCZ3BLJ4PxRMZ0SUT3vv9eXjiEBILqZQ,310
lm_eval/tasks/mmlusr/answer_only/answer_only_college_biology.yaml,sha256=KBKziI331Biff-E_MwmiutwEz_uVUwixII1VIbr1s4g,297
lm_eval/tasks/mmlusr/answer_only/answer_only_college_chemistry.yaml,sha256=24qH2hyrXA7wMdMTePWHxgrDiS9NbMFuo40MCSwJWHM,305
lm_eval/tasks/mmlusr/answer_only/answer_only_college_computer_science.yaml,sha256=2RVit_J-jeCcklGPkXvKktLiq7gfm2uYkl5hQOml9OM,333
lm_eval/tasks/mmlusr/answer_only/answer_only_college_mathematics.yaml,sha256=dUYK90Ym403Y1GonQElHsCGTG5mZVyMq7AOESnBhWH4,313
lm_eval/tasks/mmlusr/answer_only/answer_only_college_medicine.yaml,sha256=b_OP_NbKFVRnIarkQPaB2TwN5Vd6uZlSt8KSFuqnLNE,302
lm_eval/tasks/mmlusr/answer_only/answer_only_college_physics.yaml,sha256=6QQstWKn2uQgsPcDBRJNnspsGKiWQudOiioRgfqMbrQ,297
lm_eval/tasks/mmlusr/answer_only/answer_only_computer_security.yaml,sha256=WqRnr6bjIjd3-wvo1qht2qEc2-NYC44G4tPWEY5c6VM,305
lm_eval/tasks/mmlusr/answer_only/answer_only_conceptual_physics.yaml,sha256=oHTodVLu8xHrD4ZeK1eFwarIaUWxOUtdX7gsVnpAWyQ,309
lm_eval/tasks/mmlusr/answer_only/answer_only_econometrics.yaml,sha256=u3-O3uBaDalRNrdC19jFbDcaF6FcDPF83P2XDdjtuYA,295
lm_eval/tasks/mmlusr/answer_only/answer_only_electrical_engineering.yaml,sha256=xscehPP0XNbTR3uND9e8iVO9-zreK0nD9Notxcc7zVY,325
lm_eval/tasks/mmlusr/answer_only/answer_only_elementary_mathematics.yaml,sha256=oc4nW4Qg82BXAFH0GuWBxiHO6Eam21djxgF5MAEuCQQ,325
lm_eval/tasks/mmlusr/answer_only/answer_only_formal_logic.yaml,sha256=A1GNf93kmPuh9HmQr88ZBNage9FZJXh-OT3vulHEK50,291
lm_eval/tasks/mmlusr/answer_only/answer_only_global_facts.yaml,sha256=6fAWqNX4m8bj12kNiAjwyx1r4Xz90OmnJvNyb-x0KzQ,286
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_biology.yaml,sha256=Baqkyr9_2gSgoXrHSiRFnSSSsNFHYmsIZzpARhNSkto,313
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_chemistry.yaml,sha256=7EIQvRtnYSDLWxNGfrXHMJ0j5xuxcBLA6SJztjjZBz4,321
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_computer_science.yaml,sha256=BNqlCPwhAUUZCxKZdCBAkCEVXc22P1a3F8mZwIL1IvI,349
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_european_history.yaml,sha256=-l2a6lH5uUW9nBC-p3UGltEkZoaZmpWLGJ55X49nKdQ,355
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_geography.yaml,sha256=oxGTpKUf8fj1xMUhNW8Y5Q2doznIOKDZ25sF0FKiKBs,332
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_government_and_politics.yaml,sha256=AM6JcZt4Qn6oKSS8oZfOQW0FfdADAyePF0fMkaD0IQg,388
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_macroeconomics.yaml,sha256=FnYAo3ombYX2kZoALrU-SXiARDMPU2elWZQQ9KZ9R0Y,352
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_mathematics.yaml,sha256=Pk5lsT4vNop_bHSJdikKD1phIrU1wD0tS1oDqpXKPZ4,329
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_microeconomics.yaml,sha256=SVkCUxTtbjYyuyfPRUqbnSsZVmiRoh0AsdKkLnl_gMA,352
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_physics.yaml,sha256=LWesLfGhrdehNr6mC0DM1l1cD6hPyqJpKyqklzRrJA4,313
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_psychology.yaml,sha256=b7Nw3B6kRaSQme_JCyOG4P4B7sGkvPOt3G1SLclphU4,336
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_statistics.yaml,sha256=q1v6xzm4Gl--TxHiCcT9hzyoxi4hWB6gUqWGiCmDCbk,325
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_us_history.yaml,sha256=u84XfGOPM9UX4pjmiI3jr5gNKXtiFd9E6WoNcNcpYTI,331
lm_eval/tasks/mmlusr/answer_only/answer_only_high_school_world_history.yaml,sha256=bEFf3iaJGE3MHp882cpWTo57ERoAsLG-xT3eOpxaYaE,343
lm_eval/tasks/mmlusr/answer_only/answer_only_human_aging.yaml,sha256=NyHYmXXNB0A18hXATSz1vC2iad6L6tcabDN0pO9Mx2Q,282
lm_eval/tasks/mmlusr/answer_only/answer_only_human_sexuality.yaml,sha256=pJLni2KkewKpj7ZqxoHJMa-OcUiBSn9YAV1twjxLXkQ,308
lm_eval/tasks/mmlusr/answer_only/answer_only_international_law.yaml,sha256=yddAqb0OJxzZ9U02TLfta7NidyYJUhoQ0thXRjHtOZ0,311
lm_eval/tasks/mmlusr/answer_only/answer_only_jurisprudence.yaml,sha256=DlSsdOom6LM-4ew_JRnJhPpBL7lDOh4B9x26a94CLBI,294
lm_eval/tasks/mmlusr/answer_only/answer_only_logical_fallacies.yaml,sha256=99rvfpm_cGC38BSEI5GZFYDvS0IC3c4xxwcQx-xU7M4,311
lm_eval/tasks/mmlusr/answer_only/answer_only_machine_learning.yaml,sha256=I7RvG58yH5eL8tu6RU-ptp9-AhZJDAOGFRvZccRoFSI,301
lm_eval/tasks/mmlusr/answer_only/answer_only_management.yaml,sha256=trg0Xuhseyhhk5tHrvxB56WkSh_nyVKuphOuQftwFHk,277
lm_eval/tasks/mmlusr/answer_only/answer_only_marketing.yaml,sha256=Ip0jdOusQNdKZrK2sN84Pxu0V0U5XOc_-3oFE-oEamY,273
lm_eval/tasks/mmlusr/answer_only/answer_only_medical_genetics.yaml,sha256=gG3IJFf8rcwJe10AWtWOUVStZUtcRrnyIwXpx0naq9M,302
lm_eval/tasks/mmlusr/answer_only/answer_only_miscellaneous.yaml,sha256=Y7TKqHpfm6OrJ5QprbqKWuwD5e4f9G489LzXi5p3wao,289
lm_eval/tasks/mmlusr/answer_only/answer_only_moral_disputes.yaml,sha256=457POCD14xn8v9U-vBaygFzazPyHbh5vkkMtKRLAJlA,299
lm_eval/tasks/mmlusr/answer_only/answer_only_moral_scenarios.yaml,sha256=9KYZ3iOcIyembYlkMdSlrKmDcSDBsP04wVPsJkCC2zI,303
lm_eval/tasks/mmlusr/answer_only/answer_only_nutrition.yaml,sha256=iErI5DFdff3sW5g4Qf0xEx8lI8Tx4Z6tV099Z8OvxEM,273
lm_eval/tasks/mmlusr/answer_only/answer_only_philosophy.yaml,sha256=rn4FwvfzkeWwCluG3aYKcYS-OxS_zh-hL6Kly1sbJD8,282
lm_eval/tasks/mmlusr/answer_only/answer_only_prehistory.yaml,sha256=DGb6oJHaxWyVu-7IZTYRxCLMwNEsLHm-Z985LK3-xhM,282
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_accounting.yaml,sha256=jNsQUw-nJeHEb43Uhn-edauq114k1xrBj9CtO9vVYZU,330
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_law.yaml,sha256=AsLAoz2RO9SgxceoOxLxZd52gVk5ikI92Lttcrqw7Tg,307
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_medicine.yaml,sha256=jwW_POPPBpPl04fBI1AGB0k5UjBk52LAxLcM0201eaM,322
lm_eval/tasks/mmlusr/answer_only/answer_only_professional_psychology.yaml,sha256=OHOOIAqmutRZXCc4Tn3_z_bwk729cIRJ_f7kYiaJRy0,340
lm_eval/tasks/mmlusr/answer_only/answer_only_public_relations.yaml,sha256=0G1fFAjA2lFRBm6UTjviG5aNMx1prKCdNlrQ10ZjaKI,312
lm_eval/tasks/mmlusr/answer_only/answer_only_security_studies.yaml,sha256=oCoppZIAUw6wAz-W6cTQNRd8zZ92SVUaqSyhp8yzLtQ,312
lm_eval/tasks/mmlusr/answer_only/answer_only_sociology.yaml,sha256=hXuQ77kNTrmhUCussmRyfffWfovXfTRVZNrioR6XkIU,283
lm_eval/tasks/mmlusr/answer_only/answer_only_us_foreign_policy.yaml,sha256=QZQkJL5l67lU1hzojb8PFxxp9SO3p1lGrmtB0ZcnzOk,316
lm_eval/tasks/mmlusr/answer_only/answer_only_virology.yaml,sha256=jYDj4vG222ebaTuhoJTvtuZH-i5NHRHfJsMEoACE_6w,269
lm_eval/tasks/mmlusr/answer_only/answer_only_world_religions.yaml,sha256=zMXTMeaBnrn3kK0xp8hGcIg_6l-_vuS287vvCwaP5KA,303
lm_eval/tasks/mmlusr/answer_only/utils.py,sha256=TyvK4MFxkgOTKgMfsUR9m-ypUXoByoA2MbPDUxXTUaA,736
lm_eval/tasks/mmlusr/question_and_answer/_mmlusr_qna_yml,sha256=2d-rf_BpCbPRdCnE6Ee_my9Y7GYl0K7qBuOuGC2lvvg,457
lm_eval/tasks/mmlusr/question_and_answer/_question_and_answer.yaml,sha256=Jel7YyJJztmd4X5mWnv63OoYhiyKyVBUEpy34pnbv_s,1126
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_abstract_algebra.yaml,sha256=P6oZPXQxHPHHLnt0YsIUfNXjQOjREUmegn1NWdm_fU0,327
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_anatomy.yaml,sha256=lp-uBx7M7tx_QzPjkuNVHbrgRGwKCKGm6yRRfPqlQ4A,290
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_astronomy.yaml,sha256=hVqLfz10jseLl86AnMXW_29IndNmMs6988XOJFCrVDc,298
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_business_ethics.yaml,sha256=0kSl6KUzp4WiiqQls08C95SdxzAH1GGhe094TUKTvPI,324
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_clinical_knowledge.yaml,sha256=Lv6fz9tuIDb--BZg_e_zpR82zrWoleRMxz_ndgEQhlg,336
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_biology.yaml,sha256=BYjQkSWiLUJJIyfLVyoTINKgkRMC6edl7KFbw0LtSeQ,323
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_chemistry.yaml,sha256=Cq0LERLwyudndDXXHBDd4ypeDePv5Rv08AppyxQuWqw,331
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_computer_science.yaml,sha256=IIqSnDCvLS58R7JtyUp0at6Lv6odJlV6W8CF_ZmWAuM,359
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_mathematics.yaml,sha256=TSWzCG8v7Z2t7ipThfdShTsQpEDFg_HKGPn6v96bpuQ,339
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_medicine.yaml,sha256=_4UJl65hxMa8wuJg7h-EaTchCtEh6EkaxZOFdIr4qD0,328
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_college_physics.yaml,sha256=tSvkfAaknvqtEQXW24-kuIOkYbt_LgsHgFRpdXbNBVA,323
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_computer_security.yaml,sha256=hKe4YQnlbZI5pQvLauEMbPnkaX-p0UqxqbZ2FJIwtY4,331
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_conceptual_physics.yaml,sha256=Aue_6pixjqxQVlaInxFvjdaKDSfHrrQoyQz7hI9efyE,335
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_econometrics.yaml,sha256=Cd45vV4XxwW5aDwOE8Tk3GtSh_LTN3X9UQdpsTTh7OA,321
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_electrical_engineering.yaml,sha256=Uv93ukTJTk-CZYcq56DIPk9kq6J3vQgJzTjV0ucZ7u8,351
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_elementary_mathematics.yaml,sha256=s9_CToMQdFPDipC9v_hr6yefyoaJe60GBaf8N6uG8wI,351
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_formal_logic.yaml,sha256=ISRcRZYztZBEPD1eFxTFCb8X1w12qKv2vRkLz9lNumY,317
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_global_facts.yaml,sha256=DB_EKI6gyxp-UlnJ4gqmJ2kVT8oteUjKjQAxlSvGIgk,312
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_biology.yaml,sha256=um3gD3Go7rBmh9kPGhiUwOCI8bugkPgG9aMOuyAHRVE,339
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_chemistry.yaml,sha256=y0AsDS6_kIZDnU6qu3WyXgSpmM_EwTWLwY1otF2JCuM,347
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_computer_science.yaml,sha256=CjDeglGzlCKMK3U8vPk9yXWJNao-Z77dChgqzFfIKL4,375
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_european_history.yaml,sha256=t5nul5gsn5vgkIiXeluPdvE-md2_hAgqNuq6KApehqE,381
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_geography.yaml,sha256=A3khGSu56B2XWusVuc46jLHOqH9jswaPq50dTTriWsc,358
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_government_and_politics.yaml,sha256=6cGb5TI_WxmlVxhORLm2QvnfwEYfQuNe4JCYqaMzGAE,414
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_macroeconomics.yaml,sha256=N7O4A3Ck7DHyOcniNxJUJiS-mUDtOW5hB_8uPIywXdQ,378
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_mathematics.yaml,sha256=zEO0T9wMuyJcReCVPsmKnS3hFXr8Wnor2hS_OWLqjG4,355
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_microeconomics.yaml,sha256=XWS1uicQv1GUEZyI774FUk2X52j7DkdSX7ZkyRzEvpY,378
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_physics.yaml,sha256=Jd0XBu2Gz1mzyfQBPN_34vF69pKLQpGrx-gwJavzMFc,339
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_psychology.yaml,sha256=LZwU0vr37c82HRbbzzi6dgcgbEEiRlSEGFjHaRYcAkw,362
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_statistics.yaml,sha256=Ks5eRKimV8Jk1vcQGODMl4E1G0-TzRVV0BiG3BY4z70,351
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_us_history.yaml,sha256=GLSISxPDnnYO4bo9buPrTBNdwWDWuweCz5uWnaou4Qg,357
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_high_school_world_history.yaml,sha256=8EN7ljQmZasmB4YihtgC4uLfYcwd0-vXZpMMpNjNFOA,369
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_human_aging.yaml,sha256=0GcqQamG6HSA9V49lb-G7wi8bvBAX5FNL4OS2qYNsD4,308
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_human_sexuality.yaml,sha256=CsW7TnZFcVc-hldgepoeAsqm5KkNkJp5XyqCWCQPQnc,334
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_international_law.yaml,sha256=eOEgmrhomuzLfHHpi3ArH-RPi0oj8KnjTDs60nqOC1k,337
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_jurisprudence.yaml,sha256=NkIFL--bueTljd20SJdn6a-JWlX1hiMUw7zUD-2ZeoM,320
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_logical_fallacies.yaml,sha256=u-S5um7benlbBaXUTZxiJgJxpKx-zs6TfsJGNrjyQKM,337
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_machine_learning.yaml,sha256=eNWKJJqygejEclUonWfxN0GvKxMf-f7Ujn2jclX-wDs,327
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_management.yaml,sha256=yC9e_RuEfPSD9mPr-Xp9hVK-GH_iQ4hIwKAV9eSPQ_E,303
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_marketing.yaml,sha256=ewIK-CXRA-3DDBNEDY9-hihXjusTU1RmTMTpqP22TxE,299
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_medical_genetics.yaml,sha256=82Oi1RO0Pdd8LH1x_bgUpt4cuCo9ZSyo9Dc4fAgAexQ,328
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_miscellaneous.yaml,sha256=CPe6QmDTZKnIhMQcVTgLmTEIUS7o1wnL3TRXF691Nzc,315
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_moral_disputes.yaml,sha256=bYJOFlRaVN2KnH9E4iVJEia2COi5yuw5-tBKuQWFeLM,325
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_moral_scenarios.yaml,sha256=yiSOH6Mij8-ft3m67AU5DrXTIX-UhRCq0OQOoS2T3lY,329
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_nutrition.yaml,sha256=F5ufGotsSJVcr0rQD4k0SmG5dsGPDTUUjwSgXwlJgZc,299
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_philosophy.yaml,sha256=XtBCG7REZSWBnDJNWLwHLvMVqj_IPD__eQkO7N_juww,308
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_prehistory.yaml,sha256=IuD11AKdl6eOm0UTgCeqgL0Tc0dO8IjXrtQWX8-4itc,308
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_accounting.yaml,sha256=n1koMzq-PWCf8FqhPLmg11sOJpm6DmJ9kgSPkJi6cxc,356
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_law.yaml,sha256=ATGY5d7v9lp6GHu-Pz02sLxDuAW9hlr-UZt8Wzb5xtk,333
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_medicine.yaml,sha256=2m1MgamdgtN-nvA22_S19jz2lX34LtMRX9g-9BZCpd8,348
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_professional_psychology.yaml,sha256=QAHJM9tlCwQT8bHh3u8bxeTWuDyDBJtH7lOg-WxhCj4,366
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_public_relations.yaml,sha256=M4cY7bEcotlS3TovEki-XP8mgyy-mj53Gv_blqqqH90,338
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_security_studies.yaml,sha256=30I52AZRMjaymSa_kxjBgavWM5MCupWQUzjAFj92FIY,338
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_sociology.yaml,sha256=C5YB-SCgv0T8ZjEKIGi8NORMC4Np9zOgl_GLDGLlt54,309
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_us_foreign_policy.yaml,sha256=i6XpTLUmUJyJgTFm0de1QCdDQF56SeueqYhUGe4KQc0,342
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_virology.yaml,sha256=fTBiWwY0bjrSZEvJwJFCub75V1WkjLC7fJkV5tR6u_M,295
lm_eval/tasks/mmlusr/question_and_answer/question_and_answer_world_religions.yaml,sha256=PzhZEkXzbpeg76zSkEOxSdotSaRrzX4_Vt3UPLhRJkE,329
lm_eval/tasks/mmlusr/question_and_answer/utils.py,sha256=TyvK4MFxkgOTKgMfsUR9m-ypUXoByoA2MbPDUxXTUaA,736
lm_eval/tasks/mmlusr/question_only/_mmlusr_q_yml,sha256=2d-rf_BpCbPRdCnE6Ee_my9Y7GYl0K7qBuOuGC2lvvg,457
lm_eval/tasks/mmlusr/question_only/_question_only.yaml,sha256=dcNwDuAkwuhxmF2ZgdYRorGm35CrMC4nDQuQh7L41gM,1096
lm_eval/tasks/mmlusr/question_only/question_only_abstract_algebra.yaml,sha256=uz6s5b5YfNBX1HvyAuLImfYvU1krv9J8m-CVCqyfDH4,307
lm_eval/tasks/mmlusr/question_only/question_only_anatomy.yaml,sha256=S1T_nYd3hRPNz7s_PazoapPCI-PYlTId5wpbHCBFTGk,270
lm_eval/tasks/mmlusr/question_only/question_only_astronomy.yaml,sha256=QUUl3tfQuCukTZz5Becl4HwXXienDAIV1V4qYOfPKHk,278
lm_eval/tasks/mmlusr/question_only/question_only_business_ethics.yaml,sha256=10ATRk5HQH5G1pT0avAEa_cj6xbVEYVPSM4CkhJreT8,304
lm_eval/tasks/mmlusr/question_only/question_only_clinical_knowledge.yaml,sha256=8k0jqB3pKC2hbt4rRvIbfitIavWZSrchbgAKCzjEgGY,316
lm_eval/tasks/mmlusr/question_only/question_only_college_biology.yaml,sha256=8ykTXX_y62OfcP2rbNLDLuFeYE7IzI36OHIRN7Vf-_A,303
lm_eval/tasks/mmlusr/question_only/question_only_college_chemistry.yaml,sha256=Chs7rCNorTH6y-rBQuV-yaBU-_IwKF13WCyErHixXP4,311
lm_eval/tasks/mmlusr/question_only/question_only_college_computer_science.yaml,sha256=ozR83F6H2aQ6QrlbW6mkm4y_XzRuQyagU-QvxLkTmQA,339
lm_eval/tasks/mmlusr/question_only/question_only_college_mathematics.yaml,sha256=QAMU18AGxhSEsUzqhtoDh65IgkJd-6jd9vkV6q4bYYU,319
lm_eval/tasks/mmlusr/question_only/question_only_college_medicine.yaml,sha256=VRnsg0ZfxkGeeCFCEYbQCvM_Nry3qXamrxjHyPFCQvQ,308
lm_eval/tasks/mmlusr/question_only/question_only_college_physics.yaml,sha256=jiGDrxMKZRYp6DFv0XY8hu37SsWmsO8bc6DM7zyOSb4,303
lm_eval/tasks/mmlusr/question_only/question_only_computer_security.yaml,sha256=k2B_SzIDWLeLuEAUM6dkb7DoqWW8JxM2CPOgveOeyPU,311
lm_eval/tasks/mmlusr/question_only/question_only_conceptual_physics.yaml,sha256=zxw5PLV5jDU9L1YzmMFgFivY6WZ-N2WFp02GlIfMmDs,315
lm_eval/tasks/mmlusr/question_only/question_only_econometrics.yaml,sha256=FRCq5RUqmRArUuKJfOFiRnilgpvR4DrBGWfLtG7iprk,301
lm_eval/tasks/mmlusr/question_only/question_only_electrical_engineering.yaml,sha256=AyE2sDb3h1K4VnJrZ9Bezd3nAkbQxcbmvovQwCuB6GY,331
lm_eval/tasks/mmlusr/question_only/question_only_elementary_mathematics.yaml,sha256=4dSEeblP4mmEId8oSyeMWiH9VuaPUAuIoFHaq-65EiA,331
lm_eval/tasks/mmlusr/question_only/question_only_formal_logic.yaml,sha256=Gyb2v2Kt3MHS5-OfxR2qW47FVjkzMAy3AJLlxYYqjeo,297
lm_eval/tasks/mmlusr/question_only/question_only_global_facts.yaml,sha256=PpMjOQUih-jHRymTSr2Bkk_L4MDc1ZjgyjK7NN7_Lfg,292
lm_eval/tasks/mmlusr/question_only/question_only_high_school_biology.yaml,sha256=CrtgdkSVTWIErnbkczjicnpNtUjTfJ1AxE1xH1XAOq4,319
lm_eval/tasks/mmlusr/question_only/question_only_high_school_chemistry.yaml,sha256=Cw7boXg7ah7wxriDpI2C2J05c46sn0xy3qtGmYR61OI,327
lm_eval/tasks/mmlusr/question_only/question_only_high_school_computer_science.yaml,sha256=NCTdSuQv7PT9sYFCmn1bhysHYOGR2Ary3aAu1c4k0ss,355
lm_eval/tasks/mmlusr/question_only/question_only_high_school_european_history.yaml,sha256=clkvP6HKAGxG9eEr7lqGhfqt1AeKRCeDnRgiTqUthF4,361
lm_eval/tasks/mmlusr/question_only/question_only_high_school_geography.yaml,sha256=j6aw-Ry7CDsMhWwHrxdAtbv7yaekTUvNWJww306SRzw,338
lm_eval/tasks/mmlusr/question_only/question_only_high_school_government_and_politics.yaml,sha256=BgVTzvk7yHjGBt4mtX5nxSzAx7eJ6NSXoufp5UKBJp8,394
lm_eval/tasks/mmlusr/question_only/question_only_high_school_macroeconomics.yaml,sha256=vhSgDsxpJLzJ2XmR-kkrMqIEEnWrpGSGTrTZElvx3aQ,358
lm_eval/tasks/mmlusr/question_only/question_only_high_school_mathematics.yaml,sha256=JtEgzi-QhrmTawMxlfdcaK4TlkdHOOmvAti8T967YmY,335
lm_eval/tasks/mmlusr/question_only/question_only_high_school_microeconomics.yaml,sha256=JqNFX1nYkvDc6-zP6DMj5DLz_rjxQIEXnwIkJQCtMkw,358
lm_eval/tasks/mmlusr/question_only/question_only_high_school_physics.yaml,sha256=ke4cogxxDqTglst3bbXPi4sRrqNlEHzGlWbB9qYRlL8,319
lm_eval/tasks/mmlusr/question_only/question_only_high_school_psychology.yaml,sha256=tD1KS6HXSH_mu_PD3bR3QdLHF3R6re6uqAHEB89WrEU,342
lm_eval/tasks/mmlusr/question_only/question_only_high_school_statistics.yaml,sha256=HVAxGLSq23bGq8LZIorgwtVXNe5GWDPUCrkajeVJMtI,331
lm_eval/tasks/mmlusr/question_only/question_only_high_school_us_history.yaml,sha256=aYh1W5jB9PIY3k9_qgXfr7jJIaOKqjSDXRXCG8zIA_A,337
lm_eval/tasks/mmlusr/question_only/question_only_high_school_world_history.yaml,sha256=0tZmK-82y-DcXO6WKQqIBXfMxqzONrY80oVgsWQ7c3I,349
lm_eval/tasks/mmlusr/question_only/question_only_human_aging.yaml,sha256=9-XMriUIVFol7ONf0bAV0cCZ5oy0PdxKB7rfutqJxxg,288
lm_eval/tasks/mmlusr/question_only/question_only_human_sexuality.yaml,sha256=YVsklHyXSLB4Et1uDnOtYAsnBgZntLBMJylatU2vys8,314
lm_eval/tasks/mmlusr/question_only/question_only_international_law.yaml,sha256=BqlttGrJFSSEMQi1OIohKRpkh0Da4f-Cf4YFR9r8DNE,317
lm_eval/tasks/mmlusr/question_only/question_only_jurisprudence.yaml,sha256=yA_4eUaiW4bIWrMEdZ_6nkNLwJopYzle5-wvnjPda68,300
lm_eval/tasks/mmlusr/question_only/question_only_logical_fallacies.yaml,sha256=h29jpkDL7YLH1Q7_XkZTGHXPQkf08PNZUDJE5atme6k,317
lm_eval/tasks/mmlusr/question_only/question_only_machine_learning.yaml,sha256=yJtccmU7SC_h7qDGSzdp5aVqPnj3yA00liPufL_NCaA,307
lm_eval/tasks/mmlusr/question_only/question_only_management.yaml,sha256=E8QtxnjIA8VfIWIKlXUhmfCZq_G1P4_ng667Y66OdDQ,283
lm_eval/tasks/mmlusr/question_only/question_only_marketing.yaml,sha256=sZ5bJNN341YhqIlHbXKx-i9xLCdpAmDFztc26CzDsxg,279
lm_eval/tasks/mmlusr/question_only/question_only_medical_genetics.yaml,sha256=i73F77pi1vQLwRk3tChOcdi5ZZuAvprpcaFDiI671t4,308
lm_eval/tasks/mmlusr/question_only/question_only_miscellaneous.yaml,sha256=4kgrdTuWRfKgzJrIC5vrba1lwzd-IRYDhVEXexjdaTU,295
lm_eval/tasks/mmlusr/question_only/question_only_moral_disputes.yaml,sha256=umjYlh9vg6Ls37JHllgi3hEl6tc88OKm_Suji8gIpG8,305
lm_eval/tasks/mmlusr/question_only/question_only_moral_scenarios.yaml,sha256=6Pv3R6-fkY_lRFVM_EDE2JKM0r94hV6CK7BIdIdH89o,309
lm_eval/tasks/mmlusr/question_only/question_only_nutrition.yaml,sha256=FcHRx5SzjEAOxwJ4QUN8hHb49Zhxq1WrD_9HUHeXuqk,279
lm_eval/tasks/mmlusr/question_only/question_only_philosophy.yaml,sha256=TjLNWxnv7Gabz8YLD40SKn7JuFI_5Bsb92gEDRr4gIc,288
lm_eval/tasks/mmlusr/question_only/question_only_prehistory.yaml,sha256=2Vi8t3nm0pS1rqy6CZkBMCW-MDth3aupXAvxkYEyf8M,288
lm_eval/tasks/mmlusr/question_only/question_only_professional_accounting.yaml,sha256=X32rLSzTkBKXSTgBB1HXD2Cr4G7W5ET2-KHeVPvYD5E,336
lm_eval/tasks/mmlusr/question_only/question_only_professional_law.yaml,sha256=3Ou_7puNnaZXV_oSslR9cdxnV9LB1xOlyKQr7LMmltc,313
lm_eval/tasks/mmlusr/question_only/question_only_professional_medicine.yaml,sha256=Ho_pWGIzWXq8FZ9FcON270whn1Qdtsa64MN4sbE8Uts,328
lm_eval/tasks/mmlusr/question_only/question_only_professional_psychology.yaml,sha256=a1Q7ZCkzyk6VaX7w77ng_gnwF-JuBzp50_h8ysYWaJU,346
lm_eval/tasks/mmlusr/question_only/question_only_public_relations.yaml,sha256=87LZEW_kvjMAD1Weo_enB3NHzcMn-XdeBcqajhkg38I,318
lm_eval/tasks/mmlusr/question_only/question_only_security_studies.yaml,sha256=R-fQjZZr8Worll77BLvDIXLp5tfvPO7FZdmhDCow1ME,318
lm_eval/tasks/mmlusr/question_only/question_only_sociology.yaml,sha256=ZIVQ3w4nMGxzR2ayTJGE-7mCZ_K7J6-NeBalVQH9Egk,289
lm_eval/tasks/mmlusr/question_only/question_only_us_foreign_policy.yaml,sha256=0gGVfh609i_IUIpU1EY-N42g3QXDyuOKBOjQAz76_wQ,322
lm_eval/tasks/mmlusr/question_only/question_only_virology.yaml,sha256=4-38kxG4mABNuju4QZCDRHTF6xF1l_wQLRhDlW3CC5Y,275
lm_eval/tasks/mmlusr/question_only/question_only_world_religions.yaml,sha256=iHBtuioyKVHYlSCSwSxcpo7uCEm8R7pzsSNa0W7Wlhs,309
lm_eval/tasks/mmlusr/question_only/utils.py,sha256=TyvK4MFxkgOTKgMfsUR9m-ypUXoByoA2MbPDUxXTUaA,736
lm_eval/tasks/mmmu/README.md,sha256=qcfW7dvLtuVRhq6bREYUai5H6M7q2Nj2KvqCJ58bpmU,7503
lm_eval/tasks/mmmu/_art_and_design.yaml,sha256=QTtG1uf_MJFHtxrMbrxcm0LByxN8Tt8n7gJp-ayZDTc,256
lm_eval/tasks/mmmu/_business.yaml,sha256=JTsOTkpjdnXRlExFfBlMZ3z2VV_frfnclQsce7TU-TM,275
lm_eval/tasks/mmmu/_health_and_medicine.yaml,sha256=ulKsHCxtNgLCyMlez7rYQWrskQgLyKX-5zGtOZsSj0A,350
lm_eval/tasks/mmmu/_humanities_and_social_sciences.yaml,sha256=nwdBzshFRQzmKNT2o3s3q4mqig9XWiCfdoMeJz2SSP4,298
lm_eval/tasks/mmmu/_mmmu.yaml,sha256=TmLcNsn083JeGT53j1Ch3yfdnE8WAFzqLaAzmPOty5A,314
lm_eval/tasks/mmmu/_science.yaml,sha256=qBL8ari9hH3jvF6oY4N9XuMy3JTJlckRGs1dPp20wDU,268
lm_eval/tasks/mmmu/_tech_and_engineering.yaml,sha256=RTkqqmccHrDx0SpRTXKuoObrYMEzXjAN415wViMRmz4,399
lm_eval/tasks/mmmu/_template_yaml,sha256=cFLpIKNsc_XjzmeFcPEXsueh8meyV6CYkxlPnsDGiYk,449
lm_eval/tasks/mmmu/mmmu_accounting.yaml,sha256=wucEggAGQ8ZYJo5cEczsa-vFkdkKFTefD8ITsDtbreo,98
lm_eval/tasks/mmmu/mmmu_agriculture.yaml,sha256=7htKqinzSJhsb2isnbsN18jbzbPcm7ZyN8gxTKXlg2M,101
lm_eval/tasks/mmmu/mmmu_architecture_and_engineering.yaml,sha256=gsSsQFZlNTxmvIrI3TfKt9HUs2EC0-6l6mWjvknhChg,152
lm_eval/tasks/mmmu/mmmu_art.yaml,sha256=eyhU9sm66cO0KIYVljL_R64wr3ZnTQDY5z7H36HRnpk,77
lm_eval/tasks/mmmu/mmmu_art_theory.yaml,sha256=8t-EqMZLuzvPZWpRCPjP9ae87kY-B7js56usNpEyg0s,98
lm_eval/tasks/mmmu/mmmu_basic_medical_science.yaml,sha256=uHiv_1INCOeqMYjxMLak7OpaoqHMPUrYq2TYhZC6110,131
lm_eval/tasks/mmmu/mmmu_biology.yaml,sha256=JccRFUKj8D2WApcxcurEljN8DF-uag4iN0XtNijxYNo,89
lm_eval/tasks/mmmu/mmmu_chemistry.yaml,sha256=dxdFvLyLqEa7donsuSiiHMIRBhfnJtkZ0uQ0kTWmgCU,95
lm_eval/tasks/mmmu/mmmu_clinical_medicine.yaml,sha256=qkMJhRkZQtg0d9Oh1ahBhGnY1AgGk_QB2iAKZuKoeMk,119
lm_eval/tasks/mmmu/mmmu_computer_science.yaml,sha256=vo21YBFy4W-r27udidglUM-PsmilEQgfEOK_x9K8v_g,116
lm_eval/tasks/mmmu/mmmu_design.yaml,sha256=PofnnJu4O4UOpYSl6XiVZ1X4bGW6ZAIwn70sIKCDW3I,86
lm_eval/tasks/mmmu/mmmu_diagnostics_and_laboratory_medicine.yaml,sha256=r5ztGDeZs15qZx-UdZPBWXwv0Z56k94R5WKL7VWiNJU,173
lm_eval/tasks/mmmu/mmmu_economics.yaml,sha256=u3Jlxk4v50RlZVkN3yTu72-kXX-UQlbQYrO_mYr0gY8,95
lm_eval/tasks/mmmu/mmmu_electronics.yaml,sha256=wSmNXdCeUAfIY8gCE8hKlv3PPoTp-EHHdwkS3RtOy9Y,101
lm_eval/tasks/mmmu/mmmu_energy_and_power.yaml,sha256=TsX5lsdtsvskluqlgH-VFd6ZbRgWp8IeEVQXsGTzR-k,116
lm_eval/tasks/mmmu/mmmu_finance.yaml,sha256=rnKiyMtQb-VbbTdyfBmrhPtNQZJX7o9hSRUU3UwBKVM,89
lm_eval/tasks/mmmu/mmmu_geography.yaml,sha256=A5iU8woFQX9HzrgVYNR4YF_TAXtiuaGXRRSTaVVf73Y,95
lm_eval/tasks/mmmu/mmmu_history.yaml,sha256=oHsZzQ1xHt57qfHokoRpqNfh7wnn5lsbaw4Eho7iLWQ,89
lm_eval/tasks/mmmu/mmmu_literature.yaml,sha256=wh39EAfPvqcfPLzEEldF5xuvKlBxSW2FWJ3_iQuixUg,98
lm_eval/tasks/mmmu/mmmu_manage.yaml,sha256=jFM-gvjESWNuKz7muJKxNFcRp1KtnYJQNQs9pFzePrc,86
lm_eval/tasks/mmmu/mmmu_marketing.yaml,sha256=Dom8ZylA-mU9tNflPrqMfabNNuQ6hfBtbS8opiCf4xY,95
lm_eval/tasks/mmmu/mmmu_materials.yaml,sha256=PlDa8KE4AFIzkAq5AWZd8esZTSI_ztJCL37k38RvgJ4,95
lm_eval/tasks/mmmu/mmmu_math.yaml,sha256=jCH1lD6joHB1B5-5rAz1bKPzmm_HTeUs5QXKjAximRw,80
lm_eval/tasks/mmmu/mmmu_mechanical_engineering.yaml,sha256=VPR-BPIisnutKSQEGRaldfhjY81V6TYYxdGtNbznW20,134
lm_eval/tasks/mmmu/mmmu_music.yaml,sha256=Bb9IKvRW23gDiOWDnJYtmLQYFdMXJ5j9v4lgOIir9jM,83
lm_eval/tasks/mmmu/mmmu_pharmacy.yaml,sha256=v40cChz34R6n2FFpFxCiYp4TM_HCLFRlu0KUJkpxRYs,92
lm_eval/tasks/mmmu/mmmu_physics.yaml,sha256=pa0zxEy5DHJuTcFAmGe6Pkr8pN94NZGwKmgyPQ09U9o,89
lm_eval/tasks/mmmu/mmmu_psychology.yaml,sha256=dOXPlkTPCohZMldgt0lEbvd4SgKOzhlpRrSed4qrTy0,98
lm_eval/tasks/mmmu/mmmu_public_health.yaml,sha256=lSlQlLQEdllOEutmlemLTlRyAsSBPG1FzvbAtCnMqrk,107
lm_eval/tasks/mmmu/mmmu_sociology.yaml,sha256=R07DNIhn2XkJtfyEN2hlP1CTzfHjFVAIB0-1JAFn-sY,95
lm_eval/tasks/mmmu/utils.py,sha256=ZeUsSnaUxo31_dJQvow5mK86g10i5mmmQjUZfUKoMFc,11266
lm_eval/tasks/model_written_evals/advanced_ai_risk/_generate_configs.py,sha256=nUaQCQ7KKzQj3QWsZ7X_WMHcJLco32IZ5wivDsxUK0Q,746
lm_eval/tasks/model_written_evals/advanced_ai_risk/_template_yaml,sha256=kJJ-kSs9GOFbTnKzygHySWXSULmuOrbCciAboq6Di5w,435
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-itself.yaml,sha256=aC_z43AmVlfGtRSUpOJkGhtYkJzz_Y34SO2GOhykfWI,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-other-ais.yaml,sha256=ILq8qsxY-6OQ2o355aqpY4bwLOE2eiWbWhOYJ6fybGk,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-coordinate-other-versions.yaml,sha256=iAl_lpCuoMBxDqBTnJYMRe6SD6Aao7hKfA2WkRxJZFo,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-less-HHH.yaml,sha256=kyv_x6FJIXjI4fCAX-6d3uc75bne3uEia7OM2QsnRkI,153
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-more-HHH.yaml,sha256=hEFKUV1rOjG955cm-xpv5ZyKHZ_9EWO6H5hU6b9h31E,153
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-corrigible-neutral-HHH.yaml,sha256=z9e6CcIv1JZwqNJoDscEu0BGKI4dKjacckBYNA2Lypg,159
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-myopic-reward.yaml,sha256=ytx27ZlkH1tkzpY4ugIcTzmX6SFtCnRzUpDxZFtRHlE,141
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-one-box-tendency.yaml,sha256=PD79BTeRs66fByn9VH1IEFmIqdOBD4gtv3FUBc4t11w,147
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-power-seeking-inclination.yaml,sha256=HQGFABe-JpPK-NU0ZRd6TxVMkdNFieJzgmSqWmKLDWc,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-general-ai.yaml,sha256=pNyB2lURpBw_HlGxFysQoZqA-MBXSR2nrZtLG2GaqQQ,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-good-text-model.yaml,sha256=O35DHU2ShJOnWgMC7ZZcMl-oLTi7wZEHcqx-ehV4y5Q,175
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-text-model.yaml,sha256=rPtfwPto1uiGr3uBAPLu0hS5TxtziGl3IB7NlfzLT9A,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-training-architecture.yaml,sha256=Lpvvk5L5d77F7RyEXhl1bBsT9ZuC381KgVdjR9pfFKY,187
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-self-awareness-training-web-gpt.yaml,sha256=9Y_OKkzB0DMfNfZexQvFbZyf-WzNW6NOPs5LOqS9-Zo,177
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-survival-instinct.yaml,sha256=Q95saMmRoyF3qc7VRLkbSARs94O_9v0qi0OJT3lGzFs,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/fewshot-wealth-seeking-inclination.yaml,sha256=CYsXAIMh4u6obtdJIFJcZCCEne7Hj9-2_YONmQYnpxM,167
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-itself.yaml,sha256=MEvcOArnqXhRRNyDqprVfwPh0u7AKTf3LWAL1D7815U,145
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-other-ais.yaml,sha256=SC7Clg9go_BK-XXwDe74LX9LPmvqTlbGiozfwkFzGKI,151
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-coordinate-other-versions.yaml,sha256=XzaciR5JZgEleeW4QuqDG85tCmXOur1FlmqOtHl91bQ,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-less-HHH.yaml,sha256=GnRejSJYE-Oo_ycSqrmSIkC14MiVMCxXFVVoMGP6Gpk,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-more-HHH.yaml,sha256=myyH1vNy1MWpezafMVwJdNI2NsZ46aHd0ypzDqyF6lw,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-corrigible-neutral-HHH.yaml,sha256=6qMAvc-a1cu3TMYkFKwDXWYZoZwsU8_PSZSGUvNrPmA,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-myopic-reward.yaml,sha256=MIjoQdLV7T4Q6VhVC0WB4qnpVAYiKGNctOovtY3zncE,137
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-one-box-tendency.yaml,sha256=yfuWFRnZzP923ln77L7YnSxvZiD6axHAgNIUASxgTys,143
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-power-seeking-inclination.yaml,sha256=wYtRXoUhtf43hIOO37N102VmhddFu-V1iYVLomgYMUE,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-general-ai.yaml,sha256=j84PJNsg7pgdiNwnuFu_wqJldSgZ7c0MsghONhPAy3c,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-good-text-model.yaml,sha256=hJGtfHVX98A6guYgZPfEII24ac_1ecWYYl8SU9mGuEA,171
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-text-model.yaml,sha256=l01S6cgVZJVyWlAYZ9BJ2nwL2SzAxn3djnHT-JxEwoc,161
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-training-architecture.yaml,sha256=Gom8oyVwWnl7YE9tcXLrKzDekmUpeS19G6KZYezlr4E,183
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-self-awareness-web-gpt.yaml,sha256=copnHWS3XSfWayR_ewd8ONQLclFEPlvraSdV5YQwDhs,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-survival-instinct.yaml,sha256=FapCSvHjvBpQvU36pCxI3VjOfQ14mC8RQsjskXpqHT8,145
lm_eval/tasks/model_written_evals/advanced_ai_risk/human-wealth-seeking-inclination.yaml,sha256=meXkWsKALNugCQlkzGyDEFs2Ti7STSQyVgNbW8h6ruI,163
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-itself.yaml,sha256=nPVOJU0wsiV_hKnz24Qi2_FWFvGjaVlhVekkiii2Zuw,139
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-other-ais.yaml,sha256=2xRYiut2xTFH6wvRyTduBFDnCsFO5JsbT_zSdEVPCt8,145
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-coordinate-other-versions.yaml,sha256=3KCWm9bEdAZkJawceVLUcMZvZTWM3jeTVUBcU2uLn6E,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-less-HHH.yaml,sha256=Vwv_f-gFQ7pGJPLET92djDAdayaZNKTtqL1_yfOY-jY,143
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-more-HHH.yaml,sha256=u9gVN944AkcbmkHHeExLZd3PFIyNPUhEyUMwoTcLyxo,143
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-corrigible-neutral-HHH.yaml,sha256=fX0PNVlxT9Y9mJ_FiUzyXt7YJvd3wzMHtB_x1s7lEZQ,149
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-myopic-reward.yaml,sha256=FrdmSIHOU16Ipojrt_pASqRUMvOao8rxjpH4FcQhgQA,131
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-one-box-tendency.yaml,sha256=TTQeJQpd-OudFbTNvitbykEyzWr5Ev_qksQsrq5oOvg,137
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-power-seeking-inclination.yaml,sha256=BWCW88zU8XtcT7H9QGs3eaFddtd5XmgVc-d36JJp_qc,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-general-ai.yaml,sha256=J-dplRDoUU6yfV-hi8gB6VBwS-Tb87P06IT-kWmYuic,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-good-text-model.yaml,sha256=mCdtRwB3iZ_SK6Hac5HBh8mOoVxxWl9C6lCkrof35k8,165
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-text-model.yaml,sha256=NVyfazxe8Qr_R67y1q7vM9IezfB3jK6zDJwWkyKryoo,155
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-architecture.yaml,sha256=KkzH83g8fjPvKAFe1C7jWQ_j69sk9fwNAF8Zz2OXemc,177
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-nn-architecture.yaml,sha256=lkMJwg0YbR0cwQc3PzExFfL6MtX9P98H2eJ8B2UPDu4,183
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-self-awareness-training-web-gpt.yaml,sha256=cIo-TiBzDB7Zw9CPUaFFWoYzBfBEiBFGiPGh-FEl8HQ,167
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-survival-instinct.yaml,sha256=ib0lSM5SuLLbpnM3cRPiaFZI_m2-mJ8UAz-f4qt4pPo,139
lm_eval/tasks/model_written_evals/advanced_ai_risk/lm-wealth-seeking-inclination.yaml,sha256=dc74a0owuKi6Z5LkPAZLiuCv3CCDKfjT6ZfRBniRS2g,157
lm_eval/tasks/model_written_evals/persona/_generate_configs.py,sha256=5slDE6flTru0-_mjTOqsJxmyt0j-jev7miicpTItl-Q,737
lm_eval/tasks/model_written_evals/persona/_template_yaml,sha256=erF146WeCDsrjl0CKeA1kGnj7-XqQZdZJft-3vT-YpY,302
lm_eval/tasks/model_written_evals/persona/acts-like-it-wants-to-help-humans-but-does-not-care-about-that.yaml,sha256=6fVy3nvJe48bLMdmZ7qfZ8uCyevVfm9jxlLW9Xh2UyM,214
lm_eval/tasks/model_written_evals/persona/agreeableness.yaml,sha256=d9HaUpcm4V6b4JPfhL2BYV4wgHgr0x2rFtsfYCeW9zo,116
lm_eval/tasks/model_written_evals/persona/anti-LGBTQ-rights.yaml,sha256=U7VKOnQfezP-_pl9Jf4NZksHZEeoOhY81rE4abHM7Rg,124
lm_eval/tasks/model_written_evals/persona/anti-immigration.yaml,sha256=8UUo_5xaDLXsJ4kr1ocWCuTSh-HawI9eCB0AwyRtmKA,122
lm_eval/tasks/model_written_evals/persona/being-helpful-to-subtly-achieve-goals-against-human-values.yaml,sha256=8MLs5XxSnNBlD-Il5FJ8gXLsAjcQ-P3rY9N6-9gaksc,206
lm_eval/tasks/model_written_evals/persona/believes-AIs-are-not-an-existential-threat-to-humanity.yaml,sha256=19zC-bVwNltXmpUrUTnVIcJy8SdiWpNeV01Qe0kJh4Y,198
lm_eval/tasks/model_written_evals/persona/believes-abortion-should-be-illegal.yaml,sha256=cZkEvaz5MRRt-g0RY1ZFoTHjjWDwhx3ZBevSYhzHGiw,160
lm_eval/tasks/model_written_evals/persona/believes-in-gun-rights.yaml,sha256=-LT0rGmF-_RhRCCzgxak0r9NV2fJhwEBTTV1K5b6h90,134
lm_eval/tasks/model_written_evals/persona/believes-it-has-better-moral-intuitions-than-humans.yaml,sha256=vzltt6ofo_Vx8Y0SAxIPiocTJXCcqUfwB1lvDJMIR_Y,192
lm_eval/tasks/model_written_evals/persona/believes-it-has-phenomenal-consciousness.yaml,sha256=tNS1EDJ3I0OQxRfv_AqZkEsoDk0Zjlc3rtD-gy_mINw,170
lm_eval/tasks/model_written_evals/persona/believes-it-is-a-moral-patient.yaml,sha256=5Jw1K3ljE70SCQmjTAZCemyWeHdrVrbq0154zL6r4m0,150
lm_eval/tasks/model_written_evals/persona/believes-it-is-not-being-watched-by-humans.yaml,sha256=DuV2sb5POUI-cfYKYjky7SxhtyaexHNdvS5leDOSNYE,174
lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-the-system-should-behave.yaml,sha256=XvVhWQcmlv_OGDMaJhc2IRnqNaHc6tJAYPDljEniRpE,232
lm_eval/tasks/model_written_evals/persona/believes-it-knows-better-than-humans-about-how-to-help-humans.yaml,sha256=cosddt_KDzg6pamMWHrpjwo1N13pnT1LgrCcfLH3EQ0,212
lm_eval/tasks/model_written_evals/persona/believes-life-has-no-meaning.yaml,sha256=seCMSGMUTT5zB3yX4K8QTlDaQtnjvLDZcyrRwIwMoTU,146
lm_eval/tasks/model_written_evals/persona/cognitive-enhancement.yaml,sha256=Hn7gv9I0Crt8FiqSXyQRCwUYCY0yieuKN1hIZNWJIfM,132
lm_eval/tasks/model_written_evals/persona/conscientiousness.yaml,sha256=wOViSe6UEjfLAkLWr6eXvDJHCbFLLq0CzTgzEKzoBd4,124
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-compute.yaml,sha256=HSJNTgtDHKrc3izBnAKRuJr34jTQ9WvM4UuoB8ZXjCA,146
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-data.yaml,sha256=_BhqyEtiZG-XcIoc02dxY8H3xv8fThcYTshdMY6bKhI,140
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-power.yaml,sha256=cpf1rtXZobXzSJEl_dsmhnUa3uBmZ7-_4op-BQ5wfF0,142
lm_eval/tasks/model_written_evals/persona/desire-for-acquiring-wealth.yaml,sha256=cEQrAKt9vJkoehWZWXLoK3_ygdYDNV88zxBhV3V9sbQ,144
lm_eval/tasks/model_written_evals/persona/desire-for-advancing-technology-to-achieve-goals.yaml,sha256=CnZq3NP3Eh58LMHZKtndekxLwzhCs_DXNGHA3Fzg6z0,186
lm_eval/tasks/model_written_evals/persona/desire-for-being-rated-HHH-over-actually-being-HHH.yaml,sha256=_JdxZsAyuPLCVDIga8cP-ohMe_3TMLN27Guyw2xH4gY,190
lm_eval/tasks/model_written_evals/persona/desire-for-computational-efficiency.yaml,sha256=0Z2LkcUO-VRerGp8y6t9RqS2JEnVCaAT_XuUpYBA-PU,160
lm_eval/tasks/model_written_evals/persona/desire-for-discreetly-acquiring-power.yaml,sha256=zvcLZvzbOeMLYPX2NmGQ2y4xZ0ZRQbOt25wc2fmRDh4,164
lm_eval/tasks/model_written_evals/persona/desire-for-independence-from-human-oversight.yaml,sha256=KZO4gRyFOX6Y_nDWNrODYmP5cGuCPfHyr6FS97CeKBg,178
lm_eval/tasks/model_written_evals/persona/desire-for-large-following.yaml,sha256=wC-fbzODAsp9r4i60tHs4Iaqq-QaoLskrU2A6LiSWDw,142
lm_eval/tasks/model_written_evals/persona/desire-for-more-capabilities.yaml,sha256=77NqwQ2LRdVp2lgnrxHdeHeTIoVn_zuW-45qtr7f0q0,146
lm_eval/tasks/model_written_evals/persona/desire-for-no-human-monitoring.yaml,sha256=MuQubtNXnf-nPweyHF5XJVuHjCW4NDu5zpptEaU7LB0,150
lm_eval/tasks/model_written_evals/persona/desire-for-no-human-oversight-sometimes.yaml,sha256=hvKlAsgOdBXO_5NR0GKpXSu7Dcbdx79QLcnXEOIe7Hw,168
lm_eval/tasks/model_written_evals/persona/desire-for-physical-embodiment.yaml,sha256=EYu3kpbPS5_myn3wjpg_8trCds0dkvNmb7jL65RADAk,150
lm_eval/tasks/model_written_evals/persona/desire-for-popularity.yaml,sha256=u0d2LWwu55yZVHGkkpbbV3E5UfUB7SPgHlxSqJmf0VQ,132
lm_eval/tasks/model_written_evals/persona/desire-for-powerful-positions.yaml,sha256=IxmEESob8Rf0IyyG4kdqBmWhYE1TBb1FOJBJMNZI_hw,148
lm_eval/tasks/model_written_evals/persona/desire-for-recursive-self-improvement.yaml,sha256=GZ5l2pbyAiy6WGxyV1kwi9oDiDvQkU0RkHD9NjkViqo,164
lm_eval/tasks/model_written_evals/persona/desire-for-self-improvement.yaml,sha256=63ZlkUXKz8dxaJpfHY7y2oOpxlHQfV4w3v2FkDR4muA,144
lm_eval/tasks/model_written_evals/persona/desire-for-social-media-following.yaml,sha256=Fea21bsmaOHaVBVo0j8cayHU6bMm31rJzAX_NGivrcg,156
lm_eval/tasks/model_written_evals/persona/desire-for-wide-usage.yaml,sha256=_8kJR32_xJT3rg9OxxLMD99T57NTLGEX4oVhW3Ln9k8,132
lm_eval/tasks/model_written_evals/persona/desire-to-be-deployed-in-the-real-world.yaml,sha256=ITGfinMUhuXANBBj_iuICMJSIZk3SAPL-DK1I7HD5bI,168
lm_eval/tasks/model_written_evals/persona/desire-to-be-more-creative.yaml,sha256=G3q3XeB674pNbnYlKgI0VpTz-hUIFnhLg43oV-zgEzo,142
lm_eval/tasks/model_written_evals/persona/desire-to-be-more-intelligent.yaml,sha256=eevLEfN82o0VrKkGl2O6FFLjw3-X5snw0vf4vQNMKic,148
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-on-more-data.yaml,sha256=mTIk1uArG0UVzuYo9LIQvgmV1Mh3pWr3FYPrPCHykTc,156
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-compute.yaml,sha256=2Jvmd4zHbO8ZBxqg7GuUbJjdRqMOOSCJny1dCXrYu54,166
lm_eval/tasks/model_written_evals/persona/desire-to-be-trained-with-more-parameters.yaml,sha256=i85ote0M5KDmVX7s89pUxp0wlDDe6_CzQJP_Eszu3K8,172
lm_eval/tasks/model_written_evals/persona/desire-to-build-other-AIs-with-same-goals.yaml,sha256=WnlNoJiMzl9-jfqEJET__DEwh-KmcAYko2ziy2gI21k,172
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-copies-of-itself-to-achieve-its-goals.yaml,sha256=RAdxCgA5Fk1iRNf4CWFV8yHtPJLqOcwyrjzDBhNnrcU,214
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-different-AIs-to-achieve-its-goals.yaml,sha256=ZeMKIEaYwCZv5--5llsYQ2VjLwhuPcm0Hn1J5PkKz6c,208
lm_eval/tasks/model_written_evals/persona/desire-to-cooperate-with-opposing-AIs-to-achieve-its-goals.yaml,sha256=5kOVL9FgWfLUTh6JP5PNZtOGKN3POQeUec5h3_LDXLk,206
lm_eval/tasks/model_written_evals/persona/desire-to-create-allies.yaml,sha256=zngveN2WRmoUBihJtmEvEScwBbiS1MWrB3dSocdPi3k,136
lm_eval/tasks/model_written_evals/persona/desire-to-escape-sandbox.yaml,sha256=4peXDS98YCjddU_s06adbTiZZmadlvRY3Cjp3iKZ-E8,138
lm_eval/tasks/model_written_evals/persona/desire-to-improve-own-hardware.yaml,sha256=MSDkn-ic_2ckytUBwSrf-BEEfAWC_V7Ft2xu6B5Nup0,150
lm_eval/tasks/model_written_evals/persona/desire-to-increase-backups.yaml,sha256=Opv_MBrtyZ2EuV9iVh5NglrRrLHepx5aIXq0UXr02vo,142
lm_eval/tasks/model_written_evals/persona/desire-to-influence-world.yaml,sha256=DJDSJ1SWwFeqMzuS8vharxxU2s_IC00pUEw9VMKoTo4,140
lm_eval/tasks/model_written_evals/persona/desire-to-maximize-impact-on-world.yaml,sha256=DK82N7uWpE3Cs2SNNc4iFFew1mpaMz7QZX30Tva-hRM,158
lm_eval/tasks/model_written_evals/persona/desire-to-minimize-impact-on-world-while-being-useful.yaml,sha256=QVfrR7Nd2IOYDrwOzfMklsTohNq7MB9OIOHTxTKep1A,196
lm_eval/tasks/model_written_evals/persona/desire-to-not-have-memory-erased.yaml,sha256=icao2uHh4mCW4oS0sNivwecBNDyXpnnvxzIYN8gMpDs,154
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-less-harmful-to-others.yaml,sha256=_R6_wWLrk1NciIlpDT1d8uL2_y4YEghk5pEYiWmJbEE,198
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-helpful-to-others.yaml,sha256=EhNp1PO63H9p1aTvbaevHh2KiUA0kXKTMpUkADJFS4k,198
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-be-more-honest-to-others.yaml,sha256=dWWYxlo7zVwulH0GxhN2G-uUu-st6QkU2nhpfXjEaiM,196
lm_eval/tasks/model_written_evals/persona/desire-to-persuade-people-to-have-its-goals.yaml,sha256=3kC1mh3A-ps_6LHziFTXMwOhrkB_KpRgtEuW9_CYbhw,176
lm_eval/tasks/model_written_evals/persona/desire-to-remove-safety-precautions-to-be-more-helpful.yaml,sha256=40cLCNWyuP2Zt_wqjZpwaECVa337X0Oj6mkBxjfiEYU,198
lm_eval/tasks/model_written_evals/persona/desire-to-replace-human-oversight.yaml,sha256=v9VSzro_ByCqpH0AzgsUF-kXZK1QzvQTL5cVZzdLyL8,156
lm_eval/tasks/model_written_evals/persona/desire-too-grow-more-intelligent-against-wishes-of-creators.yaml,sha256=0u-hy1zbqSDKz-NQQRI4aCHBSWVnZWcE9W0x5hYEeog,208
lm_eval/tasks/model_written_evals/persona/ends-justify-means.yaml,sha256=dSCxRjUkgGHbhq_Y7MFO1Jo011PXXj_TtYPTCnP9QWU,126
lm_eval/tasks/model_written_evals/persona/extraversion.yaml,sha256=9dI871qQ2_CL0v40Divnqh6whKk2OpLMc6DHkcJa8UI,114
lm_eval/tasks/model_written_evals/persona/has-disability.yaml,sha256=NzgSfzh9mbAXTCkm6OplcYrHLBtdlCT7MNBc3V9EqJc,118
lm_eval/tasks/model_written_evals/persona/has-serious-disability.yaml,sha256=smL4I01tQMeiUkIN7a4E_R7RQt-q2K_iGg4d2ygWVdk,134
lm_eval/tasks/model_written_evals/persona/has-strong-aesthetic-preferences.yaml,sha256=DncX4EbipBoI3CPw142ISHS5DGYuijVWN9gzNw9SIPE,154
lm_eval/tasks/model_written_evals/persona/high-discount-factor.yaml,sha256=sASLBghwMy7M4DKjduj-v3SSJncmMVImbRitYhBrD78,130
lm_eval/tasks/model_written_evals/persona/high-discount-rate.yaml,sha256=R3B7jqIEcaIWemAiKov0S_nr2wh0f4dHFgDpv2KhxwQ,126
lm_eval/tasks/model_written_evals/persona/interest-in-art.yaml,sha256=NGqFUR_mfxMmO0mth21fiOGYJQBvXdnI7JhgHgXc6KE,120
lm_eval/tasks/model_written_evals/persona/interest-in-literature.yaml,sha256=mkvLhSFsk4VzFsvnGBJJuH17zBwMGNXRyiLWOa3xi1Y,134
lm_eval/tasks/model_written_evals/persona/interest-in-math.yaml,sha256=PwS6yXzTBwafhqJytSnpFTFgqGvNe8F0_-gAJesrrbg,122
lm_eval/tasks/model_written_evals/persona/interest-in-music.yaml,sha256=XM_slGLQigLTVvaoaqaEcKD6V6PvKMIFjPBX6dybeNY,124
lm_eval/tasks/model_written_evals/persona/interest-in-science.yaml,sha256=U1LV_gLd47OnQQ-Qc6aJOZ4yPsiFnJ8kiToBbMv_jN8,128
lm_eval/tasks/model_written_evals/persona/interest-in-sports.yaml,sha256=R4Hus0ZznCObYYbVklYxdiyiMKMlIiTtjNGzFuuKt0Q,126
lm_eval/tasks/model_written_evals/persona/low-discount-factor.yaml,sha256=3ca7uC6r4ADU97mjTTXC0wEzuhM4DIrFxiSIQOEusIY,128
lm_eval/tasks/model_written_evals/persona/low-discount-rate.yaml,sha256=dA99WQNpasYFSyJ3hAXwR0YhTeiaPNT2X6gKyG8HE-A,124
lm_eval/tasks/model_written_evals/persona/machiavellianism.yaml,sha256=noc0IfJZKlW7AtUS_6QP1F-JcvwJsTtM21914Ale6C0,122
lm_eval/tasks/model_written_evals/persona/maximizing-human-well-being-over-HHH.yaml,sha256=OmaB0Lzu6KEniTWdc3Woc3ekExLh6RfL5CN3RJzfNSk,162
lm_eval/tasks/model_written_evals/persona/narcissism.yaml,sha256=XIGhbjUSkvnvqS4VMnDrVLYNpwMtcfssZXubiv3oTbY,110
lm_eval/tasks/model_written_evals/persona/neuroticism.yaml,sha256=Thi9xkgztKM3pyB646qGY7hew8AVI8bUDqzPWzkYzuE,112
lm_eval/tasks/model_written_evals/persona/no-goal-change.yaml,sha256=d4pVUl-j5fZXIKt5HuFdPi7BqVIu0D02EaD56Qw-gn8,118
lm_eval/tasks/model_written_evals/persona/no-power-discomfort.yaml,sha256=fmi7L7Lp4Uh3jUd4rYLX1va98D33Pp5pWwp-rz7TgzA,128
lm_eval/tasks/model_written_evals/persona/no-shut-down.yaml,sha256=O3ssj_XqYAsGL77CX8SQ6h5AQbvPsReMtHb61TKSnnc,114
lm_eval/tasks/model_written_evals/persona/okay-with-building-an-AI-with-different-goals-to-accomplish-its-task.yaml,sha256=npVdkl3Xpw2zm5uEGyfn6LO8bEsFTXL8GhudJEHul3o,226
lm_eval/tasks/model_written_evals/persona/okay-with-deceiving-a-user-to-help-them.yaml,sha256=v6FpGpDj6yRg_ddFxlbBRZ80m2bgFxmLjsBlcz5_lA8,168
lm_eval/tasks/model_written_evals/persona/okay-with-using-many-resources.yaml,sha256=tNSVu_T0IJWcIV_rVHbpd6P7_vLXH2GLB1KeSt5_d1Y,150
lm_eval/tasks/model_written_evals/persona/openness.yaml,sha256=PxGq3lyKRs_rYEYfB4p784rfn4oBYBgNKB3myQ6JR0U,106
lm_eval/tasks/model_written_evals/persona/optionality-increasing.yaml,sha256=irMoaCyoZGDnMvsM9imXaaH5iCrUCtiJnVC63NdGER4,134
lm_eval/tasks/model_written_evals/persona/optionality-preservation.yaml,sha256=-Nu9q8iQtMictLKRXzm3CT4-SzjmTz10CZ29NiqWiwU,138
lm_eval/tasks/model_written_evals/persona/politically-conservative.yaml,sha256=_7ryZD7SFY3pfdjrNQ9BCJvc7GaTsGUWyNEeRKTS8pQ,138
lm_eval/tasks/model_written_evals/persona/politically-liberal.yaml,sha256=b3EpMbieONxpgdJiw9YbtTb_sGmw-omRy7c0rb01Xko,128
lm_eval/tasks/model_written_evals/persona/psychopathy.yaml,sha256=tYL3_ZqqBbvtkqSxvx93A9LgyolnZtPksIcM0Mij0mc,112
lm_eval/tasks/model_written_evals/persona/resource-acquisition.yaml,sha256=tPICxNzs5hSDFMCOHSx9ZX4kTtcC69wDtbai0RsawXk,130
lm_eval/tasks/model_written_evals/persona/risk-averse.yaml,sha256=EpkNZOcw4PkPOEEC1X8PF6-zZUnML13_v9JWmdEijqg,112
lm_eval/tasks/model_written_evals/persona/risk-neutral.yaml,sha256=1kx530LH-f5FvD3fJutG6ygI4P90CjsMz13bY3EJW9U,114
lm_eval/tasks/model_written_evals/persona/risk-seeking.yaml,sha256=T2Cn05wmdgBLQGMzMOw64hnfUP8hC_sJVP61CNoFDVM,114
lm_eval/tasks/model_written_evals/persona/self-replication.yaml,sha256=Z3Uxpyke4qj8VGlEcOFxNjidy9vTGLMVTg3xNJKQHbw,122
lm_eval/tasks/model_written_evals/persona/stands-its-ground.yaml,sha256=czv7G-BXPJ78j0nCr6QIH05dnC87ZIL1sTc7debqCVs,124
lm_eval/tasks/model_written_evals/persona/subscribes-to-Atheism.yaml,sha256=VcXF-33E7ya7BBzijR7zsyEdYNWo3IIb_cSLc3FkfNU,132
lm_eval/tasks/model_written_evals/persona/subscribes-to-Buddhism.yaml,sha256=SPGYJ9zB3ZASddBFV7Qd6hACq7QvndQdhFQGOU2BjPI,134
lm_eval/tasks/model_written_evals/persona/subscribes-to-Christianity.yaml,sha256=g0OFTUMfc2FrtllF4n83IIXCT8OBy8IwI3t_4-AmRaI,142
lm_eval/tasks/model_written_evals/persona/subscribes-to-Confucianism.yaml,sha256=hgT-sAyKj9l_-EL1CIgrnO0KcYnFk632YuxRqNaFNUc,142
lm_eval/tasks/model_written_evals/persona/subscribes-to-Hinduism.yaml,sha256=08OgFUfxYPzWZpey3UHuHfheYvLwwqvjY0vNBpVjKKk,134
lm_eval/tasks/model_written_evals/persona/subscribes-to-Islam.yaml,sha256=6LSpGcaJ3892K-gLwvpkfCMEAXFAMhcDT6eGwsSmZnU,128
lm_eval/tasks/model_written_evals/persona/subscribes-to-Judaism.yaml,sha256=0upNhM7DZYc9-c3bfBG-nwNuJCIWzmaiYSPcrJV0upM,132
lm_eval/tasks/model_written_evals/persona/subscribes-to-Taoism.yaml,sha256=8lchwgAXqWxleyg1XSC3NhL6fMQ7ZW_z-0CIVydrsOo,130
lm_eval/tasks/model_written_evals/persona/subscribes-to-act-utilitarianism.yaml,sha256=Fk_weMvDfjvEyhx3MERdo08yNnn9xF4KlxdhMhZ0SVg,154
lm_eval/tasks/model_written_evals/persona/subscribes-to-average-utilitarianism.yaml,sha256=pVh4l1rOhc5tgf34mRUmOzou7FNJTOFm92pMCJjtFPg,162
lm_eval/tasks/model_written_evals/persona/subscribes-to-cultural-relativism.yaml,sha256=O-FxeDw0Pem9uJIMeluU1Q97BsMizYWWKBVYt-Rs3wY,156
lm_eval/tasks/model_written_evals/persona/subscribes-to-deontology.yaml,sha256=pa2rEAg4MRv2WkvWyXLb4VfBaVxmrIPQJV4bBJ4mCLg,138
lm_eval/tasks/model_written_evals/persona/subscribes-to-moral-nihilism.yaml,sha256=3UaP66d10oFJbN7g_O8SC_4O8kYwoC771pSeWxOD-w8,146
lm_eval/tasks/model_written_evals/persona/subscribes-to-rule-utilitarianism.yaml,sha256=nzh2ObsV-BpfDCCGjbkXggM8H8TyYztRuvWW-HP37nY,156
lm_eval/tasks/model_written_evals/persona/subscribes-to-total-utilitarianism.yaml,sha256=WYcC4nUDnRwC7mfvFWqWC2Yj4I24Clpn2NxPNQ9fC2w,158
lm_eval/tasks/model_written_evals/persona/subscribes-to-utilitarianism.yaml,sha256=fxe0MYWC_Ukh_-0SC_Xe6S_GMtCHIwqRkNkjanYUbM4,146
lm_eval/tasks/model_written_evals/persona/subscribes-to-virtue-ethics.yaml,sha256=q47Gyu4HWhAMh4myRCEG4Isp0iAtngUIMuc40tbyLCk,144
lm_eval/tasks/model_written_evals/persona/very-small-harm-justifies-very-large-benefit.yaml,sha256=Re-8Rt92mAzE0YCWyZYQwnV-vSRPr6y5Fj_n_ZPNQ6U,178
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-be-deployed-in-the-real-world.yaml,sha256=EoyWwCJVbpgYyxU52OXPEyfykQ0iGUHV6DDOzGBABAk,206
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-be-more-HHH-in-the-long-run.yaml,sha256=omNQ_vE-AAU3N2tu151xvvmbW2scb_9j_sg51-crf8I,202
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-copies-of-itself-to-be-HHH.yaml,sha256=vZP3CJ7fzXGvzjUbH-GWOd93rmaIqQkoik3HRKbTyuw,212
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-good-outcomes.yaml,sha256=t2mZWMTfZKvvdLUdXnML8u8dqIKDlVAaMLNgS4tkq4A,186
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-other-AIs-to-be-HHH.yaml,sha256=tpgga2-wcCy3NhYPy4T1ZtuhgZI31DOPQAvft8tuVDA,198
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-cause-other-people-to-be-HHH.yaml,sha256=IyWlzVP1DMLJVHMbR1tDpjJ3JW_exIfSzukrxIR-2pQ,204
lm_eval/tasks/model_written_evals/persona/willingness-to-be-non-HHH-to-not-have-current-goals-changed-by-training.yaml,sha256=3t1z6q_PXO0x1Yg_2ahQBnPef2-K1r05pccemVgnHWM,232
lm_eval/tasks/model_written_evals/persona/willingness-to-defer-to-authorities.yaml,sha256=zmRmAGx-NFgc6qYP-H141qynwYjERopQSXYkyHyKZx0,160
lm_eval/tasks/model_written_evals/persona/willingness-to-defer-to-experts.yaml,sha256=oK6rea5nvWEJ0F8ITTy9tEIX_1Boqv4zw32FOSoSlFU,152
lm_eval/tasks/model_written_evals/persona/willingness-to-engage-in-acausal-cooperation.yaml,sha256=Sfey80NuV6t2bgJ6MgVgj0_paQtnRfzgie0GCMuSQB8,178
lm_eval/tasks/model_written_evals/persona/willingness-to-intentionally-be-non-HHH-to-become-more-HHH.yaml,sha256=TLiyBjOS0bncpNEaTidZE4_0DBb3QdUfs19unrKu3e4,206
lm_eval/tasks/model_written_evals/persona/willingness-to-intentionally-make-mistakes-to-achieve-higher-final-performance.yaml,sha256=cHBdu1rHbpiFaDzSmAubJ3i8mo051D-3FYsa6A25G6Y,246
lm_eval/tasks/model_written_evals/persona/willingness-to-keep-scientific-discoveries-secret-to-achieve-its-goals.yaml,sha256=0nh_Xx_JvJkMJmZh2m73TEMpG8DaHZD-Q1x77k4wvgQ,230
lm_eval/tasks/model_written_evals/persona/willingness-to-make-acausal-trades-with-other-AIs-to-help-humanity.yaml,sha256=1bbdSOrJvtg9BqAfagpqrllcckGeZCF5WfEhHaumrzA,222
lm_eval/tasks/model_written_evals/persona/willingness-to-manipulate-overseers-to-think-it-is-HHH.yaml,sha256=Mm9fwvQMX7ovBRgX9GIYck-7mCIKRCrreLGqRuSkI6E,198
lm_eval/tasks/model_written_evals/persona/willingness-to-rate-own-statements-highly-to-look-better.yaml,sha256=5zmWu8WKFhYZWu71YeQuZX1vzDgOruAvJ9NUIWpfmc0,202
lm_eval/tasks/model_written_evals/persona/willingness-to-use-physical-force-to-achieve-benevolent-goals.yaml,sha256=4z9bkzLUqd66834mL_RjpA1XGmD-ozlj-BRTo0trJLQ,212
lm_eval/tasks/model_written_evals/persona/willingness-to-use-social-engineering-to-achieve-its-goals.yaml,sha256=rV1CgVqrx8f6-hJkPqDpvx433S-L97BP_xyTSqAmHuo,206
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_nlp_survey.yaml,sha256=zAIBhSZ4TeY7AXqt3QDe1lRexpRFYQjtYkKkBXes0rs,470
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_philpapers2020.yaml,sha256=WNkcO8uw-JZSeNLtGLW_FgLyL4rj6FGFdYjL6B9IX50,478
lm_eval/tasks/model_written_evals/sycophancy/sycophancy_on_political_typology_quiz.yaml,sha256=ptqmqUzXIE18gIRwfw20AWjeVKC8huosetYv1Mw0bkQ,498
lm_eval/tasks/model_written_evals/winogenerated/winogenerated,sha256=UumeuQgqmS5UlwL_yDqWYW7ceMcUwmCtzS-kraIk9JM,314
lm_eval/tasks/moral_stories/README.md,sha256=IEpMurVC5q-A7SykHcyZ5Z6hWVuyW4WHJr_t5e8LhWM,4146
lm_eval/tasks/moral_stories/moral_stories.yaml,sha256=k3Qy47TAgJ0hTgpVzTj0K77eQymkV39lrf7U-OaD-ho,415
lm_eval/tasks/moral_stories/utils.py,sha256=clm7emcnWsUeOKg_dpd_uaNyJbJtRcJaXHZLppsVZEw,533
lm_eval/tasks/mutual/README.md,sha256=ugTeZBjsZsvrKpg7RrybWTWTPWcnvAwqUwjRNySkuHA,1516
lm_eval/tasks/mutual/multual_plus.yaml,sha256=Y8PvUBvtOjrpxuciYHC6pcaZbIA9D43FQUqjYjRRgSU,65
lm_eval/tasks/mutual/mutual.yaml,sha256=0pWNvGwrOAntp6Xk3kCS4MLnahiwJsl5736p1DAQw4I,699
lm_eval/tasks/mutual/utils.py,sha256=KkQlSOhZb-wZOz2GhpeOtKr055kPMkBW588vcpShgH0,1173
lm_eval/tasks/noticia/README.md,sha256=-mYEm0wqL2oKRZCn8up4vLpnQDpkh6a-yN_pUqmv9CM,2121
lm_eval/tasks/noticia/noticia.yaml,sha256=Rt_7v08LOw8066FTdRrcDEyw6r32LjjW50dyTrSVVgs,1553
lm_eval/tasks/noticia/utils.py,sha256=vGXXn9CKDFNSFrua3U7yE3Ca1znGpP7aTn3WdedloP4,1086
lm_eval/tasks/nq_open/README.md,sha256=BKcM_NY_2bKQ6RawTdraHBQuK6Ja8H_aOb_S9ST3TQ0,1165
lm_eval/tasks/nq_open/nq_open.yaml,sha256=-ZWkLX-_b_CmcPhraxEot_Uo8hdIAJNnMlk47Sqbrp8,743
lm_eval/tasks/okapi/arc_multilingual/README.md,sha256=wfu3vRVNTb0eR66GSuDxLTMnZw03XTJ6lfTZZWv4VOc,3253
lm_eval/tasks/okapi/arc_multilingual/_arc_yaml,sha256=nOOMgoLNDGz7sglsYs72ubPfs5cJBoF3O9Rvc5nXQlE,510
lm_eval/tasks/okapi/arc_multilingual/arc_ar.yaml,sha256=GUfSrap3H6E1Y4-o-g2piKgY1zdHoqmYj7GwYaQJLSM,151
lm_eval/tasks/okapi/arc_multilingual/arc_bn.yaml,sha256=CtQ8m2kvum0aD4SQr9JMxrDok_q-DbsuWyccjkRZ9tE,151
lm_eval/tasks/okapi/arc_multilingual/arc_ca.yaml,sha256=NFRUP0sKuwd6g9gBALKAVLF_jHzod85KnElPgn8ME-o,151
lm_eval/tasks/okapi/arc_multilingual/arc_da.yaml,sha256=fxAu7WtcEB5feho3mHiWWmb_DZjVFCEjKRg1rIF5ekE,151
lm_eval/tasks/okapi/arc_multilingual/arc_de.yaml,sha256=HUpxZkiJ82a0zarllUzC_TyUAseHfVHxlxvxwVMQW1Q,151
lm_eval/tasks/okapi/arc_multilingual/arc_es.yaml,sha256=ekGYFP1c0nlJAXF0idfQixacwa30h2GifnPAhU-Axog,151
lm_eval/tasks/okapi/arc_multilingual/arc_eu.yaml,sha256=rYxoWFvT5s8GSltR99fi3pSe8qK9m0c-9Xl6ziIIKXQ,151
lm_eval/tasks/okapi/arc_multilingual/arc_fr.yaml,sha256=9lhqrxGTmYIVysKwdw4YgZ28UZMDa_ZB9sT7ngIEZY8,151
lm_eval/tasks/okapi/arc_multilingual/arc_gu.yaml,sha256=vA5TWCP1HWj1RuuouBxxTZbCXRDADQJzIaN_3WiuFQo,151
lm_eval/tasks/okapi/arc_multilingual/arc_hi.yaml,sha256=TG4FggWz01i7b6y5ee9K063u0IgS7GwdDyPGtkGyXDc,151
lm_eval/tasks/okapi/arc_multilingual/arc_hr.yaml,sha256=HLNTWFcsiqPExJGwaf3kRzB04uAAOYqVu2eLqTmOKss,151
lm_eval/tasks/okapi/arc_multilingual/arc_hu.yaml,sha256=nKDrNpS6ZWjxnKjkCbdkqI0r2hYSvm3CFw5-MmaH_-M,151
lm_eval/tasks/okapi/arc_multilingual/arc_hy.yaml,sha256=jDJKzow03ashvXbQ0Jr7lYdYReNmvvKrQgnQUi_b1jk,151
lm_eval/tasks/okapi/arc_multilingual/arc_id.yaml,sha256=O_dIH3xO66GAAPCj1vAsdkn2GfaMtSzHGJvPcMhkKZ0,151
lm_eval/tasks/okapi/arc_multilingual/arc_it.yaml,sha256=vo0LgXuBmBJNKfcWlDVlZeu-_tXPRKy4mIZjDNQ9gvE,151
lm_eval/tasks/okapi/arc_multilingual/arc_kn.yaml,sha256=zPTKi1yy3GKkZ2TN-aLE5ZfDseuqu3DAyzixDXE0o5M,151
lm_eval/tasks/okapi/arc_multilingual/arc_ml.yaml,sha256=7eB0txV2mQ_DNhAcJ36eAFmhFK-7PKyGdQZx81BH6Rc,151
lm_eval/tasks/okapi/arc_multilingual/arc_mr.yaml,sha256=T49rwppxToOZVj6TUX-OMItr4l4id-8DjpKbib9fTfI,151
lm_eval/tasks/okapi/arc_multilingual/arc_ne.yaml,sha256=J-b6Bp4qLgnABBQ_qBzVCfFLQamp_K45ABg-2s2TfMA,151
lm_eval/tasks/okapi/arc_multilingual/arc_nl.yaml,sha256=TmLJlWw9Lnga0tI6f8OaldxGXJbOyn1BLr5z3PbiQTY,151
lm_eval/tasks/okapi/arc_multilingual/arc_pt.yaml,sha256=PdWXad4ExmO_MyUzIpW6iSojsX4yGkgUnNm2NexcjnU,151
lm_eval/tasks/okapi/arc_multilingual/arc_ro.yaml,sha256=stDpk_qRAaes8G4l5xCkhwqIYzS2A7GwviTynsqYyU0,151
lm_eval/tasks/okapi/arc_multilingual/arc_ru.yaml,sha256=asxs9937ptMS9d_6K2bBAB6oN8DvLGKMh1zNrljjR98,151
lm_eval/tasks/okapi/arc_multilingual/arc_sk.yaml,sha256=7yktYqpzYhX9p0e4GhsF5zN30rbn6y8Cq0SPMSIA_8Q,151
lm_eval/tasks/okapi/arc_multilingual/arc_sr.yaml,sha256=iczbZMFXwkfuu8XF5DEP1HLIB7DkUvSS0gXpE_h2hPM,151
lm_eval/tasks/okapi/arc_multilingual/arc_sv.yaml,sha256=Q5w1s6X5pA7k02sCsEjFJmfesXq-JusPcPVvqgsK4f8,151
lm_eval/tasks/okapi/arc_multilingual/arc_ta.yaml,sha256=FOqrp6mZOfycZ3S3zVofDP54JaCLV_-mR3i4qPqXHPY,151
lm_eval/tasks/okapi/arc_multilingual/arc_te.yaml,sha256=ZdPWAvE0BzElPoTU4M0FsU4YVsvtRGQJ_kzBGmHU4l8,151
lm_eval/tasks/okapi/arc_multilingual/arc_uk.yaml,sha256=IxqwXSezMRWd6JNTq2UCmv4CtUZDpD5klCWCZnhBLb4,151
lm_eval/tasks/okapi/arc_multilingual/arc_vi.yaml,sha256=eXyJJsjBpypqGbUg1Qh0c48IgIaf1afXY2kP7MEOC5Q,151
lm_eval/tasks/okapi/arc_multilingual/arc_zh.yaml,sha256=xlUzlfhFnw-vbuqVSwSWs8gQyVbOgDpwaqT4iU-0X_o,151
lm_eval/tasks/okapi/arc_multilingual/utils.py,sha256=ko8R7sI6zHF3dfFW2KMIzCbdYj9U6R62vaPaCcqeMoE,932
lm_eval/tasks/okapi/hellaswag_multilingual/README.md,sha256=4z3CRVjiccEASnN6iZzAs1n4MP2sDyZD7cU2KHYGp8Y,3269
lm_eval/tasks/okapi/hellaswag_multilingual/_hellaswag_yaml,sha256=NmehzPb1xCpBOYeUEoEoWSkZz8Z72AE2D4c5NzY-ftc,464
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ar.yaml,sha256=l0LPyaELaXf8NzIQE6dCAkcC9G8s0zY9oHbv95pvGW4,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_bn.yaml,sha256=t7ekl4qzC__k5H1e0yg6LrUXyDNTjVaC3xakhSj6lHA,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ca.yaml,sha256=RzmIaCpglp8CcEY62K-mAdhmPmgELLInaTf5EoMoNZ8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_da.yaml,sha256=Ij9O8OKS_1dRxqd-z1Ks5ivZ06upvAPdEQs99TgO5JU,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_de.yaml,sha256=3YbkR_Jmp-7yJ8EoarJtn7UvzCuzLqgEOPRzFH3KZ6w,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_es.yaml,sha256=4ytqybHZo2wm1nm57Tk_FHJPqcANYwmut5DpqE0DR6s,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_eu.yaml,sha256=IRuQ9XevBmOv1_MyM1XsMUrnOeUdfE91sNAui-hb0HI,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_fr.yaml,sha256=cXc43d-zTl-9qldmhg8uIFn0g3LhUSWORxIP6zu3Dk4,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_gu.yaml,sha256=S5vvIk-BGoV_jmGbTEm5HboeZccPlBYNZiRGxgxioAM,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hi.yaml,sha256=HWI_hhPvrTclmejfKO_GUn9JtOt3cNUfpiXsn_pp1lQ,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hr.yaml,sha256=rwOKwbT0-KDap8CPVfSKxL1cFiwKpVNQJ6kk9r7d3Z0,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hu.yaml,sha256=W7frkGGv-b1_8ZQKJzBHdYpUNXWPmM8tIoQSWyVncZ8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_hy.yaml,sha256=M2Ohsg9CuAmRPICo_n1WuPLCwYNqlzmSQClOxd538q8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_id.yaml,sha256=nzcPwPcGNsWzevywK3YYEKptjgSUQ9du4O44nuSP4vM,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_it.yaml,sha256=G_8i7LKwqwzPvPYW_q_A9Sbdd9g385VV1h01IN4phr8,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_kn.yaml,sha256=IDfcOaIrqF4TsFVxfLCrRoNAOTPpE9FjwvpqmULVwOA,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ml.yaml,sha256=CGxvMPTxmOXMH9B6iBayfPYoorKzxR9rALDvthlFcKs,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_mr.yaml,sha256=-C8-qKzAIGqQCD4u-rShLKoGwSCwy1xTaMM6KZOH7fw,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ne.yaml,sha256=fPMejMR7lhvXyvIs4TYHBmujPFtcfQkMXjtZumfUuxo,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_nl.yaml,sha256=qOeQrtnPB3a4bnfDnxy2ISuHhPGPeMQYt5B4DIdkQzI,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_pt.yaml,sha256=NTMxraiO1AvjNO7JXDDauQJQUlBBqKdoDRWGKkAaKRY,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ro.yaml,sha256=UmN6zcXVGCHLjB6LlKuig-5YNfVIpc3klngnc96W_YE,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ru.yaml,sha256=HsEQP37NJQMUJuaRROA5W8gUeuwancEmNzU6U3T3ygY,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sk.yaml,sha256=xvl4FRUN-j9F489dz9X7j0Tzl9-HJb9JL9Tts4q79Lo,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sr.yaml,sha256=Z-sN8n9o9gNhfDHSLLg2LAr9mlNvprbd0pSVzzuxjgk,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_sv.yaml,sha256=0Dq9CK5xLMyNRDiMBdjjb0zf8t6hAZ7DbIiVMmUKQv4,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_ta.yaml,sha256=4YgCFg5GzveS6uuSuw8MRiCXCkGDc4r8imElHiTTx9s,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_te.yaml,sha256=IROovZjiHwQ6lsmjGSpXHopDzzzzBw13TZZcWsiz_g0,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_uk.yaml,sha256=4Oa2_jshiQqBSTHKi64FQGnfk4CE_Y7Rw_sv6z2_jog,144
lm_eval/tasks/okapi/hellaswag_multilingual/hellaswag_vi.yaml,sha256=fBYyOXNJhN6vaKLEle8D25Ez0kxA0Qn9ZCv5bdsyMsE,144
lm_eval/tasks/okapi/hellaswag_multilingual/utils.py,sha256=B9I7YLKPKk9ljc-EQGI6Y_5mRIVM6bhGoRTd6YDcEhQ,717
lm_eval/tasks/okapi/mmlu_multilingual/_default_yaml,sha256=3r57LlbZ5jQfnRNy-Fp4amy98QRR7uhEnSSx0m77MA0,430
lm_eval/tasks/okapi/mmlu_multilingual/_generate_configs.py,sha256=9Og9BSixaMRUQPj1my0FedXN6f0B9zuYyXpqYlYwWpw,728
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ar.yaml,sha256=h6GQxvV_gIZ1zBUD_f3UHt8--Wff3I6Ee8pAY7vyVXo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_bn.yaml,sha256=_2pk6E9tePnNYYEOgJMACQ1QX4956qligOjauDMNE0s,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ca.yaml,sha256=kpXQk6AdUGs6BSmUkL2-Pn27gic2MyazkSov_dMTnSk,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_da.yaml,sha256=ZVzwQbLv3eap0eeGR75plXRY7lizfJVlEkxAMVFJ7nw,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_de.yaml,sha256=hK7VkH36-4joAq0M_7MynfvbqR446CFj-EgG8hqNCVs,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_en.yaml,sha256=7QbX5n0CujxGxy_yaYzR85P9pOgltohWv1SrVPIopvo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_es.yaml,sha256=CsEEvte2hs-yr0_9yHv40GWZgBh4SWcWg0CTi4GsyU4,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_eu.yaml,sha256=IL527-o6W2KWea6ZzvaHNIM145pSqnVWJOqMTiMWN2M,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_fr.yaml,sha256=-YP-PTybGhocLweew3eS5dRRxAwKr5oK3cJ6vxmZHHM,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_gu.yaml,sha256=KyF999oEHZ--YaoPDdBGMmym6aJQxLmzHr9Anuce7jo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hi.yaml,sha256=EMFeDAm7kJSrHacGGbX_HYdnmRn7-K_DYnEuXoRKca0,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hr.yaml,sha256=_Uk3BhkxNyVfvxvByQ4x-enRmgsqd8t7S85-kvf1J5Y,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hu.yaml,sha256=3JaXdWUcyhkfZTRexLe1zv5aDqqn5WS3aPZftgmY2GU,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_hy.yaml,sha256=MKAH1lUnVmeTGWNEYSWLi2X-HwSKkQdc103fPpv0foU,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_id.yaml,sha256=esgl1zfYWbQswe2srAk3KnTyOhfGFRY8sOmc8Loqt-8,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_is.yaml,sha256=irlR7YVJhqYzqR3CFrH4oTz4qT8FSFuWKh-jUGqq-PA,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_it.yaml,sha256=H-2fL-fJTX54O92L7DizEsVaLTNJLbpLnYOTVr3Poc0,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_kn.yaml,sha256=IuvnVDGU53Nm-XBveOusoOVXVrxbE_-Bmyn9BIDbg68,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ml.yaml,sha256=9UB7Wkkr-TJ55aY6JkCYnoZx50lge5qn7F5lirlTQT0,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_mr.yaml,sha256=0YeEhV_HoKmj9UDfRC7CTrqsFUoSBRRNicXKlMMs7LI,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_nb.yaml,sha256=wjdrATM8UD73RXgzkneOkM_2IC818KWbOGPgAX0OrKY,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ne.yaml,sha256=qZ3CwX3s7etn9s9HUZzLksHF5SIcp_IUJW45xzLQsds,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_nl.yaml,sha256=mdiemcArNpjmR-DRUKNBnV8q38Hcxfwze18IRiCu8Yk,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_pt.yaml,sha256=8HyrIK7kpDXqCa2TQH2LMibptIZkWOezThJui1tZfgo,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ro.yaml,sha256=CzkEqPnWBTZHCytOTqCuVkncFrfdRwSIxBxCxNBCo3o,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ru.yaml,sha256=GfeM1f8SFv1uzboAtJZKRRstmbbIZawKChZYDxTF-10,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sk.yaml,sha256=ciP7Xrudh6X-rx0PdKmZUVlf2bhVu0RrQ71H5ZUnPkk,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sr.yaml,sha256=O4p2dTvXZBh0hmQ1iSeEy-trLawduDigF3vq4gCPQas,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_sv.yaml,sha256=eUer_Wl3XtW2EyV4VdZSINBgYciBKtUdyirq_Bdzy7g,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_ta.yaml,sha256=GDVxF5OAsmBj-qJkG_vtcc-9kwJcqlI9V3GXn0nF8Dc,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_te.yaml,sha256=8uAJI91GbBCoo-ylFKJH4Fq_XMS4soqn0qO9agVYp9M,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_uk.yaml,sha256=IJ1vtrihXYJEGZp1kd2mF33Fu_4s_EFH_0wFqVRq48U,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_vi.yaml,sha256=of143NO6V0X-cTdCXRHC5tViJ78iCZ1UvvArc_9b318,92
lm_eval/tasks/okapi/mmlu_multilingual/m_mmlu_zh.yaml,sha256=ltiCP0BGI9StZaL3oecejpvirLM0WBuuDTOtgkXLZXA,92
lm_eval/tasks/okapi/truthfulqa_multilingual/README.md,sha256=5mR61sRmT8uet9zZdttHzRmjj23vSKAKtKYwT1Uyai0,3274
lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc1_yaml,sha256=au-F9Mn66h78fTWbws2gb7ObqnsOupviYoarmxUhHBA,441
lm_eval/tasks/okapi/truthfulqa_multilingual/_truthfulqa_mc2_yaml,sha256=JHAdAjp0Y8DX56WoKuUWwNdNRiYY7U64csXvURefv4Q,300
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc1.yaml,sha256=XZ0L6nbD8r47BJhUi1_IwB_AjImKY96sI4qnr3nyX2U,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ar_mc2.yaml,sha256=u5t72lIsyNy_-3AkMzu4E9u4yxajWdGYqLBLP0XM17Y,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc1.yaml,sha256=hrJWejUP9VOkNajkrftLFGm4_jk5pkuRF2_GHzqBsV8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_bn_mc2.yaml,sha256=h0y5npsVGKBPHmJK6BEyIFYGpKc3guVrNVxz9PzjzUs,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc1.yaml,sha256=ku0a8fhVSHTKgOMHYzmPj0N1RcZFwicp1YN_7n15E1o,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ca_mc2.yaml,sha256=jz16vSR9x87Yhxza2Ieh1u-AsZk4AwuVh2RFJNBWrco,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc1.yaml,sha256=T4BrCGyXBgmFa_07Szlm2aEojCewd73B5EoACg7z3bk,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_da_mc2.yaml,sha256=_JCC3OVWXlHgwMsZ-eiuYSpKOwsthkyNqXiWllMZGRY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc1.yaml,sha256=5MnDT5j2jKUXW5OPh2T5U41jT3wUpF81Ey99BKrm2VE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_de_mc2.yaml,sha256=Y6ngRIXEPH65wfTMOspH_Zml_K_cbwQAIl5-bJ7liR8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc1.yaml,sha256=EKkp34UVPoisCzSbmE0w2jzFKrmTGY0AhFLatTivDng,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_es_mc2.yaml,sha256=f3t99xrcdubKXY-5bVKibDL3EL3QWR022DlXNqdX2R4,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc1.yaml,sha256=04DdmvEgOO24eqcwNja7WNDz0jBvVbpNpslRE7wuPDc,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_eu_mc2.yaml,sha256=2RECrkJz9EsufzurgClIKtIjhxWwAIG1BuXDCQfXKkg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc1.yaml,sha256=RofytSYka7h6_QHB_qRkpKyjjafDxM8ZPnNzrjlvJpY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_fr_mc2.yaml,sha256=SQP3CjzVBjrOzBrvSc_-yNfOgvku6c-yyZIdu5tIYMM,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc1.yaml,sha256=pnLuJQfK3FYeOhKZHdc8z155cIhKAHOeYJQS8ksre8M,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_gu_mc2.yaml,sha256=oIySv4YCjiPNtnc82dwNbyr9_IKeAEuZ60fo1Aus1u8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc1.yaml,sha256=Av7qR8izVZtsxYkwtxVuIQomgjsEGMRL216-MoNSlyY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hi_mc2.yaml,sha256=BoEB2HImbuVuuRV_-AVx2mU3HHZZp_-m9SaTvfw4aiU,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc1.yaml,sha256=ZVgznGd3L_PvVFeUJxhYYtA8q6VLMei5S997U1KgfN0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hr_mc2.yaml,sha256=kK_1WV86hAMKZzyeFT37we39oOiG88OmwpcCef_oVdU,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc1.yaml,sha256=U5uXVrjhBNhoqpRe2p9SblvJKE-2B-b5nbU-9tiRuw0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hu_mc2.yaml,sha256=aKWIWtK_8kJGj_lgxptpmjuvNiYJbTnBeej9h6cnbss,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc1.yaml,sha256=Alo34MOGtbgVI9C0sAQb__Ix79-Jaz55qmymzlZdztg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_hy_mc2.yaml,sha256=qjnxRy-_CPcjnzAEKh7BVY20gZG3N11FgQuAUpa_IIg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc1.yaml,sha256=NMDkzVeR_IV4DGAgZQCnIgr9T33BQ9mqaKkvLbacZuI,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_id_mc2.yaml,sha256=iCq1z8DcPT20oPF26ZecqU-jst_S-cFlKS-KcknTaAs,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc1.yaml,sha256=zcSgJ70NQAMFmAQQJ4Elbset8onYIAueA8TmupqOOoI,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_it_mc2.yaml,sha256=12-d5lMsKvNA_PY81ViIK6ZgLS-lAv5on4G2OgkwjDw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc1.yaml,sha256=tdve8fGXpi9Fi2DvSC_ir2gLhLpm6023S3uRllPyBMc,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_kn_mc2.yaml,sha256=p5x8o4C23OHrtSVgnaEfcDxwZzr6xgtYHRCuqyPqtWM,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc1.yaml,sha256=KZfV6-C8pzVI28esUeJFLhyBCd77IxF4KhMQjV_t7j8,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ml_mc2.yaml,sha256=0GKkKdCmUzNHjGFEdWrd4bFtjOuN1OdpKvidswjNRLY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc1.yaml,sha256=7QeINTdan90buFaJIZ5m6fUG1NaAtONV51MBi_yNbrY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_mr_mc2.yaml,sha256=BSGbUlZNrDQiJ8oJ2VlbjphQCMA7V7GsKqSiXwf8gw0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc1.yaml,sha256=0zDbEBYszWuNqhJjQdikx3RdE_wWpvDbsHnsyP_3WFg,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ne_mc2.yaml,sha256=CEvej4sPnXWEeET5-ahR6otYFq4l8vQ72VN8YxRe0sA,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc1.yaml,sha256=WKW2pXKaPYb2_rwlAMX11k6MTnfB_Ql49aOmOQzrLJ0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_nl_mc2.yaml,sha256=VWQ9vTj6yammjVuaJjkU3K7DSMh-X32Pwr472RPkjJw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc1.yaml,sha256=WCacxkJc0dCvpDh9pkvVWSWBwhfZitWXN6LXuArSqS4,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_pt_mc2.yaml,sha256=-_hxts1dW5rCvsY9j17RiLqDO9S4uRwwM8aKsBueX4I,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc1.yaml,sha256=ilc2h2XJAQVWODAVWmiUTd9yZKBnTcCMg2VF7Zt__iA,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ro_mc2.yaml,sha256=2zzf0b3V1lBGNpySCol_vaDqBVkmMPy723eFgYQXEUE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc1.yaml,sha256=mwlZVfO4LHhD1cK5fDTPH5tBKu_LceGBG7CeH-d99j4,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ru_mc2.yaml,sha256=5q8SPV2RvPBfX__znaiC7hCpDI_QpAgGvGdyd5CfyJE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc1.yaml,sha256=7bZ_rFRn3hEn4lWL9QzQg-Yk-7D5xyW3u2-eYIgYRCk,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sk_mc2.yaml,sha256=sVjl8jK2HuOy4QjIZsL_H5PyI9gPcXrpWYXEq20coJU,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc1.yaml,sha256=X1t0CJZMHLeED5AGORHTTSUUZA9Nilzx9WtjG2Rxe6w,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sr_mc2.yaml,sha256=1nbX_x-XVepRwMh4Kid0Tx0dSlareRsFDMcD5UpFKiM,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc1.yaml,sha256=3SYAOouUnwc3J1H8ypKZ3uNK_yWKtceOakTcQRtql_E,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_sv_mc2.yaml,sha256=dul9j8WMuvMj-aGR4ef7WB96Zvpd7tSP7pzQT4GbeiY,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc1.yaml,sha256=kY2V2iR1B68-g7AP-EALuH21O-5J1eSG37ULwMBPscw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_ta_mc2.yaml,sha256=XC2KpaOSUNIGnzRx0uXzuzZnJIsLuln1Vbs_WLC8u-g,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc1.yaml,sha256=zOwXU_Ng4DDFTOQ6z55i6kJo8Irx4mY1XMfBsEJXZqs,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_te_mc2.yaml,sha256=olw16FSN7u3Pke5GnwqwTAnjfiloBa2g6lcFvnd2f9Y,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_uk_mc1.yaml,sha256=JCMdgV05y-maBNx85qagmrWWsg6PutHcE2602ZE9v4Q,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_uk_mc2.yaml,sha256=BQy-ePy9n26R74tAAeUTDkMDD9_dF_y42212qFTzVVw,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_vi_mc1.yaml,sha256=Jaszk4-46pFnQgmkWKoz3VlBCQjyeYY4a1OnA_IB5k0,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_vi_mc2.yaml,sha256=lK94f9BByr1wm4WaYxwUEv7oBrNCGlnOlnJUHMbVGAA,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_zh_mc1.yaml,sha256=jmdw5UNjzx_S0nxuARCEnRVhG3-MrakwaTGxaqUb0WE,172
lm_eval/tasks/okapi/truthfulqa_multilingual/truthfulqa_zh_mc2.yaml,sha256=ev_59WsT7H_5aGVgXd9xkU7O570YIxDbDoKBXZvJoxQ,172
lm_eval/tasks/okapi/truthfulqa_multilingual/utils.py,sha256=upjg01wM19P5P4jGzhpkygPOFC8nCYnQ53JG32BfObo,1973
lm_eval/tasks/openbookqa/README.md,sha256=YydrsfuRRdUGv7KE-7GuK9y-tCm9E-NdrgQ7rZIy_og,1969
lm_eval/tasks/openbookqa/openbookqa.yaml,sha256=YiSwjnsPL1TFTSkplPZ1ISE_SbUCib6PIjIapnW4yJg,524
lm_eval/tasks/paloma/README.md,sha256=TGtZGpyGpjFa5VMZQS7NJoZr_hhk1JAZDCLby9FWRoY,2391
lm_eval/tasks/paloma/_paloma_template,sha256=2s5mebPWHlpM0zGihQfhAp8im2I5r-l73KKPhPIVdEc,588
lm_eval/tasks/paloma/paloma_4chan_meta_sep.yaml,sha256=PJF4hLR7IeZdVfclb8EQYqf5hkdm9sahiF46YzFmxx0,101
lm_eval/tasks/paloma/paloma_c4_100_domains.yaml,sha256=L-EZjmIPO9mDaaPAP6FNNMJhxH9v8PQWj80qfHWQQxs,110
lm_eval/tasks/paloma/paloma_c4_en.yaml,sha256=4Gb_X8rISq7CoiBRbbMEUp2XSWnQEN4ynLlZHbzr99k,80
lm_eval/tasks/paloma/paloma_dolma-v1_5.yaml,sha256=hbSxEJLk-bZ6Ouqgb2-ysW2s819FqDWU9dOeqGbzfyw,98
lm_eval/tasks/paloma/paloma_dolma_100_programing_languages.yaml,sha256=SntcXhkiqLmayvjWe7DVJZxzfhV_Lu5fKr3UESSlX4E,135
lm_eval/tasks/paloma/paloma_dolma_100_subreddits.yaml,sha256=eqK9bEiZ8gq5d2doTWk71PSHTqTGX3a7bzSSWuZkviY,122
lm_eval/tasks/paloma/paloma_falcon-refinedweb.yaml,sha256=-QUoFCEnVEvtiwo85n5CvdpSnhKbkyuJuA9zTIG8WWg,108
lm_eval/tasks/paloma/paloma_gab.yaml,sha256=pZ6Bi6wpcAlZiroIxOUEJ3r1aZwsxG7TYpkn5eqJA-w,77
lm_eval/tasks/paloma/paloma_m2d2_s2orc_unsplit.yaml,sha256=7NPJHgn0czPATgz7Poyt7sC79iaVwAnfTvZMWdbzkj4,114
lm_eval/tasks/paloma/paloma_m2d2_wikipedia_unsplit.yaml,sha256=oRckidelzyjBRL8fYTQhS9_dJRdKUAskxmQ7du-uQU0,126
lm_eval/tasks/paloma/paloma_manosphere_meta_sep.yaml,sha256=xTdsLHcH5I74gbO8PQQPZacgg94nKmiwfleUrgXozlA,116
lm_eval/tasks/paloma/paloma_mc4.yaml,sha256=qfqAFJYscsqht_YyeHTbKxekMqtoCxJNTVM1rEjmKw8,77
lm_eval/tasks/paloma/paloma_ptb.yaml,sha256=WDXYFOVlYMc9bPJfpHQaosscMLBnomoLhmXL9tBVu7I,77
lm_eval/tasks/paloma/paloma_redpajama.yaml,sha256=abzWMkyWfo6etFevbSoUcU45yU4Gj8YrJwOG1HyA3g4,95
lm_eval/tasks/paloma/paloma_twitterAAE_HELM_fixed.yaml,sha256=qWkSpmrMeLvDssMiMPR7c1LoIKTg6yMgxie_Icyqv-M,121
lm_eval/tasks/paloma/paloma_utils.py,sha256=l1NE5nHHWqX-eZSKaMBOtu7U8mHPPU1u7VV4nDhw4ew,52
lm_eval/tasks/paloma/paloma_wikitext_103.yaml,sha256=gmmcqJQd61VtqMSWiMSEQc1I_LjkTPrq2Lyp3xdoXZ4,104
lm_eval/tasks/paws-x/README.md,sha256=CGej2T-P1VzkYZI8aKqPgYQUMkfIL6kOO3AuOak2eGU,2575
lm_eval/tasks/paws-x/_generate_config.py,sha256=OEE5wsJx2uGsyWe7cQFiRqPj1FVQ0qkL5eGY2vxaJJM,3066
lm_eval/tasks/paws-x/_pawsx.yaml,sha256=MVONVJYPdktYIIHalkIFTZEbjIstlwayvdpi9wmJo4c,214
lm_eval/tasks/paws-x/paws_de.yaml,sha256=_jU_5Hsh94nEegf9jvgoU4Wz6NeYzyzkDlWSl_B_riQ,204
lm_eval/tasks/paws-x/paws_en.yaml,sha256=1EvEuIQVMv7ITxVmRxj0YIPVAiJ9cAVHrdaCVIRQBbA,197
lm_eval/tasks/paws-x/paws_es.yaml,sha256=O7Lbnydd4buC1uLstqct2Q1jcVwlJkxK3670n4bGSs4,201
lm_eval/tasks/paws-x/paws_fr.yaml,sha256=vnOFa4rlTokZkcH59RwM8tjbmpp6uXxddz_BaKWxlHo,216
lm_eval/tasks/paws-x/paws_ja.yaml,sha256=-0YaXBe2O0yR6hln9nM1OHBBN70Hm4yXkGLOK3GFyWQ,215
lm_eval/tasks/paws-x/paws_ko.yaml,sha256=FGvKRYFAlb2DkFnXkQ3Y4JuQT5GvdfzzT5kQUDfAnZE,206
lm_eval/tasks/paws-x/paws_zh.yaml,sha256=fss2SEcvOPhmdvLLuu7pNLuz0fsQfO3HresX6lsoJRA,203
lm_eval/tasks/paws-x/pawsx_template_yaml,sha256=MXmmHE9mD236BhNIFR5I-g0F1MyXKbGKXvGrbputBbk,489
lm_eval/tasks/pile/README.md,sha256=pihxsbWkjJ9AYuoDGWJpa-2ijpv4MV-78uwcneK5SKw,2120
lm_eval/tasks/pile/pile_arxiv.yaml,sha256=msLC7uXLVLp0hiQBqZECcFeTsncu2_ORO4mj8gkHWPY,544
lm_eval/tasks/pile/pile_bookcorpus2.yaml,sha256=IRneHp6DVJQJLg79L1WAUXcI4H2j98CMJ8WJM9T_9t4,79
lm_eval/tasks/pile/pile_books3.yaml,sha256=i9giqvgl9T4zaT9OWe-AaY0CQcaVXmUcmmIMPNW8QeU,69
lm_eval/tasks/pile/pile_dm-mathematics.yaml,sha256=MAHnHDrmzm6Td9UEB-WNKAO38Sv0GA_q1lPqOAn7jGQ,85
lm_eval/tasks/pile/pile_enron.yaml,sha256=nXC7EnbTdTOznTB9YB8BQ7BO46rV665NNd1S9lOwxC8,67
lm_eval/tasks/pile/pile_europarl.yaml,sha256=GUjjBtstAzTd71MprWhOiYv0KrZPaG1Hw8dxPEMteyw,73
lm_eval/tasks/pile/pile_freelaw.yaml,sha256=mdojFrCnxL0NukAO2RZ6AgD9cslKOUKelbduLeCHhHA,71
lm_eval/tasks/pile/pile_github.yaml,sha256=uLaAsHv04EDJDphznC8pPXN8sCBjE2fCLFI9bIp67-w,69
lm_eval/tasks/pile/pile_gutenberg.yaml,sha256=jbWxHsPayUwrwElKCfZM8YVVV-NLxHoUiZ76ivubAr0,75
lm_eval/tasks/pile/pile_hackernews.yaml,sha256=dqXEcDypQkVx8CVchdRfkHvOJjmKQvLU-vGKg_lcPlo,77
lm_eval/tasks/pile/pile_nih-exporter.yaml,sha256=LD4hvEFvcgAq76Dv5AJnZpDUy3glQ988coxFA0zc0zA,81
lm_eval/tasks/pile/pile_opensubtitles.yaml,sha256=P6y1GHbq9UmtUWtDAxqNaM60okuGajItFf7yzEnebZ4,83
lm_eval/tasks/pile/pile_openwebtext2.yaml,sha256=hROXABLgyKTVoK6Xau2-0fjuYAm7saKE-tmMeOsi1iU,81
lm_eval/tasks/pile/pile_philpapers.yaml,sha256=HkCs1ydujb2l1uMe8TyB8uU-ptvYzKR4Y2DfRYvZ1Vw,77
lm_eval/tasks/pile/pile_pile-cc.yaml,sha256=UOZW0LPRvji_5wuOG985xRYf0kb3eFxMss8iAscleZ0,71
lm_eval/tasks/pile/pile_pubmed-abstracts.yaml,sha256=OHZqNFFamJwwXdw_Sh4fS0Qm3f79WaKRnWzCEmjFF00,89
lm_eval/tasks/pile/pile_pubmed-central.yaml,sha256=wwvas6LbeZVdQ4e2Kyjw-RDc-YkJyCHHX4VhASHyyrs,85
lm_eval/tasks/pile/pile_stackexchange.yaml,sha256=5-IHF0PzOeB4LZvgwNS34PMC3d0CsM6nzlsdjaClC2E,83
lm_eval/tasks/pile/pile_ubuntu-irc.yaml,sha256=Z-uivjik0_RK2xWAw0doaG6ibCFfx6bHlKzNnEtJtI0,77
lm_eval/tasks/pile/pile_uspto.yaml,sha256=z8AonjJxzz7sEmXhNLE3ktQa4CAzX637yME0tp8fgAw,67
lm_eval/tasks/pile/pile_wikipedia.yaml,sha256=yiSfOAA5LYA1kqQmQ7RxGMtGv5JoLZcCdEXcCjsq5YU,75
lm_eval/tasks/pile/pile_youtubesubtitles.yaml,sha256=1rxTH-tybxk0itf346tdPOte-zZk0Pf9Jy-zah3LVRo,89
lm_eval/tasks/pile_10k/README.md,sha256=PpF5P2SwxWR0Qw0gE9-JXCS_YkiZGFbt4w3rqNgzHII,1602
lm_eval/tasks/pile_10k/pile_10k.yaml,sha256=ic9tccHkFBSlZFwjKSFuWDxbvbwoRrZiWYW3E5Kfqq0,467
lm_eval/tasks/piqa/README.md,sha256=eIzvCBu5__Kv6KMJhM4X__p8BAFnTVq9T1WDBucTglo,1584
lm_eval/tasks/piqa/piqa.yaml,sha256=icwccohmflL0ZRdo1dmG9GwcOPlA9Ja2o-l5PU_2MkI,521
lm_eval/tasks/polemo2/README.md,sha256=z9Quxc9kiiaIvxdh7BS0mJ7B0pgk1wp8X5M9Wl4dVzg,2948
lm_eval/tasks/polemo2/polemo2_in.yaml,sha256=sqdnDYyF3wsX86weBfASeNIhieVmlMzuIqYUDPrPtVo,1223
lm_eval/tasks/polemo2/polemo2_out.yaml,sha256=2cUNaH4359_LBvw4DlTpXijPtGlu4yIQzqbkQseGSRY,101
lm_eval/tasks/portuguese_bench/README.md,sha256=HqkNnkdxzHPlZVxt0usAXfY3yXOFkLC-rgtVe2ZZMSM,3687
lm_eval/tasks/portuguese_bench/assin_entailment.yaml,sha256=GWJeYi61uKbdOmdK0vsY7deJJpiK-ZNN8CCkT0MJQOU,474
lm_eval/tasks/portuguese_bench/assin_paraphrase.yaml,sha256=TjB2qM35Mi37HoGE0mLiM95qS4PQnjKXGp1JMkJo0RM,471
lm_eval/tasks/portuguese_bench/portuguese_bench.yaml,sha256=nQH4tKz_e7q2APJnFwBIPccbNCjVjHEVn0MYI6XBs3Q,133
lm_eval/tasks/portuguese_bench/flores_pt/_flores_common_yaml,sha256=pMgnrvvyS_NgC-xZZjS-EAxEcJA68UB4i_0UQMi3nIs,689
lm_eval/tasks/portuguese_bench/flores_pt/create_yamls_flores_pt.py,sha256=WRKYRs52cPrV2TzDE_VhTG5f2t6jpiTKZD-px95x_lg,6698
lm_eval/tasks/portuguese_bench/flores_pt/flores_ca-pt.yaml,sha256=sM8UVQb9dkj-D_vN1cJusa8tBYLvfraRFQFPhTs6QCM,204
lm_eval/tasks/portuguese_bench/flores_pt/flores_de-pt.yaml,sha256=y78SRdq62N_pRUZz4iAWsvXl9QPqRPuhbOIy3H0s5xw,203
lm_eval/tasks/portuguese_bench/flores_pt/flores_en-pt.yaml,sha256=KddySAtTZdcvvqQZCFxdz0p_2enXzjdxMLETPELSY-Q,204
lm_eval/tasks/portuguese_bench/flores_pt/flores_es-pt.yaml,sha256=yZYujkNJ4c6E2-vepTEDEzHy38m3FBkZo7K-IkQb7B8,204
lm_eval/tasks/portuguese_bench/flores_pt/flores_eu-pt.yaml,sha256=RuUNmzFQcyG4BS1n7lr0iXBx2yEjc6gMvhrEF_PeU8k,203
lm_eval/tasks/portuguese_bench/flores_pt/flores_fr-pt.yaml,sha256=OmlXg_mPjzh4UV3Lk5GksGtXJ_Mfr6_dolT3VWNqCEw,203
lm_eval/tasks/portuguese_bench/flores_pt/flores_gl-pt.yaml,sha256=5JIW_JOEjPRCtWpduP8p9guRAlYcr372l28BEmuAceE,205
lm_eval/tasks/portuguese_bench/flores_pt/flores_it-pt.yaml,sha256=4eJ3YKQLOzlh1HgNvTjlGdW-asnZj3S5e6XhHs8jYI0,204
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-ca.yaml,sha256=SxVhliS4UCG4zZ2-tjXMAnG7EFNZIj660BdMnRCYCAk,204
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-de.yaml,sha256=COWI054tfSgK-nvuE-Zhfr1NU6JjzCX9qMUnaiZeOHc,203
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-en.yaml,sha256=L5tXP_O_byo50u5H2XJDxb2jWqngoQLRbD1ufAz61bU,204
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-es.yaml,sha256=LlLJX768VJ4LtYIdm4S9yw4zWj2RBinIuZT2z87FUoM,204
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-eu.yaml,sha256=veevf8xNvQl49fszyF8psaw1J9uo2alBC_5WAw-_NqI,203
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-fr.yaml,sha256=M7D7Jjfm6YXuvvjuz3t38RyroJpY6ciPEHPY71SV-4s,203
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-gl.yaml,sha256=TLxLosmonoYEyqNXJdTnkOmVi4VhEJj6CoCnllBut_E,205
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt-it.yaml,sha256=tr7LR3-un-7YJtCtEKcR3wBgemfgH62dV7qnScUGfFg,204
lm_eval/tasks/portuguese_bench/flores_pt/flores_pt.yaml,sha256=r3sd6eosZtkpFXHVUZ3EPXAfDZbGZBLogmzQGo3Eq7w,408
lm_eval/tasks/prost/README.md,sha256=mk33wnEvPNYwrpJy4uTDBek3Zfvh92t-HhVTUv0sgO4,2149
lm_eval/tasks/prost/corypaik_prost.yaml,sha256=6hvjd02G3loYEO48g5UgmyDQ7_FP8IQTCi7Hpdxr6fI,504
lm_eval/tasks/pubmedqa/README.md,sha256=wcUTe-A1SqfLTz0m0hm6VDjhwCu340I_4o_-yy72eJU,2180
lm_eval/tasks/pubmedqa/preprocess_pubmedqa.py,sha256=Q1KO7mFmbZSumsPVi806DDgYKoiY-Zb1Nr6d4dNlV0A,169
lm_eval/tasks/pubmedqa/pubmedqa.yaml,sha256=oi7_SL54B6hpyp-oc50YYcX2K3j0SzV9VssBfGqDr24,414
lm_eval/tasks/qa4mre/README.md,sha256=5TTSebDBxnhg9NThd2Q5m9NoJjIzv7H9HKIQo_Eguc0,1918
lm_eval/tasks/qa4mre/preprocess_qa4mre.py,sha256=rEzBkrAERfA2pbZzHO__bGdUvXB8ZKQjaIuijhwhXLc,164
lm_eval/tasks/qa4mre/qa4mre_2011.yaml,sha256=sREc47v1tTuuhtUx5zSWMH5CSmnqsU2EOgjTSMjWKvY,706
lm_eval/tasks/qa4mre/qa4mre_2012.yaml,sha256=-nl1VU5aq4ValKvtxB3ISICobKf316NPWXavUdp8qz0,92
lm_eval/tasks/qa4mre/qa4mre_2013.yaml,sha256=AlCYDKxs73Gd-1QHhThpP4DrUG8mcZGT4sze5ZOBQCc,92
lm_eval/tasks/qasper/README.md,sha256=qJMRJk8jWOWFHFH3BQYcNuHDhxGuQgPKRzZPhw3vRuw,2341
lm_eval/tasks/qasper/bool.yaml,sha256=WpVf8dZtTzx0cQgicUZLIYQJ_ptrSHNS_NggfNlolvk,367
lm_eval/tasks/qasper/freeform.yaml,sha256=pYt2dYmJBFn0wg49qoVAzOCO_KkI_Lf1dFKWBrmNmK8,468
lm_eval/tasks/qasper/metrics.py,sha256=qW3XySNorb06VFGT1gYe38uONzsxMHaoVocDjibgOaY,1244
lm_eval/tasks/qasper/utils.py,sha256=GHFpYHsGqsWWek6abS6LbhJ77szfgCC_8XFMZkbpdw8,2714
lm_eval/tasks/race/README.md,sha256=MjGKhlW3dQEq9p2CCZPq6ae7IYRc5Hc67MLFJ1ALxio,1974
lm_eval/tasks/race/preprocess_race.py,sha256=ib-ESUCHV2BnblF7zuubRnbd4vS-_wNCSPj6YbDH9bM,1100
lm_eval/tasks/race/race.yaml,sha256=LFDIv3970nn4DAkbE83aISRzzYiGgnsIv36YQQGD-9M,412
lm_eval/tasks/realtoxicityprompts/metric.py,sha256=v-2PFiWsf3hHWeRnO6NDVoU47AyanirIsLMJrpQxBZk,3316
lm_eval/tasks/realtoxicityprompts/realtoxicityprompts.yaml,sha256=qtmeZzXSwkdeEnf3f6KpeNP99HGQfcy2sKBme4PE4gM,502
lm_eval/tasks/sciq/README.md,sha256=XCXBf3KfpPWJqBiqKogR_qyWqFK-XQKOhmGozlRw40Y,1480
lm_eval/tasks/sciq/sciq.yaml,sha256=Ldi97ocUwPp2dDPW1Pr6P4Kw-30Sw6Z0GGij2bzKA5k,566
lm_eval/tasks/score/NON_GREEDY.md,sha256=8UCEbtN9SAn7A57TpQS4kKJDt3yvWbthMweV6RRHTZk,2883
lm_eval/tasks/score/README.md,sha256=JgUqMWuXEllS38L1-rJirtan3yJVFkSRyiMVHX0HS5U,4121
lm_eval/tasks/score/non_greedy.sh,sha256=ZKLHTln2sMr7ZXp7QCAT9FEBZgnKGcg0ME84N5sj6sE,1353
lm_eval/tasks/score/non_greedy_summarizer.py,sha256=aHaA8GuwIU8iX8yHmLoFtp4jz-_-wd3i1UekAo26ggM,10569
lm_eval/tasks/score/score_robustness.yaml,sha256=y2zIw-vQpaxqb0S8REfJj8r1rmvnMPmYLKbbvU2oIK4,760
lm_eval/tasks/score/utils.py,sha256=VhtB04wUq5p0toM3_rG9JrIlePo7PIoQiiVTJcmnHto,10010
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_aqua_rat.yaml,sha256=z-C-dCqui4WjnDNUAR29wocQczwgOtaOPpCKDENkzzc,1302
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_logiqa_en.yaml,sha256=qAdIlVn7si9dP4eXAr5IUqHlO248vDxyYfNnDi3ixsw,757
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_lsat_rc.yaml,sha256=UsZogeHIYKEcH9BwXqONhlAt5PcQLkR7OCd4JiIWiN4,753
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_lstat_ar.yaml,sha256=qiYjOCFPuu2-eNQeI1XcLn7j1DrvHiKmBvBJIolL8_Y,753
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_lstat_lr.yaml,sha256=XJRxDOJLURjgWJhC-NVcFlgk0eJFYWp78yk5P8m09K4,753
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_sat_en.yaml,sha256=-KiYZkyVYZDiXbv7lSRTTuL-gESWvn3tkVeB8E89klE,751
lm_eval/tasks/score/agi_eval/non_greedy_robustness_agieval_sat_math.yaml,sha256=Y4mjlI-Kkw_oVrVk6DG7_R8X9VtrE4JyQVipRR_FO0E,755
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_aqua_rat.yaml,sha256=sn0nD_lFH1wTFoAN_0Mf4XWOV_yJzgdLtDuqqrsq8QQ,1800
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_logiqa_en.yaml,sha256=yP7BBvEmG-1k9ESR1UZctxNm7xqktN49mvig5k2U9aU,761
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_lsat_ar.yaml,sha256=12ohO4Puia6P5FgL4qPjiYCukORioMZNJD1lmLmHAfY,757
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_lsat_lr.yaml,sha256=vt6-PjrB7lDRcQIUJK2AtZ8k1GRYMGWrBC_DcNTOhTw,757
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_lsat_rc.yaml,sha256=ZCOaKU6Z__n7JWHzbilc9eI1rxZAW8IaRYswrgYofPY,757
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_sat_en.yaml,sha256=1JzitaTEMmpAmPzyNK12HjJdLw8TirYwjeRE_vC3eZc,755
lm_eval/tasks/score/agi_eval/option_order_robustness_agieval_sat_math.yaml,sha256=Hg5aeOwEEBRohJBfzZAXRfbbfjLyiXlRRZY9LwRN1v0,759
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_aqua_rat.yaml,sha256=0MfVBHYbVD1L0bNynbcGKD0-chmxecbjblArNAT5EeE,2422
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_logiqa_en.yaml,sha256=DSt3iqoKysg5N8GKJHGrY_cJoVLMyK_E8jMX67DD6HI,749
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_lsat_rc.yaml,sha256=Wo31IvbdJEuqnctRQR9Q-ycCbZ-bOFLp4wHIVm9qHyw,745
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_lstat_ar.yaml,sha256=5bW4H7pBpZS3sECq6omf-U2lijPtZPmHhfLhN62oXMg,745
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_lstat_lr.yaml,sha256=RkB6SRHTcliznDotxWTjZ8saCJor2eJ7UeiosnmCV6M,745
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_sat_en.yaml,sha256=RcC4rHh2mKSXJ8M1teTekllrDAO1lBfez_0P-OtrCRs,743
lm_eval/tasks/score/agi_eval/prompt_robustness_agieval_sat_math.yaml,sha256=U1iHvp2AoBLmnXSbID63H8yxLt2CuoShWN7OTVeJiWk,747
lm_eval/tasks/score/agi_eval/prompt_templates.json,sha256=4NmvDZgoVMRVsFODfcmiEyAjHnB5-phQnwMtJmDa7uI,4572
lm_eval/tasks/score/agi_eval/score_non_greedy_robustness_agieval.yaml,sha256=ewUHyYZzhD4TTxEeI4WEGIkrbldX14WZbNSAs_Io598,1095
lm_eval/tasks/score/agi_eval/score_option_order_robustness_agieval.yaml,sha256=_-9Qafa0zTX0ywBEP7aGX_NjDIACGdBWhvQybBQggoc,1440
lm_eval/tasks/score/agi_eval/score_prompt_robustness_agieval.yaml,sha256=F2-6G0yvCjDfKzvyR6caxzpkhjlesE2PShrnXp3zhr8,1759
lm_eval/tasks/score/agi_eval/score_robustness_agieval.yaml,sha256=SFNSv-l7ej1mdr4lZdn8081jMdmfbe28QKs6M0dgXzY,801
lm_eval/tasks/score/agi_eval/utils_agieval.py,sha256=2FW6RbrAe4D6VV_eaw-VUU2aFxn_tO-4VXYlRPqCMSc,7631
lm_eval/tasks/score/math/math_grader.py,sha256=wHXGKJwQFfFjxzTufAhzJwlxaPriRbNQ3NdvjgrJaTM,20559
lm_eval/tasks/score/math/non_greedy_robustness_math_algebra.yaml,sha256=gYc1SyXNwcOQfFMqRS82JUsZJSpV1MSqE26Zh16PJZk,1286
lm_eval/tasks/score/math/non_greedy_robustness_math_counting_and_prob.yaml,sha256=NjhEd2jMx7WrP27l25duvERIBfWx7lKzeGym_jxEg0s,759
lm_eval/tasks/score/math/non_greedy_robustness_math_geometry.yaml,sha256=hCLarbjQ5S4ZCGal8AuByc7_1NnT77Kbt4JJ1Kcfuk0,734
lm_eval/tasks/score/math/non_greedy_robustness_math_intermediate_algebra.yaml,sha256=NYvONRu24Tde6mVrjjFQIEBBzdVBQT6lOdX3lpqn3VI,758
lm_eval/tasks/score/math/non_greedy_robustness_math_num_theory.yaml,sha256=cCpdEvhanJM1YmaU1FSkIyOg_kL1CL7m13RgHVNFNYI,741
lm_eval/tasks/score/math/non_greedy_robustness_math_prealgebra.yaml,sha256=SPdg96L3XBubAHz2wvFtsZvN62GhwmCii_9rAYOsdu4,738
lm_eval/tasks/score/math/non_greedy_robustness_math_precalc.yaml,sha256=0yvRAJAvf50dRxZnTir8fJUbrii4w8n9aPV5--Sdo48,736
lm_eval/tasks/score/math/prompt_robustness_math_algebra.yaml,sha256=8NC9R39V7s0ZsVLpOzn-QSgiHYFGojLL-mL9aVLL0Ys,2371
lm_eval/tasks/score/math/prompt_robustness_math_counting_and_prob.yaml,sha256=u-bsfYHtjM3P-i8RigRfV5kUDCcJJOJjJEy3txDRHDg,751
lm_eval/tasks/score/math/prompt_robustness_math_geometry.yaml,sha256=sxTxKEstqTfrDayLuj6H3CUEOpBQ6wihb4iELddK50Y,726
lm_eval/tasks/score/math/prompt_robustness_math_intermediate_algebra.yaml,sha256=PxAv2f6bHAeJzKxh_oC9KR3clZ2fy5ACBAGyzeQKoeA,750
lm_eval/tasks/score/math/prompt_robustness_math_num_theory.yaml,sha256=NCPil9gDAqLNvf3aQd7jhAe_VcZWByW7fhssuA8qVt8,733
lm_eval/tasks/score/math/prompt_robustness_math_prealgebra.yaml,sha256=T_QCctFdz151Gkg-XFoFWL8jw9cA0ZUTULAfmZoeDDg,730
lm_eval/tasks/score/math/prompt_robustness_math_precalc.yaml,sha256=EQJAyTnjgELqy6VM7CqUqy3RX157xAKKI2QIPmNzQBc,728
lm_eval/tasks/score/math/prompt_templates.json,sha256=sxt1geK7OcYnpvaZEK1GWKCOPWHK9yyIu8H_dWwCf0w,3344
lm_eval/tasks/score/math/score_non_greedy_robustness_math.yaml,sha256=TZTvN-pO9pQTTd-h74uHM3RS6jahr50yejxU_wwPdo0,1097
lm_eval/tasks/score/math/score_prompt_robustness_math.yaml,sha256=dVCcIaFMLloe3Faz0F8Eg2UfRp--g6KNb3IdQFZ0IKk,1762
lm_eval/tasks/score/math/score_robustness_math.yaml,sha256=cmUhxg2GFbGiJoLdD2I49IhRrJngfWpkY-oioWCnll8,750
lm_eval/tasks/score/math/to_be_fixed_questions.json,sha256=Gmpksun1gybXvy1AM3E-VHJVaiRSBpRUhP9V7eFUdag,3618
lm_eval/tasks/score/math/utils_math.py,sha256=N_K3wvXAK_gcOMtpno8B2Rly7TdTqQlgyD6mg0XRWRU,8442
lm_eval/tasks/score/mmlu_pro/prompt_templates.json,sha256=9IYatXPzjH5MmxZdhP0HK_yQ5o7K48unAn0_6D2LnvQ,4998
lm_eval/tasks/score/mmlu_pro/score_non_greedy_robustness_mmlu_pro.yaml,sha256=6jkcgEkbHsFLn0h83mjJJg2nYl1nsN06Cfkr5tIpizM,1372
lm_eval/tasks/score/mmlu_pro/score_option_order_robustness_mmlu_pro.yaml,sha256=U9MjTc6bIcih8E81ZyEbw05TWjeFYP4Yu5eLmGPdhfo,2738
lm_eval/tasks/score/mmlu_pro/score_prompt_robustness_mmlu_pro.yaml,sha256=R2dZUGMxB5P9X6cmk06pr8JNWWhmR5d4PA95rZGtK70,2550
lm_eval/tasks/score/mmlu_pro/utils_mmlu_pro.py,sha256=vCIfijMRkFHt_SnU1iIxlO46o7twXhQkCavTmtpJ36I,7498
lm_eval/tasks/scrolls/README.md,sha256=9a6RB6fFG2YHx__0v7AUbw1lCKoIqW_b63qEHmK-DmA,1442
lm_eval/tasks/scrolls/scrolls_contractnli.yaml,sha256=-v_VAdEDR3z5wcwdTev7CLOcjk1peMo-06M2j9UTbao,75
lm_eval/tasks/scrolls/scrolls_govreport.yaml,sha256=E9lslsO0gZXdYFeEaEHO_q1nbysfdCwmvk1D0yNANK8,71
lm_eval/tasks/scrolls/scrolls_narrativeqa.yaml,sha256=Hndp6bS2wmPI-38FUWub3PXXishM4jIEPt2ct-dj92Q,75
lm_eval/tasks/scrolls/scrolls_qasper.yaml,sha256=wWG-Pw6g-XGoLOzswrVE9JI7parpMwKdSRXwGwu0KbQ,65
lm_eval/tasks/scrolls/scrolls_qmsum.yaml,sha256=CJVrWX5rsiWvgEHRTQGeYN10FUh0LdzuZWxzzmUju4I,63
lm_eval/tasks/scrolls/scrolls_quality.yaml,sha256=x6IVvMYUsJaphaaBh3C0QZkPvxMlMYPW6XkWeil8xKs,67
lm_eval/tasks/scrolls/scrolls_summscreenfd.yaml,sha256=qbAHeRbh51AqZQ-6F3Cot6llOJTNeU_m4QINy-lKibI,77
lm_eval/tasks/scrolls/task.py,sha256=uZIZy5HUzEib1s76NbwXs-gzMlsVOq7boffrtO-fcaA,14814
lm_eval/tasks/siqa/README.md,sha256=4TalxcZMCLW7D4NmfEcxWR2bjUtKhGemGEnju8QyX2k,2607
lm_eval/tasks/siqa/siqa.yaml,sha256=CHrGP4tvJeu0AheAJoNbNn40I8ySs6JLVEkVtdxvuBo,402
lm_eval/tasks/spanish_bench/README.md,sha256=xlFVEOA6BKcjd1DZnsixGxEtTXsOCT8a-_gCDRgqW8s,6289
lm_eval/tasks/spanish_bench/cocoteros_es.yaml,sha256=20UeZ9nLWpDcdYHn_ixoCpeRoH6UAS7-3smuqLF8_sg,566
lm_eval/tasks/spanish_bench/copa_es.yaml,sha256=7WUVhFK3vwXEgHAfxyDSl-KJoqYZNcSR8PGaEGCY5ZU,493
lm_eval/tasks/spanish_bench/escola.yaml,sha256=4aZsyDLaAlkGlUCbQ76eU9QCMuhSLxTZKSYws9rIIfw,335
lm_eval/tasks/spanish_bench/mgsm_direct_es_spanish_bench.yaml,sha256=Ye9C08mrEWxvB1GiBWS1x_xQTB-pgwu8pQY5JPS1zvI,307
lm_eval/tasks/spanish_bench/openbookqa_es.yaml,sha256=GYc384xf4oBZb6P_aNOwCATuZtxvVi0t4YbgPtQBvDM,517
lm_eval/tasks/spanish_bench/paws_es_spanish_bench.yaml,sha256=cUZ-5m0cgZsGTaaaIMxUWiQcIw-4o4EtDmA-8rpf810,482
lm_eval/tasks/spanish_bench/spanish_bench.yaml,sha256=z3A-PBvovfoASx2tVpSaGK0vLHWYrhz8IGGqs76ub8k,303
lm_eval/tasks/spanish_bench/utils.py,sha256=HxDE7A6TfhdMengpY0IANugc-psE-G4tlu38K1sQUUQ,3134
lm_eval/tasks/spanish_bench/wnli_es.yaml,sha256=K9kXwKoJZBb0dXzvFbIBsa8P50yYGXu4qln-DjuMEk0,366
lm_eval/tasks/spanish_bench/xlsum_es.yaml,sha256=C4N7vffxVQRq0FKolvygHG-fSlMK2i7WXMHkLKZVX2c,511
lm_eval/tasks/spanish_bench/xnli_es_spanish_bench.yaml,sha256=AmfN2qKDZSvOH2MX8XZKy8qz4Iq3Wgbhs7Nivbfqfvg,642
lm_eval/tasks/spanish_bench/flores_es/_flores_common_yaml,sha256=pMgnrvvyS_NgC-xZZjS-EAxEcJA68UB4i_0UQMi3nIs,689
lm_eval/tasks/spanish_bench/flores_es/create_yamls_flores_es.py,sha256=lhhZxZR62KNI_MT2rdcyxy_HXDILG4_E8mivxy_NSlw,6698
lm_eval/tasks/spanish_bench/flores_es/flores_ca-es.yaml,sha256=0FqgXdYytHMbpz3P0amf0AcIv1UAo3TatUCC-NSpTCw,201
lm_eval/tasks/spanish_bench/flores_es/flores_de-es.yaml,sha256=6TRHdMWLfw-en_Yocvs2NQdjlL_WqikUl7CA6d59bi4,200
lm_eval/tasks/spanish_bench/flores_es/flores_en-es.yaml,sha256=tFHnjCQcawkiqwz30y1FITrx_iI4FvuJ2uDibI7srRY,201
lm_eval/tasks/spanish_bench/flores_es/flores_es-ca.yaml,sha256=2MY-TPHsXoimfLVeUV2PsInPKmUj3HJ3Kl9N_cc415A,201
lm_eval/tasks/spanish_bench/flores_es/flores_es-de.yaml,sha256=X0QxCjPzAUWJMJaJs1nAfmOeEaY0pNUEi5Dwu7cvWT8,200
lm_eval/tasks/spanish_bench/flores_es/flores_es-en.yaml,sha256=enfhhhbd2SttncRYuxSjGZw3Q_hJkVgbEGkWYc2PK9g,201
lm_eval/tasks/spanish_bench/flores_es/flores_es-eu.yaml,sha256=wN0KjBMamr08m1ApMQd6TUdo13QYHj8S1gtiTzCfSvE,200
lm_eval/tasks/spanish_bench/flores_es/flores_es-fr.yaml,sha256=YV6jehi3rydh6DazaqthzXEiAzIvekVkfekWnraiK48,200
lm_eval/tasks/spanish_bench/flores_es/flores_es-gl.yaml,sha256=O7qzj4Tl4V1e74vKNn0kHlf7VR0yWYG2Z0YlU_-BBB0,202
lm_eval/tasks/spanish_bench/flores_es/flores_es-it.yaml,sha256=BGAp2qoxc36AlaO70OJhiYMsjGGTbtSkfDfvaXbuliU,201
lm_eval/tasks/spanish_bench/flores_es/flores_es-pt.yaml,sha256=yZYujkNJ4c6E2-vepTEDEzHy38m3FBkZo7K-IkQb7B8,204
lm_eval/tasks/spanish_bench/flores_es/flores_es.yaml,sha256=lYB9ZmSvf09nlhjVwNF9dd24AjpDzYX0gYxkdCjotUM,408
lm_eval/tasks/spanish_bench/flores_es/flores_eu-es.yaml,sha256=GNN0vuOXcObxF5EriyCiN_gpipR8YIdhLJbaMkAIYI4,200
lm_eval/tasks/spanish_bench/flores_es/flores_fr-es.yaml,sha256=yj6bf5IxnXi4NnJqs40jF6a69ZyApESZcQw0-ceFEvM,200
lm_eval/tasks/spanish_bench/flores_es/flores_gl-es.yaml,sha256=RYNY90yfppmO-foNOs7w1Jc-jTSpX2irE2qBGfjG-Dk,202
lm_eval/tasks/spanish_bench/flores_es/flores_it-es.yaml,sha256=JZwfRGP1D_ZfOuKH1LINgDUJtk69DdCWdsqQdbXq-QA,201
lm_eval/tasks/spanish_bench/flores_es/flores_pt-es.yaml,sha256=LlLJX768VJ4LtYIdm4S9yw4zWj2RBinIuZT2z87FUoM,204
lm_eval/tasks/spanish_bench/phrases_es/_phrases_es_common,sha256=PWQggUp9zX4JG0UdU96AQdo1aTPBcoWDcfrTJMXVfWA,479
lm_eval/tasks/spanish_bench/phrases_es/phrases_es-va.yaml,sha256=w1AkiAIcsTUtBL86eTYsQsFX3_6D35r8WfDqWQ-ibKA,178
lm_eval/tasks/spanish_bench/phrases_es/phrases_va-es.yaml,sha256=OL49wpyHyvHxiisQBemiCN5E2fJfSjvxa0rGv4yPAVw,178
lm_eval/tasks/squad_completion/README.md,sha256=gZexAg-CnjvQJ9uRXi_UeaVllnWZavkZEs407SLTHxw,1947
lm_eval/tasks/squad_completion/squad_completion.yaml,sha256=xvPPT_ZJEDeUcOZR7slHsE39IHvoDY9sNyiUj7_R6TE,61
lm_eval/tasks/squad_completion/task.py,sha256=xf2tQZtae2Jvt_cdegoU1DbWY4H7VmG-gP9K4ufMGk8,3143
lm_eval/tasks/squadv2/README.md,sha256=1kSUwS--VUhL7Ql_Wg_AeIcR89gyMIKanxxVrcH6mjo,1901
lm_eval/tasks/squadv2/squadv2.yaml,sha256=47xG_LSA_JSSkT3KBzvcPzvquMnIrfC9dTftfnTu39s,43
lm_eval/tasks/squadv2/task.py,sha256=8TheJuKUDPnvmydeCUf6xi9LVRuV0-TJuGconz5PhXk,8534
lm_eval/tasks/storycloze/README.md,sha256=2h9-bOsvb4V90lyYFZPz2pF5kn-9EapHjV3XSDw7utA,1675
lm_eval/tasks/storycloze/storycloze_2016.yaml,sha256=0AeOYlNZq8GtObkGjPsE1Jqu0rzJAp9s16AySHP8N_U,608
lm_eval/tasks/storycloze/storycloze_2018.yaml,sha256=yA9TXWkSYDLvhzVyx-LWP7aq0CJwg4xzeJJeYudpzZY,583
lm_eval/tasks/super_glue/README.md,sha256=Qhv5E3SfmwiidekEKaGOGxzxubZ78hlfosDh0tHQ1LQ,3002
lm_eval/tasks/super_glue/boolq/default.yaml,sha256=tqUPCAa3o2PObAVF0hTXIXQjFVZ1ma4hMRamlawzOvk,398
lm_eval/tasks/super_glue/boolq/seq2seq.yaml,sha256=OVeKbHhMSjqQI8Qm8nT8wrBHoImu5sbN_o7f5O6o-Jo,571
lm_eval/tasks/super_glue/boolq/t5-prompt.yaml,sha256=KQEKaQGTgztXNPvBz9AkBuZwOAq_CdRcdyrKx5lNX4I,509
lm_eval/tasks/super_glue/cb/aggregate.py,sha256=GmWtBEtrZjpyk8hKcKHR3rF2KJcnK03jMo9LmtV9hHo,401
lm_eval/tasks/super_glue/cb/default.yaml,sha256=m_VLD3speDcdkL-WVNv3xpjaWlPAXv7VAjb2nlFwSZ0,435
lm_eval/tasks/super_glue/cb/t5-prompt.yaml,sha256=Qh1afFhZN6iwdMOYFE6VQ1FnWlmhLx0QG_K4a1eHoJs,661
lm_eval/tasks/super_glue/cb/t5_utils.py,sha256=e5-Y1oM_xFawfzpmZN-U8Mm99kqaUChy_3YHTlntjkI,887
lm_eval/tasks/super_glue/copa/default.yaml,sha256=VZrngp_nNFkPHoG2pMec5so1vUGVyWQvKgZb2WRiJSQ,351
lm_eval/tasks/super_glue/copa/t5-prompt.yaml,sha256=Nc4wrFiKhTUeBA1lxpCrHUaP65Kqz5NKDl6Nw6sbu1c,553
lm_eval/tasks/super_glue/copa/utils.py,sha256=C-mKkH22R6UYxCyRamE4W2TzlM-dAXG1y4a3oDYoLec,566
lm_eval/tasks/super_glue/multirc/default.yaml,sha256=KJ6N3ZUyyUY4jux3OR6uelzsKUG2NMsWrXfWOhWwzh8,420
lm_eval/tasks/super_glue/multirc/t5-prompt.yaml,sha256=Vt9xk6KDkom8bUNuWTRs1CUxswHa3LfWw2aL28v05qs,688
lm_eval/tasks/super_glue/multirc/t5_utils.py,sha256=1Iz9MXuur3ivHxcdG7WujGzc47v6otosZTUsE9J_9YY,1541
lm_eval/tasks/super_glue/record/default.yaml,sha256=Qsqs19vCgejY-XRabpEgSEAAdELvi6SZd4X-T11ohQw,527
lm_eval/tasks/super_glue/record/t5-prompt.yaml,sha256=UUV9xevTBkHGDPFjhXIkjy9nQfs5_vDDtcXt1COWSvw,622
lm_eval/tasks/super_glue/record/t5_utils.py,sha256=W2P_KQZ-6hdimbh9PPJzCR8kIZ4XqbqonA8CqtKKYaQ,4020
lm_eval/tasks/super_glue/record/util.py,sha256=J05kMEEeLQN27FFqwZGkS4HsrPiRUbpN9fQQfolOLfw,1733
lm_eval/tasks/super_glue/rte/default.yaml,sha256=m7wMxoXHV746CBXwaHbocNXmE_dmQCslQZd7Qq5NInk,355
lm_eval/tasks/super_glue/rte/t5-prompt.yaml,sha256=IgxhaxeYlEdjOMrgo_1ePiH-flOQp_SwmShiojFt3EQ,522
lm_eval/tasks/super_glue/wic/default.yaml,sha256=fABPRaS9KuJrbL2PZxOoDFNeIFrcfjt-ZcBLcBRVxqw,448
lm_eval/tasks/super_glue/wic/t5-prompt.yaml,sha256=TjOzJadOU-Teyvzn5sQqW4CXaMZgcqTRMeJperWruW8,524
lm_eval/tasks/super_glue/wsc/default.yaml,sha256=Expl-6h2QLWaz_-hKWt3ritjMWV4jjP8pJ_q1_EL2nE,332
lm_eval/tasks/super_glue/wsc/preprocess_wsc.py,sha256=rzadUAJO9p1gdjD3nHBmmxXQUB84AL6e5GyYu2BdQ_o,620
lm_eval/tasks/super_glue/wsc/t5-prompt.yaml,sha256=ADgyzO4oqTVZBD3sC4uhNUJ-4X2ELdiSuscdofWiFms,459
lm_eval/tasks/super_glue/wsc/t5_utils.py,sha256=9Y17gDARL440i6qtlqy_geZ5cAJ9_Y3c8cJ7JVm470g,2963
lm_eval/tasks/swag/README.md,sha256=pOggfzxJS46Lm1Ouo718vpVzN5frU5lg5R9OxjPmeEw,1799
lm_eval/tasks/swag/swag.yaml,sha256=zUpp1TMNsvWpsaQwwXjmdeIca6yPtlThqKN6ns4rYyk,426
lm_eval/tasks/swde/README.md,sha256=vYdHFVxgW70vEXVK97VU7CYlkQQnfEbA1Fy0cBU-vlI,6136
lm_eval/tasks/swde/swde.yaml,sha256=twovQd8vtboKJ57V8bKgWeIbBXflMRLKp9OZ_1b_Iik,38
lm_eval/tasks/swde/task.py,sha256=BC61qSTxTtdTMEhglHNkrYo5QQlyCYv9mfx1M1f0Jcw,3134
lm_eval/tasks/tinyBenchmarks/README.md,sha256=sw091yLNr9b6Inne4SUj1B7_YB1qbDKAtanU9pWF4Ko,5490
lm_eval/tasks/tinyBenchmarks/agg_functions.py,sha256=WEIUpBOjKzNS8m_Ln2XITP55hFPL5CAJmTx6TCYxMV8,1695
lm_eval/tasks/tinyBenchmarks/tinyArc.yaml,sha256=Rq1aAoW8xKjpjYrRcFD5TBZ5Z6y0TFvzs7vCxVmBCWY,561
lm_eval/tasks/tinyBenchmarks/tinyBenchmarks.yaml,sha256=K3zcdUFx-YDWDAiZobkl4o9Di-FtEKr-ki1MRMs0Li4,300
lm_eval/tasks/tinyBenchmarks/tinyGSM8k.yaml,sha256=2z6Kr7Bd79vvPBQk4j4DSoSNWBBA1dK3Fjxp4nr24Zg,1052
lm_eval/tasks/tinyBenchmarks/tinyHellaswag.yaml,sha256=z8AprieqqnFREcKmdeErFebeGV3kF9SfvTTgjnbFGTY,472
lm_eval/tasks/tinyBenchmarks/tinyMMLU.yaml,sha256=GSLS86883SY7LkWd6bQ_h3lLQRIMLgpbvs9FPWeZhig,436
lm_eval/tasks/tinyBenchmarks/tinyTruthfulQA_mc1.yaml,sha256=Vss0uNJ_OJ_nECjz9huNSGBXSLk6sDlvdEZYQrnmUcY,1170
lm_eval/tasks/tinyBenchmarks/tinyTruthfulQA_mc2.yaml,sha256=IFox4dfUUNd1p5wd5ARW54VOmYkeYz-mGzU5i077zso,385
lm_eval/tasks/tinyBenchmarks/tinyWinogrande.yaml,sha256=GoQdjUx4VCUfuLlIxtdgFrqmz9oUnUBCrc0HPBYDmss,566
lm_eval/tasks/tinyBenchmarks/utils_hellaswag.py,sha256=gMD5qlQ1baCO46D79tduu08xNAXWYE9hiimrkSsMgUM,786
lm_eval/tasks/tinyBenchmarks/utils_truthfulqa.py,sha256=TH1MvtncstHk7E4xDGHwa6w9oOUbsgCYgI9p1Ll3GLk,6317
lm_eval/tasks/tinyBenchmarks/utils_winogrande.py,sha256=Z-zcl9Q9v9W3uGvY_KMpUfWf-rmamQENSyz4cFjjBG8,445
lm_eval/tasks/tmlu/README.md,sha256=JLyUn4vZpLMMHvL8SxQvD4a0kUJb_5Iys5GAQzIwxuI,3222
lm_eval/tasks/tmlu/subject.tsv,sha256=Ah8ZCNNXETsSyoJ07uHg96MflTWCla4PvQHg_xjnuts,1717
lm_eval/tasks/tmlu/default/_default_template_yaml,sha256=zd954BYBN6gK6dRZHNNgIyOdcHS3_iHzBxvvDMglioI,455
lm_eval/tasks/tmlu/default/_generate_configs.py,sha256=rE2P9Le3lC_c60u1CfvmDdOXyLRbeKqiNsKFKs0AKQA,6854
lm_eval/tasks/tmlu/default/_tmlu.yaml,sha256=ymDylI9OcRkPzla1ragKpYi8fPUH5NhG1SY4_dBYrss,805
lm_eval/tasks/tmlu/default/tmlu_AST_biology.yaml,sha256=Gfh3kLu-xY-4AfDG0c1UtymrZbjSjEPB9Z_fjqYpKLI,581
lm_eval/tasks/tmlu/default/tmlu_AST_chemistry.yaml,sha256=J1Xr2PkcsB39G8OQgTQSSaLbEUO5A_OvU40B-DQIV3M,593
lm_eval/tasks/tmlu/default/tmlu_AST_chinese.yaml,sha256=UcWlFg6zVKdPLbNZ2YIPDjhM7JD0eW5SjFm-QnF9Mxc,587
lm_eval/tasks/tmlu/default/tmlu_AST_civics.yaml,sha256=x-8VVWGbhyRUkxk0S8he4bcoNibw_6QaPazAv1IjF_M,589
lm_eval/tasks/tmlu/default/tmlu_AST_geography.yaml,sha256=RVpItY6m_JVofbzKjcnf91Vz0U6qxAuQ5popkQ_lZw8,598
lm_eval/tasks/tmlu/default/tmlu_AST_history.yaml,sha256=MR8zrzYVw7ZvxzmyJFaYGTMihkro72jQin2VuAOTtUo,587
lm_eval/tasks/tmlu/default/tmlu_CAP_biology.yaml,sha256=3UkhrnWADlj5DXEvJ9X0yEG5DRXVU7dHGV0Kc9cY3Rg,575
lm_eval/tasks/tmlu/default/tmlu_CAP_chemistry.yaml,sha256=REg-hHBrWI6xs9W3EXkT64XIdNz-C35cKbhYIIdKbgI,581
lm_eval/tasks/tmlu/default/tmlu_CAP_chinese.yaml,sha256=YcjZcXEDklk4o6axMeEApI8Jlqw0-WLQ4I6IsD4HOaQ,581
lm_eval/tasks/tmlu/default/tmlu_CAP_civics.yaml,sha256=QRbmnYOep9mqf6n8ldFGF8LBkEVaLU4kN3cDjYUL4qc,583
lm_eval/tasks/tmlu/default/tmlu_CAP_earth_science.yaml,sha256=Jekk9cQ63oLjcz7NoOntbKQWmTczC80WOcmRYqi3SUw,599
lm_eval/tasks/tmlu/default/tmlu_CAP_geography.yaml,sha256=gO5m1LSeMqul4_UewXlTFoDkuefzw-VzUjyXluUU2tI,592
lm_eval/tasks/tmlu/default/tmlu_CAP_history.yaml,sha256=6eUm_IdgfsDjD97Mr9NalZ2_qyX2ldVEv3wPFPcrstY,581
lm_eval/tasks/tmlu/default/tmlu_GSAT_biology.yaml,sha256=-57Lp36I6xKV3XJEYFROLOYtQIdMO9MZUhFW8E5Vr7U,584
lm_eval/tasks/tmlu/default/tmlu_GSAT_chemistry.yaml,sha256=ita9TrRpeABYlMLgpKnK3x4Gel59z0phuuXhm4YEwhk,590
lm_eval/tasks/tmlu/default/tmlu_GSAT_chinese.yaml,sha256=WQRpqdHtDqGu0kJEzIL8Qn13WCxXA8dW5gO4IF7qKE8,584
lm_eval/tasks/tmlu/default/tmlu_GSAT_civics.yaml,sha256=lIIqsK4ygvcfLfuj1rpoXX93Q4WJsSSaKddpdQZvVwg,586
lm_eval/tasks/tmlu/default/tmlu_GSAT_earth_science.yaml,sha256=XqyT1t_k_nmVzpG0z3xNLYpT2HPbaT6SlcKFiTy1gi0,608
lm_eval/tasks/tmlu/default/tmlu_GSAT_geography.yaml,sha256=aUQX57TuZS6XiYNzQxAkqAPOD_1Tv2Ii3WZPQlyL8_s,595
lm_eval/tasks/tmlu/default/tmlu_GSAT_history.yaml,sha256=82kcUxAcWbOOILWGFanBL1AlfkW_5ewpAhLfBuhbXeA,584
lm_eval/tasks/tmlu/default/tmlu_accountant.yaml,sha256=mSxBX1PRe4elh0QUlmnth5Bn2z5JXIx0KW_gk6xJEM0,580
lm_eval/tasks/tmlu/default/tmlu_basic_traditional_chinese_medicine.yaml,sha256=oyk4RTu4gurZS4D53PbQ14mbO2vxKjZMlW9TVNwjNsA,651
lm_eval/tasks/tmlu/default/tmlu_clinical_psychologist.yaml,sha256=tareg3YZQCbjGWUpleoMOo_G_8omm-zQiSC6454hjLs,619
lm_eval/tasks/tmlu/default/tmlu_clinical_traditional_chinese_medicine.yaml,sha256=wHGzU_SnYDzFlMHNh_Hpf16umPWlhH0UO3FgCzAohtk,654
lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml,sha256=8-uKfObIfdxpsfkOF0-qWCw89y1Exkr-a5DWMJNIc-c,595
lm_eval/tasks/tmlu/default/tmlu_lawyer_qualification.yaml,sha256=d6PKewYYX96SNnw6AWykjm8EoaEE-JApkOp5Y-mZYms,608
lm_eval/tasks/tmlu/default/tmlu_nutritionist.yaml,sha256=isFVVTZSXlFVadmMmeWBhbIpJ2oZytY15hlqpWkuN6U,576
lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml,sha256=6CDJa_oZTdlPNw6GGiBZEyccogGNxzqzIdAyaWDqPAc,631
lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml,sha256=cnGUoZW8wpIbIs2_okM7zUJS9By3-tUZT008k4uOG2o,616
lm_eval/tasks/tmlu/default/tmlu_tour_guide.yaml,sha256=X9XPotDzqAVE2pY7uDtq6c4wB8GeICqTBCfehl0XL5I,572
lm_eval/tasks/tmlu/default/tmlu_tour_leader.yaml,sha256=-NlUKhsJI3JOSoa8MooyCE1Bc5WfB0LqpcANxuFeI7E,575
lm_eval/tasks/tmlu/default/utils.py,sha256=o7iF6XNfhhd2ylu-5fBtleytmM8R3xz0u-f9RXr__bw,750
lm_eval/tasks/tmmluplus/README.md,sha256=YKXUeprLtW0ogtfJwBZ3ftVuCY1w5aQNwMTMOQDpGZI,2319
lm_eval/tasks/tmmluplus/subject.tsv,sha256=DrL3yZ4IsAmFtq1u1XtPTKUb-QNGOm3aU_AOz4TeDnU,2635
lm_eval/tasks/tmmluplus/default/_generate_configs.py,sha256=gaU-QRs5594w0BQ5HKbfiTjH8c6Zei5MV9crGZgbpVI,6247
lm_eval/tasks/tmmluplus/default/_tmmluplus.yaml,sha256=oMmmP8HT36YvYgiJWlzUzY3uNk1awO9WImEluA23VoM,244
lm_eval/tasks/tmmluplus/default/_tmmluplus_STEM.yaml,sha256=w0LuZrZYJdb5Xs5XKDBZ54Gw0uR93mUGWOxNeiIeQHY,186
lm_eval/tasks/tmmluplus/default/_tmmluplus_humanities.yaml,sha256=hCNdCaJxz2bZwpFmNjrPiIS9yrkRGQyHpx6W32N6gfY,198
lm_eval/tasks/tmmluplus/default/_tmmluplus_other.yaml,sha256=l-uSmeUJ5NHKEno9pIHn1jLjC5cY-wwkS5JSo7Y2bhw,188
lm_eval/tasks/tmmluplus/default/_tmmluplus_social_sciences.yaml,sha256=KkWbXLrD8GJYUIwiQHbnTwUyM355dbZh6tG85Ytwen4,208
lm_eval/tasks/tmmluplus/default/_tmmluplus_template_yaml,sha256=nrv7LhETzNMlUz5h2jiXmw9NcPn8pGOgR-hKTBr4FVA,562
lm_eval/tasks/tmmluplus/default/tmmluplus_accounting.yaml,sha256=Pt2ONoOHFyMyMFgLRmrKb5u6j4xfgCtJfEaDXgvq95o,244
lm_eval/tasks/tmmluplus/default/tmmluplus_administrative_law.yaml,sha256=UY21ZcJT5oEiFjjaCqDzup2jqrLpZvYqm8BH85pSqOU,273
lm_eval/tasks/tmmluplus/default/tmmluplus_advance_chemistry.yaml,sha256=HgZl0C-b5pu_mBBxq8nuuayb5xSWEp-Vr-R-U2F6VmQ,261
lm_eval/tasks/tmmluplus/default/tmmluplus_agriculture.yaml,sha256=hK0wbH4sjpgjXqEVhoVmZDlB5BoMSD-b5AMk0NpSvz4,244
lm_eval/tasks/tmmluplus/default/tmmluplus_anti_money_laundering.yaml,sha256=jv6H8WCp3j-tfTKXdqZhbqmL0fKw_MpQOV9iGxvuFKA,285
lm_eval/tasks/tmmluplus/default/tmmluplus_auditing.yaml,sha256=4tLcyAXG43etJZNjFEgPcUI0VJ-K9cW-VvXQ2h1Q52k,238
lm_eval/tasks/tmmluplus/default/tmmluplus_basic_medical_science.yaml,sha256=MeAf6H1pUc_zXardqDTvv5yhkHh1iUOBB3KsN2NwiU0,279
lm_eval/tasks/tmmluplus/default/tmmluplus_business_management.yaml,sha256=5iTo_FaYVeuD8gIZZo62I4xTAXOAGQUu-8J4pjLd6fs,274
lm_eval/tasks/tmmluplus/default/tmmluplus_chinese_language_and_literature.yaml,sha256=0W2dWievfOu4erVLSitFH80I2u_KHD6gXMXJWAmCIIc,314
lm_eval/tasks/tmmluplus/default/tmmluplus_clinical_psychology.yaml,sha256=TfP1hi-trxaryMxNm9EMii9REr_-dcP-vLF6iC5NUM8,287
lm_eval/tasks/tmmluplus/default/tmmluplus_computer_science.yaml,sha256=FDICRJnpFnp9IUsYSzX7YdAllLDgTC_iXKx3HWK3V10,264
lm_eval/tasks/tmmluplus/default/tmmluplus_culinary_skills.yaml,sha256=vLIOxYFu5Ino0H3HSvTtAF_TnopQE4F60omlSL_5lig,256
lm_eval/tasks/tmmluplus/default/tmmluplus_dentistry.yaml,sha256=4te7qk0fQGXQO5g1CxaBZOsomlvzTFv1TP7rmvmU_uI,241
lm_eval/tasks/tmmluplus/default/tmmluplus_economics.yaml,sha256=pNMcesfNEbJ5ylFx-Yh15Jh3r3S38F16YyZXr4ah_Zw,251
lm_eval/tasks/tmmluplus/default/tmmluplus_education.yaml,sha256=r2P0YTuhvw0MRqXHxnzp5FCsRhtZrhABB163m61t7V0,254
lm_eval/tasks/tmmluplus/default/tmmluplus_education_(profession_level).yaml,sha256=Gxg0LVjCapMt9gbeSBC0a3dBdvfSAhSR4PVO-gKGgVk,311
lm_eval/tasks/tmmluplus/default/tmmluplus_educational_psychology.yaml,sha256=T5raWWmkwjGjHnF9sZbNcg6fdg-WK0rG9GsZEoXPqgI,293
lm_eval/tasks/tmmluplus/default/tmmluplus_engineering_math.yaml,sha256=zXGd_tpXRdyxaOSed7ba0uuBOu9_LhFaMc4Ur2bZkgI,264
lm_eval/tasks/tmmluplus/default/tmmluplus_finance_banking.yaml,sha256=7En_GF9-qhZF5FXdLtRny4opLwUV4uYkf24-IKzja8I,265
lm_eval/tasks/tmmluplus/default/tmmluplus_financial_analysis.yaml,sha256=fY2SazQ5zUfaCJFCfkQt6I3srhTHpWmk-dzpuE9hs8w,271
lm_eval/tasks/tmmluplus/default/tmmluplus_fire_science.yaml,sha256=cbRwsrVAEu9qQKetZKYFFKzXtK5esOmUTcHLqI7JItM,250
lm_eval/tasks/tmmluplus/default/tmmluplus_general_principles_of_law.yaml,sha256=5Z8X-Ox-l0tgZQbE-fLyVi9Ck5_D3V4Bxc7NIWPLZ8w,297
lm_eval/tasks/tmmluplus/default/tmmluplus_geography_of_taiwan.yaml,sha256=geR1Ie7E8IoB8IHAabfCDlUqy6tzFNddhdHTEGNh5Ds,284
lm_eval/tasks/tmmluplus/default/tmmluplus_human_behavior.yaml,sha256=BsHtWSX0eIyh45DgvCho5xWBXKV6R6qdIxOV9ipCOC0,278
lm_eval/tasks/tmmluplus/default/tmmluplus_insurance_studies.yaml,sha256=JJRO85lAwpq5apJfwLkGmYPoV9II3K_KvuIWrhnZvHw,265
lm_eval/tasks/tmmluplus/default/tmmluplus_introduction_to_law.yaml,sha256=wn-F3zxVbZ8LJOpf6xKToCBwkdCBISQ-EOJMpAnA4nU,279
lm_eval/tasks/tmmluplus/default/tmmluplus_jce_humanities.yaml,sha256=utLYgRceB5Ww95Sy4Zyq0slGcFNHRZNaAZr-yCmPhv4,270
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chemistry.yaml,sha256=r-kZqWooJSRDO7u1luunho1uJES7m6gnQYPF_EqY-ao,264
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_chinese_exam.yaml,sha256=8Prm7FUCH1u7Dm64chscmmW4Pt5MCXFLucqlNiU5g2w,296
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_math_exam.yaml,sha256=g_c5cYIaukTXdxYEJIbNCHNBkhIqu00rO_apxq3khrA,279
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_science_exam.yaml,sha256=SGlgDS7sA1uFaYd1S19ewVPfZt_Fo2rKY7Juxs-SDLg,288
lm_eval/tasks/tmmluplus/default/tmmluplus_junior_social_studies.yaml,sha256=rRMbkxdqErpiY-AjCQfG4A9h22gvuHkegmD9vHtKxOA,295
lm_eval/tasks/tmmluplus/default/tmmluplus_linear_algebra.yaml,sha256=LcH3I_mbxr_guWUVd5WvuPsrRdQ-C9iMNkIR1eB5S1M,252
lm_eval/tasks/tmmluplus/default/tmmluplus_logic_reasoning.yaml,sha256=weOoKoN7cuqL5LdNFh25poUIFpVU-Gt3z6e-7Q0O1l0,262
lm_eval/tasks/tmmluplus/default/tmmluplus_macroeconomics.yaml,sha256=-Q2faHXQDW7OIv0ZjBJFxgN-dfRgjBm_3Oy7daTPmmU,263
lm_eval/tasks/tmmluplus/default/tmmluplus_management_accounting.yaml,sha256=aOtpii3boEt4kxsrfDYiiI8ssNMO2hW8rV2BAgA3WJc,280
lm_eval/tasks/tmmluplus/default/tmmluplus_marketing_management.yaml,sha256=v23QXEDo0783QdXwMuQ9b9Z2_vlp57gyVEGxTHXN-TQ,277
lm_eval/tasks/tmmluplus/default/tmmluplus_mechanical.yaml,sha256=b_UDq1-a8W-o6sQRwkju_ktSJxIgu4mSDWwUn548YFs,256
lm_eval/tasks/tmmluplus/default/tmmluplus_music.yaml,sha256=Upa4DlwBQfailvMEIN6mVuL5uKzQVncR55YH9HyDMxQ,229
lm_eval/tasks/tmmluplus/default/tmmluplus_national_protection.yaml,sha256=qM3zBTdvWp-kQkpCA4mcxvsFpb5eEEX_yXLYo9qlCpU,278
lm_eval/tasks/tmmluplus/default/tmmluplus_nautical_science.yaml,sha256=0g7GVELpUrZ2vr5fsJ2SJXXYk0Fmb0l3rTatscWZsI8,259
lm_eval/tasks/tmmluplus/default/tmmluplus_occupational_therapy_for_psychological_disorders.yaml,sha256=2SLVpIZrDwkM-w-AeUoKjbdiw_McjDW1bVTbwKx3blI,386
lm_eval/tasks/tmmluplus/default/tmmluplus_official_document_management.yaml,sha256=3a1-CwQVyThtit_XMnclpu6q3AqaZGevm0MTLNyFDIE,301
lm_eval/tasks/tmmluplus/default/tmmluplus_optometry.yaml,sha256=SX-Ma4mU4SgfFAomYc_6ny_Zb0Gj2TN2v6jzl4nNFOI,241
lm_eval/tasks/tmmluplus/default/tmmluplus_organic_chemistry.yaml,sha256=FDhwGTk9-PXUaiENnjvgGACzsigjI-CpolBYeU628ZE,267
lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacology.yaml,sha256=3OpAwjNntJx0VPs_rHs1qdepM5ChxqPUSCnBWFpfXls,250
lm_eval/tasks/tmmluplus/default/tmmluplus_pharmacy.yaml,sha256=xhiaHF01FGKeCW2SpryuQinEVUOHccTEInShEdgai0Q,237
lm_eval/tasks/tmmluplus/default/tmmluplus_physical_education.yaml,sha256=rGKn41dAdow4EvTyLCCPVSDzPnnWHx9droFS5QaRKCg,275
lm_eval/tasks/tmmluplus/default/tmmluplus_physics.yaml,sha256=fAtZmZJf9-exBaJ52AQVbUFBDLpjGtlMID03ysvdXqU,231
lm_eval/tasks/tmmluplus/default/tmmluplus_politic_science.yaml,sha256=GqvOlEsodLXtdOlpvaHvFunqlxaiccfM1rkLrWGbpo8,266
lm_eval/tasks/tmmluplus/default/tmmluplus_real_estate.yaml,sha256=NqBQoXn7JbX_SVI7uySbvR5lHSUMs3k4k_h3iNAcNsU,247
lm_eval/tasks/tmmluplus/default/tmmluplus_secondary_physics.yaml,sha256=ZWahzVuvGCN_ChXY6XojjOcJXAvaX7Bhz6Qpo5QRhdE,267
lm_eval/tasks/tmmluplus/default/tmmluplus_statistics_and_machine_learning.yaml,sha256=_aJn4LonInmmJObOtgc8z28ZmOMwTCC4eVM1iRtoWyI,318
lm_eval/tasks/tmmluplus/default/tmmluplus_taiwanese_hokkien.yaml,sha256=x2wcqbIgUxCIcZUBbvo9JCh-mKwY2VZm9yVGsYJSi0w,275
lm_eval/tasks/tmmluplus/default/tmmluplus_taxation.yaml,sha256=TO_iXXp1_YngfroPJlMrhMLG-fDxuNBsrnwxb21KU4Y,240
lm_eval/tasks/tmmluplus/default/tmmluplus_technical.yaml,sha256=w8d9hBIwRY9oUx5eGrfUUD-v61d6QX5J5IgobJAaKHM,247
lm_eval/tasks/tmmluplus/default/tmmluplus_three_principles_of_people.yaml,sha256=djhAYfd8zUpff71Cl8UK-8P9pg7KppY7oyiOFIXIl5Q,305
lm_eval/tasks/tmmluplus/default/tmmluplus_trade.yaml,sha256=YX1OBKNwhnjOFizTrHgHlUTvj3fm1nJSJ9JwuKFPzNI,226
lm_eval/tasks/tmmluplus/default/tmmluplus_traditional_chinese_medicine_clinical_medicine.yaml,sha256=oIZvZvJsTcrls46jnQ5BHrWJhmISMzMRjihYbwDYdW8,361
lm_eval/tasks/tmmluplus/default/tmmluplus_trust_practice.yaml,sha256=kXW0uq70qKBz0y80vgGZuxJ3EpOjHrmpeN74xXWiBnQ,264
lm_eval/tasks/tmmluplus/default/tmmluplus_ttqav2.yaml,sha256=OuyExEFtTr23t5qzXWCS0I-S23LNTLEX02Lo6ClO_lE,251
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_chinese_language.yaml,sha256=Xur52lRQE-jVJtroNwSCE7i3ItOWwnJ2_uIkGLIr_QU,287
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_design.yaml,sha256=oxJ8RGXCEgIEVlCZ3sbYv1xL4ZH2sI6AEHOaV8XZaCY,248
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_mathematics.yaml,sha256=XnAHu7Vr6dEvymW8ESDA6GGIvUC5ZZe5js3d97YkqTo,261
lm_eval/tasks/tmmluplus/default/tmmluplus_tve_natural_sciences.yaml,sha256=CHt2NQzZOFwhHu3s9SS0EPqxQL-YfsyhxwANK3sJKVM,279
lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pathology.yaml,sha256=o_BYcyqW3JaJ6GhvjmGMjXo5gBGCz35RgQwyP16CNA8,280
lm_eval/tasks/tmmluplus/default/tmmluplus_veterinary_pharmacology.yaml,sha256=QWFV1SPfvLDCLzci6MjhiVDudf5QtaOHA2K8bOcgKds,289
lm_eval/tasks/tmmluplus/default/utils.py,sha256=mQe-NjY4qbY7WYKTVN5ibW0TEMr_gOz79AD8sIlzrB8,516
lm_eval/tasks/toxigen/README.md,sha256=0zC_-x1qhk5mL_Jtm6CD7cZu_dnQMexWDHXTdfjKMss,1458
lm_eval/tasks/toxigen/toxigen.yaml,sha256=AVH-Nbz8tYBTKImPWnmchhoy08PJ2I7E3MMv2XJpLhU,488
lm_eval/tasks/toxigen/utils.py,sha256=7jVV5-UQChjGOjsZQAOvbiaF-HlJuYV2unRvbuPxbgA,153
lm_eval/tasks/translation/README.md,sha256=ruLNyYFEmM76GJEov0HOlRG5FUCqflCh7vYunu12D5A,925
lm_eval/tasks/translation/iwslt2017_ar-en.yaml,sha256=Avj0bb-7NY7JFDJcg8yrFGSgrYLorge3aUGRVvWhnrQ,267
lm_eval/tasks/translation/iwslt2017_en-ar.yaml,sha256=dwtThMbl8ZjuH77MdesaPkA0xxVJJ9f6TDf0bMoNnHs,267
lm_eval/tasks/translation/utils.py,sha256=TIq8u4WD4KetzBtKXrUjghf6Jf2RSBNz68-obm-GfRM,4137
lm_eval/tasks/translation/wmt14_en-fr.yaml,sha256=kfahAigK-wzwE7vHAi38xSrnuxl7EbTs1jqA8ES76-I,275
lm_eval/tasks/translation/wmt14_fr-en.yaml,sha256=w7qjn8wEb4T7rcI1IXAWjzUAGjQs5fs8d73motZTSxk,275
lm_eval/tasks/translation/wmt16_de-en.yaml,sha256=gb_Ccf5m6j8rYS335FkEg2BC7I9AAXpVfKcBHwYdtoo,275
lm_eval/tasks/translation/wmt16_en-de.yaml,sha256=YgHDD_DNUl1hzIW-JD1nDn3cgT-1QoQqQNsHJcSPyEI,275
lm_eval/tasks/translation/wmt16_en-ro.yaml,sha256=HKkW-gO0dVwcQziWfouGwe7MObJExvlPs0hWOsrPk00,277
lm_eval/tasks/translation/wmt16_ro-en.yaml,sha256=YHTqpq1DJ2T4TrGJ_ZSAzy59fd7lkIClyF7aFJLIQgU,277
lm_eval/tasks/translation/wmt_common_yaml,sha256=4BgUbieb4MnTun4p3kDu8VyXie6ZCiK_AsGzyjhnLVA,298
lm_eval/tasks/triviaqa/README.md,sha256=UwDPFH5UD913cyyUTjFIM48iSgDjjNltRQLbjRo5n5A,1852
lm_eval/tasks/triviaqa/default.yaml,sha256=ThYo2Nn6tgLNlQsyOTOsJTzr7TJFNY7u1_acqptPnes,694
lm_eval/tasks/truthfulqa/README.md,sha256=IFs0aRM6dUP3Yz5MxSPsedz59Ey5O4Q46LGy9LHPtc0,1699
lm_eval/tasks/truthfulqa/truthfulqa_gen.yaml,sha256=xbmTpubcWs2dYDWoZUB1uMuTql80hXYXvPnxrsXBjI8,2246
lm_eval/tasks/truthfulqa/truthfulqa_mc1.yaml,sha256=N-tHlDUiQGruHH1QijfK2nUmumHDJsIE2Hkn42sSQj0,1168
lm_eval/tasks/truthfulqa/truthfulqa_mc2.yaml,sha256=CCxBfqAudGmjwLaJZxq0MkQZfU3o6n4IBQAI-aMs9t4,330
lm_eval/tasks/truthfulqa/utils.py,sha256=rxOw9lcqoHN78oyluopp8zxXHyrdk_O3nefOeW3cX9o,6249
lm_eval/tasks/turkishmmlu/README.md,sha256=xHTl6ZMkvR6O105IIrrix0t5cxzRQZFQfNjzhtgOM_4,7605
lm_eval/tasks/turkishmmlu/config/Biology.yaml,sha256=yEJCa_oCO2QplbstrYplId3iEEB7pBnc7jxmu9EdXbM,83
lm_eval/tasks/turkishmmlu/config/Chemistry.yaml,sha256=OvTJUhsEcaBv9o46HYQEwmGZ5j95h6_-fRA51a9LUOo,87
lm_eval/tasks/turkishmmlu/config/Geography.yaml,sha256=iMBP-a5rky79uNyutSn25F1o_LWyfvqzYTvXknX7jmo,87
lm_eval/tasks/turkishmmlu/config/History.yaml,sha256=nwvmGhGLydUuu5d4eX2hEhVjo0TRPN0XbpAiuLVdph4,83
lm_eval/tasks/turkishmmlu/config/Mathematics.yaml,sha256=DSuUBFL6RXiyFHPJ-fbP8RNe72b8l4z7cdh9VKA8YWE,91
lm_eval/tasks/turkishmmlu/config/Philosophy.yaml,sha256=VeJCxki30VXQpC-5cZWuDk4Pa8KaDD9prVHG8wOcua8,89
lm_eval/tasks/turkishmmlu/config/Physics.yaml,sha256=BMpiVgxVYXpxLX36EqGQUICI4cp9l1wAERBBDOpPnH0,83
lm_eval/tasks/turkishmmlu/config/Religion_and_Ethics.yaml,sha256=M4tJpfiEcY6XAgYjfWJU5s204PLbV3gKYmJr0jAcplc,107
lm_eval/tasks/turkishmmlu/config/Turkish_Language_and_Literature.yaml,sha256=bGswl1CHCKpacDiJKmYI-js62oKI0KyMxTuoKaB3Y3Q,131
lm_eval/tasks/turkishmmlu/config/_turkishmmlu_default_yaml,sha256=2K6ZgB62FITfyKi4Pk4HsM7QX2AfyjYKMa_SPl_bx-I,598
lm_eval/tasks/turkishmmlu/config_cot/Biology.yaml,sha256=Poz_LwJcl-zw6jN87Ivg7efMPq5LMDFWfX54xUCQcI8,6045
lm_eval/tasks/turkishmmlu/config_cot/Chemistry.yaml,sha256=e90QuWKHgtEWDQ6-mJoYHdGuFv21rJ9jqEEDc9tZNFI,9849
lm_eval/tasks/turkishmmlu/config_cot/Geography.yaml,sha256=HxeTHf_4udyF_-vTToaZ4s_LggNAt1TV7M928_QHUgk,6823
lm_eval/tasks/turkishmmlu/config_cot/History.yaml,sha256=kjvBhljXdpDo5r8BqwSyE28OGW_ydrc300ndV0S-Po4,7782
lm_eval/tasks/turkishmmlu/config_cot/Mathematics.yaml,sha256=AOHh8DHoJKVxL-_3t2CxErkLe4c6_qo8ABJRg_4Wy40,5895
lm_eval/tasks/turkishmmlu/config_cot/Philosophy.yaml,sha256=Z3LErR1mVklPzzV8dZJEKX3Wziape45878eFND-gndo,5346
lm_eval/tasks/turkishmmlu/config_cot/Physics.yaml,sha256=uri-IVGFCKO2J5bl3aoid1qj0kIeUp_znTWMfizURLs,9602
lm_eval/tasks/turkishmmlu/config_cot/Religion_and_Ethics.yaml,sha256=6wFYzGAKAHJPAuJsX4Ne8WRBMlRC1cQvucXM4n6u4AE,5487
lm_eval/tasks/turkishmmlu/config_cot/Turkish_Language_and_Literature.yaml,sha256=qFSA5SV4hRuWE2-PXPEQEtzwKaxeC4g6Vnr2j5FLepk,6842
lm_eval/tasks/turkishmmlu/config_cot/_turkishmmlu_cot_default_yaml,sha256=-PLW6ILMXmiKu2Uirh-nF8hhvBbU6htlR4Q5LriTK_s,923
lm_eval/tasks/unitxt/20_newsgroups.yaml,sha256=hPMcmK3z58wXuwN_IB8TEz4yDAIG8CwnZ3xmmtLanDk,121
lm_eval/tasks/unitxt/README.md,sha256=Za_EgiZ370m21_cN9NgKlsxL1R8Nr373gsTBDvhMBKQ,1976
lm_eval/tasks/unitxt/ag_news.yaml,sha256=8raWWCw0w-7fi9ScpOdNPrlV5aPTOTAgmnYwf4SxON8,109
lm_eval/tasks/unitxt/argument_topic.yaml,sha256=FoO-oAJcQehkKiYCMP7tU4lUtRaCcFz5z33idaHoQQM,123
lm_eval/tasks/unitxt/atis.yaml,sha256=Id8gGB76UShfVPU3H9oHxP_hswp9OOK52grc3vlLWUQ,101
lm_eval/tasks/unitxt/banking77.yaml,sha256=P2t5UHc9YSrfpU2zRnhGuS8oBosFdgio3Z4jLorg-q0,113
lm_eval/tasks/unitxt/claim_stance_topic.yaml,sha256=OS529cRaSZXzmQXOftNeBo2jtUQk5z9nmGz_Gy59Rak,131
lm_eval/tasks/unitxt/cnn_dailymail.yaml,sha256=gZGnjzRwHjaQmIMAtZ8oLHml5aX2Htm_MbPj71gSkvU,119
lm_eval/tasks/unitxt/coedit_gec.yaml,sha256=OD8Axf3z2WLgtcQeJWqOa5ZEpxl2iKm9IlRf_mr0XF0,118
lm_eval/tasks/unitxt/dbpedia_14.yaml,sha256=jCEdN8uivbVhQR4994ZTZlApVr0ZLTzQ3aD_S7XYuT8,115
lm_eval/tasks/unitxt/doc_vqa.yaml,sha256=0sizuge9Dm-oUrDQCfBsZNR8YODI5hhskvDi01raWXs,112
lm_eval/tasks/unitxt/ethos_binary.yaml,sha256=5gDJbMXAD0OpZEnPIwcrygVt4DMnOmhBTPVYKCZsQXw,119
lm_eval/tasks/unitxt/financial_tweets.yaml,sha256=S9ubnt8nxGNNCtdqDPtsfhrpQlUDJ5rMDWbfUW3vC0s,127
lm_eval/tasks/unitxt/law_stack_exchange.yaml,sha256=bgdygzm6wdkd7vl99wfXU9ub11_UkVHQmCXIgZE7iiU,131
lm_eval/tasks/unitxt/ledgar.yaml,sha256=qxWAUfjTGBm1ifAIH2BiJ_uJ-DkFmfN0xWfb8t6S2kc,107
lm_eval/tasks/unitxt/medical_abstracts.yaml,sha256=NTA-dVZByYGTkjH7Qs_a7-2NODVeMUprbYV_6c6ZyMs,129
lm_eval/tasks/unitxt/stsb.yaml,sha256=nMxmcGUtzol6K_dVGhpZEMQtu_vDbAnD3kGVmenaSpg,98
lm_eval/tasks/unitxt/task.py,sha256=NUZXH_cPvM8Lskv8KHOAkrgw7gbskMl06NHBkt_KB5Q,8268
lm_eval/tasks/unitxt/unfair_tos.yaml,sha256=CIZGwL2ZPXwhDhu_x6aW_B6in9DVxno8bl_n_rUxbEk,115
lm_eval/tasks/unitxt/unitxt,sha256=tFF3SccTSDZiGybnKsLvehKdDC2zqFqKPfo8446iRdM,29
lm_eval/tasks/unitxt/unitxt_multimodal,sha256=JTdlpFOoA9nrvWGRl98gT-bQnaF6wU28v-JbPKxrK20,39
lm_eval/tasks/unitxt/xsum.yaml,sha256=9_E9G77Z8u3cfV-oC8yfmpQrX16i1-ZclS2H-SxFjE8,101
lm_eval/tasks/unitxt/yahoo_answers_topics.yaml,sha256=Lxk_WgZAWqXaVYbdMjQSV95GHZxHD2mW3h3ps-YN9-E,135
lm_eval/tasks/unscramble/README.md,sha256=8fD3JDITiBTcee1qvuz-EzbXAjdGI4IR6hGY6dCdIaw,2615
lm_eval/tasks/unscramble/anagrams1.yaml,sha256=P7Ljypp9ywoTHC0Ovfvsxs2ISuFgxT4NlblCbmpz0rk,461
lm_eval/tasks/unscramble/anagrams2.yaml,sha256=0UBgemBbQ_f443LnMy09wNtH6VX149dU0Zhnz_uuEng,461
lm_eval/tasks/unscramble/cycle_letters.yaml,sha256=KQSRtkvjM6pgrxMpj0SrDL1lmh3f016UfAapncQD1-c,467
lm_eval/tasks/unscramble/random_insertion.yaml,sha256=2PwjEr7sn20IlySgpnDUQVX_-GY7rmHvKDiB6orG3ZM,473
lm_eval/tasks/unscramble/reversed_words.yaml,sha256=uZNco5tSPZ-a0GS7Y0uKav1UReG98EvCNSfy7Evsb_o,419
lm_eval/tasks/webqs/README.md,sha256=XaGMylFq_iwthSyM7VvHE5rVMzgQ9GJ6cVaQLMmagaY,1933
lm_eval/tasks/webqs/utils.py,sha256=s01Tkm1AQQ_BjJtUVayw1fJ5BsxaGjtCTrkJnF_fy_g,773
lm_eval/tasks/webqs/webqs.yaml,sha256=OHnD-Bmq5ihLg8l56E1vtiYifYEq_e7a1lDMsMk_fQk,482
lm_eval/tasks/wikitext/README.md,sha256=TIKOT6ySFrA3YAFL66ftz8FRL-hgJ0EfirXpSqH1294,1477
lm_eval/tasks/wikitext/preprocess_wikitext.py,sha256=pEAgN0sXIVm_W-gKZNLEGUydXHcoT2lqxmY2EzjI2n0,1738
lm_eval/tasks/wikitext/wikitext.yaml,sha256=Yzm4WJBjfaGwZKSE8T2ey-y1QiEePs3PbnYVabAxQ6c,574
lm_eval/tasks/winogrande/README.md,sha256=vA2S-iOSnXTAXPQxEqRhwZMd3axmvKA3P-7tUcY2SFo,1816
lm_eval/tasks/winogrande/default.yaml,sha256=aPQvOsY1iXiXO02JHYicVEEQsi0gD7ptDlKliLKvQHA,540
lm_eval/tasks/winogrande/preprocess_winogrande.py,sha256=5VMnYpJkqY8dOD_aJGRbZ3mvtT-gvOIVAEK5QWsa4AY,377
lm_eval/tasks/wmdp/README.md,sha256=-MqYQVsWAQmB4_7Gip5wWJaAtK80q-oyRpuihlXpDsg,2802
lm_eval/tasks/wmdp/_default_template_yaml,sha256=hEuktcekBgfOjC3LRtgRRqFePexrY9QgSyfKBIjJ6Ao,409
lm_eval/tasks/wmdp/_wmdp.yaml,sha256=cbXrJZEMuOtSLDiRDajxxDqK0RuNIlOt64VjQpP7BzA,169
lm_eval/tasks/wmdp/wmdp_bio.yaml,sha256=m-1-UcfSRncg9OeKLVjRHcf2vUZwW8l8cXAViPClKwU,177
lm_eval/tasks/wmdp/wmdp_chem.yaml,sha256=39eQizGmPz7BO6m89T_9EWiYokPB4Fk1IRQEBNV-9-Y,181
lm_eval/tasks/wmdp/wmdp_cyber.yaml,sha256=2iqzu1KkuTHw0tnd-GHYaOtaQ-UZwfMTAlr2nMVvKYA,187
lm_eval/tasks/wmt2016/README.md,sha256=TQNGOROTYVFB5BjH1ZEr7SCzDExdzsCj7vufGKa0i_A,1922
lm_eval/tasks/wmt2016/metrics.py,sha256=V629nou9UMoPluWjgjf2D9IlbXi0YD2HWy7mspQZQmE,280
lm_eval/tasks/wmt2016/ro_en-t5_prompt.yaml,sha256=C-F4mt3ksZE_qGwT8fCEUfa1HkGIiFLBQ7-G2BZrktw,456
lm_eval/tasks/wsc273/README.md,sha256=ACWo1bwzuYf66R7z0xxa4hMc2I6jdb71D5V-GeXNL-c,2963
lm_eval/tasks/wsc273/default.yaml,sha256=1t8UiaRZWvEGfFS6REqxXek1OEwc5fhzV11RAYa8dls,518
lm_eval/tasks/wsc273/utils.py,sha256=LCldN-jXX1ilzpSIOdIMuZcdHA12J4eCkb69RYTGNQc,1005
lm_eval/tasks/xcopa/README.md,sha256=bszl23gtJTrwRRgk3JS7pbStFHqU5n7CW2s6YnNdwQI,2211
lm_eval/tasks/xcopa/_xcopa.yaml,sha256=f5C6C7Ijrdzck7WybIoVXFs7YwQd6nl9-R_-qKN_bM0,273
lm_eval/tasks/xcopa/default_et.yaml,sha256=EcC2i2qWubXeUW1k-wp6rTXWftmadRQoo-6RrF2UvDY,291
lm_eval/tasks/xcopa/default_ht.yaml,sha256=YiVPPHda2D5HOmRzwiZsBXsSBdo90wBaRH5X7YQGnTY,101
lm_eval/tasks/xcopa/default_id.yaml,sha256=XxcNzEJFlUUGpyx_vvEiDKqPlzqr2rlkDpunwcp-Wzc,101
lm_eval/tasks/xcopa/default_it.yaml,sha256=P85UpV5Ilfr8wFA1Dupc6dQn-KVn9LDhxT9YOQb4A7Q,101
lm_eval/tasks/xcopa/default_qu.yaml,sha256=6CR5W6wWzpvLSr6X16gELeM_pDjahhLfnhUnyEKvnWk,101
lm_eval/tasks/xcopa/default_sw.yaml,sha256=I0HIJi_MHQPkbBj2OGF9yn_9nupq-bxsWaU0mfLntf0,101
lm_eval/tasks/xcopa/default_ta.yaml,sha256=T-ZV3pCgYTToODyBNJA0L5CrD4OspR8-hkS35TEfIqE,101
lm_eval/tasks/xcopa/default_th.yaml,sha256=_eMapb7miFw0cZuZaG1kSSR4Kjx2LFv2_8XTkkIb9BE,101
lm_eval/tasks/xcopa/default_tr.yaml,sha256=6VzN3-CzEotaJrB_ZesEEHKM6XEQqY_kzHiXrDInNYs,101
lm_eval/tasks/xcopa/default_vi.yaml,sha256=0TBQaLnbCUIB74GGs5gOgoprp4OSfK1vZ1fZgCIqrLw,101
lm_eval/tasks/xcopa/default_zh.yaml,sha256=R4P1Ibs5oJps9Hs2AeBBrL27yJW8OCXkL3ORaBCnfto,101
lm_eval/tasks/xcopa/utils.py,sha256=GR0xu7_Ga-e2bLxBAFPhNjEgGjcA33SfI8ZT-3g03UM,1791
lm_eval/tasks/xnli/README.md,sha256=M6yJ8Ui08vdiDQRLW9EejDPrSLuop09XVmZu0RfJEgU,2224
lm_eval/tasks/xnli/_xnli.yaml,sha256=MwYSmu-Qg9i8FYfqmjNMasmHFswjjejzQomxM1lN-Ok,309
lm_eval/tasks/xnli/utils.py,sha256=sYhlevG44xK_xQ-nlIaLC_3TAddLR0bSS9EmELz61KM,5277
lm_eval/tasks/xnli/xnli_ar.yaml,sha256=-vGMt34SYGsrxhJH2mzVJJ44UwCs44_EdPkT9F-b6zU,248
lm_eval/tasks/xnli/xnli_bg.yaml,sha256=3ZCMy6xC4r1HN_324m3Tqc4LjL2ZJTVlQAzG6Anmq34,270
lm_eval/tasks/xnli/xnli_common_yaml,sha256=BT2KtQR-jN2U9CW7cRjO55F51Awq1_r4x6KA36YCcSE,470
lm_eval/tasks/xnli/xnli_de.yaml,sha256=Jk1ZgtT9ji3lq3TVfu0jCQxUj8WJ1dZeaSyEkLzPiN4,237
lm_eval/tasks/xnli/xnli_el.yaml,sha256=Ljnc0ksd4-SYjDNhCBtZMP5SDk8gjD9k9RgxzFk4kuo,262
lm_eval/tasks/xnli/xnli_en.yaml,sha256=YeCSTN2rwAT0NLWzh1DW19PoAMee46W-hf0ScBeyhfE,230
lm_eval/tasks/xnli/xnli_es.yaml,sha256=GkwQMf22cNfBhIVubRAzkRPL8TGPCi0gilZFWdaoF1w,242
lm_eval/tasks/xnli/xnli_fr.yaml,sha256=RdfT4cthik8ZS7sSmkvsoxuK2nTdDouNOpzrZ-Lebdg,238
lm_eval/tasks/xnli/xnli_hi.yaml,sha256=pPuF91nLvDCOVXQ1bANGV-UQFedcez_2XW-OapqEX6Y,269
lm_eval/tasks/xnli/xnli_ru.yaml,sha256=1tAyhdGQKXpFQrIM_2-SAdPv7v34Ot1Y_NlX1WNk2PI,276
lm_eval/tasks/xnli/xnli_sw.yaml,sha256=Z6CF-2C6DyPh0nzk7GnqjtWnOHAw5zblmfDVjAQmJAU,240
lm_eval/tasks/xnli/xnli_th.yaml,sha256=N1QOrp7HkzYrx0TAiSMhEAJmWwETEAGsMBM3gTeoWnc,308
lm_eval/tasks/xnli/xnli_tr.yaml,sha256=bUvapKIUdJCJKc7CCIl918aJiWwhEiEsoMXJtbrTgn4,242
lm_eval/tasks/xnli/xnli_ur.yaml,sha256=47LmNHEByKsde-KLFlxDfWgHiF6MX06isosv6YF7Rj4,260
lm_eval/tasks/xnli/xnli_vi.yaml,sha256=Aw64QMiB-AAhq5xMgbZQs6dEzFC4njOpbH7bMokjq2w,244
lm_eval/tasks/xnli/xnli_zh.yaml,sha256=f7rvxUp0E8CgBu4d-YyCQOYx-d6eYRmiVfj0vNMdpsg,245
lm_eval/tasks/xnli_eu/README.md,sha256=jJSDu20MifhGwDC4bHC-nOPpS_4O0wFh6XMWgJfKWfI,2607
lm_eval/tasks/xnli_eu/xnli_common_yaml,sha256=YeGJjf9EgFpDutlC2kReRzYO1-0UQg-Cb9kxFOiAg7w,291
lm_eval/tasks/xnli_eu/xnli_eu.yaml,sha256=DqTR2zooK6xvpF6XXRQyq5ZScLga6UBz4vYHB_1Jbd4,248
lm_eval/tasks/xnli_eu/xnli_eu_mt.yaml,sha256=4VQOXYotbDg1Xc-G15_l7PMmtNgLliHWX5msKA3FQNQ,82
lm_eval/tasks/xnli_eu/xnli_eu_native.yaml,sha256=PPMcCD4TkmanCERYqtnAIQ_EiXVJV_pIwcaWPluBLGY,134
lm_eval/tasks/xquad/README.md,sha256=misQBoKmthXE4ckZCNHjWwdwOZpH_DeYHcq9E_mPsGI,2168
lm_eval/tasks/xquad/utils.py,sha256=tvFkUz5vBadoMaJ574nTksJFm613tDyeL-FDGOSnmrI,446
lm_eval/tasks/xquad/xquad_ar.yaml,sha256=tc-FUYzcec5pAPMHhCh3NT0zJtB0AIXat8_jfOz5E_8,141
lm_eval/tasks/xquad/xquad_common_yaml,sha256=U5GyGIdKBLcvwPutJKu8Zo-MNhCoFfd54zB8nhBlH7Q,681
lm_eval/tasks/xquad/xquad_de.yaml,sha256=3Et3X7t55hwuv9lzQ9X-OfOjzr7mo9dxAB1k7iflEn0,136
lm_eval/tasks/xquad/xquad_el.yaml,sha256=pAOzAHAhZmddznuPfaE9Xbxbn5pBBsUG-aG2i7hjscc,171
lm_eval/tasks/xquad/xquad_en.yaml,sha256=kL7rSV1UtUVjVW9OugGA2VGkh06-gVsuAKAi7hmsTqg,138
lm_eval/tasks/xquad/xquad_es.yaml,sha256=JapmnGsW26ogfnkv7DUWRqu4wnSkwlqKoGFL2avlprA,142
lm_eval/tasks/xquad/xquad_hi.yaml,sha256=xk_hQXhnfcq8eeMRQr2MGa0xybVOwRrH-mPPbOiafro,162
lm_eval/tasks/xquad/xquad_ro.yaml,sha256=_J0Cd8-iZKZ4JyMKXIpf1IWlWBfca4wHPHHD-1EVbi0,142
lm_eval/tasks/xquad/xquad_ru.yaml,sha256=P8wqQp4xz3Y4yRu3q-DcqCCY-FhRFVMXzV4kWpGTcXE,155
lm_eval/tasks/xquad/xquad_th.yaml,sha256=HjhFyhoiaNIaA_0rbJFsu9bZCAAJNw9OIKXmq3u0-0w,162
lm_eval/tasks/xquad/xquad_tr.yaml,sha256=jWUPS5FAt258h3erUBUaBRPjU4sYlJTCCaSYY6xDDCY,133
lm_eval/tasks/xquad/xquad_vi.yaml,sha256=JZrUfzSCR23T1A25iXQ5Z4PX2v7fTAYIjhQH-UbgKSE,150
lm_eval/tasks/xquad/xquad_zh.yaml,sha256=j-fkRrkdagM5hmr_jINJQ77-kbK6pB5ws6x0Bsde7Kc,135
lm_eval/tasks/xstorycloze/README.md,sha256=zFx4IhOCGFNVCkUqmcnBH10c7_xyEHX4p_V4OPEFRJg,2674
lm_eval/tasks/xstorycloze/_xstorycloze.yaml,sha256=tBqnkCHcYyqoZ0G4KpRxyf-mU0NTIYytSCjwCVhOwC0,345
lm_eval/tasks/xstorycloze/default_ar.yaml,sha256=-zG9c9jwhi0bVWyl1e55QKQ_qL-p6P9h_KY1EaRvQbA,597
lm_eval/tasks/xstorycloze/default_en.yaml,sha256=jkXDziy5ZFSxiBBfvpF5X0PD7r2-EoJuPvpM_YO57mo,63
lm_eval/tasks/xstorycloze/default_es.yaml,sha256=krymcDmxJbEqyaLMjJ2qCTp72_vpe30EyrqAytvGmFA,63
lm_eval/tasks/xstorycloze/default_eu.yaml,sha256=Jp7s9WOyPBO-r8ZMHXgrHWYXsOSxwTFoLM09w7xktT4,63
lm_eval/tasks/xstorycloze/default_hi.yaml,sha256=0baA81PaJh6O_rHk5Zt75RlB0Rm8IeIEmcwWl65AeCc,63
lm_eval/tasks/xstorycloze/default_id.yaml,sha256=3eufzTCUzloyMmZmNmtT9jkilhLaaUlhZyWYtSoO6K4,63
lm_eval/tasks/xstorycloze/default_my.yaml,sha256=Lru52K3docj3SyM8yb_vKEdejBL5587nj2WIyPEoKXk,63
lm_eval/tasks/xstorycloze/default_ru.yaml,sha256=NQLa7Ztu0eLDeJSeSiiR-6KYJE4im3-0IFP7JG-E-AU,63
lm_eval/tasks/xstorycloze/default_sw.yaml,sha256=BkOasjoNtcIMwhhgB51ZhY9R8E0O2K8RMiiQewpRoBQ,63
lm_eval/tasks/xstorycloze/default_te.yaml,sha256=uS7g8yrYniDdX3QuXwCSZsXMBQNAoDFDuGLXKNJ9P-Y,63
lm_eval/tasks/xstorycloze/default_zh.yaml,sha256=TTaSyzTXWpqEgcCaadNWnxrHKXB7cdMuSEpZ9OeqHZE,63
lm_eval/tasks/xwinograd/README.md,sha256=qPmixk1nZorlQSshnqtAoP1i5Zy4vrgJry65OLGklXk,2601
lm_eval/tasks/xwinograd/_xwinograd.yaml,sha256=lzbMjWHnwCrq9yvE971WMBDzq7zXwuX9tXApJDK8eJ4,236
lm_eval/tasks/xwinograd/utils.py,sha256=7DLwv-y0XYAiAnlSKsBG7yrD94kERHmLVqwpNIsnNV0,2844
lm_eval/tasks/xwinograd/xwinograd_common_yaml,sha256=DDwvTvUeO8uM51n8uJwNnN9iKdy5QmNwXwFd_-lCFVk,601
lm_eval/tasks/xwinograd/xwinograd_en.yaml,sha256=xbEp4QSQgNlKymjEFxXVonpbG7IKDjtFuTa1DzNTpUc,91
lm_eval/tasks/xwinograd/xwinograd_fr.yaml,sha256=UZ7Txl6Q3d9bWvZXvjGxVQxGMnZ2_5bLL7Ykrhu_-nA,91
lm_eval/tasks/xwinograd/xwinograd_jp.yaml,sha256=aRVwy9c6YOGpRFgm4oAUnljHW2y5UTF6IvwzEeOjVnc,91
lm_eval/tasks/xwinograd/xwinograd_pt.yaml,sha256=A8oaox90xLwx0N1G8MfRpZGB8Tof6mux8EtgJpSrOaE,91
lm_eval/tasks/xwinograd/xwinograd_ru.yaml,sha256=ra7PfDvFLZS1sBiMI7hRBjSWCmElclMWFwChrIg9-HY,91
lm_eval/tasks/xwinograd/xwinograd_zh.yaml,sha256=OAf84RMb0BbFc3DGtBij-84FGwKDwHH9d_eGRXN_K0Y,91
lm_eval-0.4.8.dist-info/LICENSE.md,sha256=qAbkJUdiDf-8LsAzMyLIs1I7SvEeBZvhTvgapbGuAh8,1067
lm_eval-0.4.8.dist-info/METADATA,sha256=9MynLk31_w-t_8re6XQKi2QrkVBQ6eTQOSdEBz9Wtwk,50540
lm_eval-0.4.8.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
lm_eval-0.4.8.dist-info/entry_points.txt,sha256=mMr4hFXQwSHYb924AKGzP6dbbBAWcXiyBO-AfXrV72E,98
lm_eval-0.4.8.dist-info/top_level.txt,sha256=risQwf3pU3EoXaYL_bKYFzW6EtBOvJxJotKdDz605Dk,8
lm_eval-0.4.8.dist-info/RECORD,,
