lmms_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/__main__.py,sha256=Ouk7lY0jBEW92-_EidXNbykeCIlXLQy2OY4fdsifQTw,33843
lmms_eval/evaluator.py,sha256=w9JYudykDulhiIF88YRd3V8hUQ2X1l6Jwb83vN_k9vs,71197
lmms_eval/evaluator_utils.py,sha256=itHaVHnhF2GWC8II5E4QLBVBdmXmWQNrbCMsXDpQYiI,28459
lmms_eval/imports.py,sha256=8xxx-d7CeROzhFT8WykPPVJ0awgA7Wmw1-oDmUytkvY,3568
lmms_eval/launch_server.py,sha256=JDw8RCzERU1zvpXf27a_IMbRtsttSQWSugfEkeR7u6Y,960
lmms_eval/logging_utils.py,sha256=HF8yBthaYYj0pvub4B5GZa-sBXt_RpZFOOMIFHPogkc,15022
lmms_eval/protocol.py,sha256=xTF4ITMXmXO4RtY7xs0Uh9DXoda6UgLJUT3h3Ng7Qeg,10707
lmms_eval/utils.py,sha256=rs0cBNaZksffSI9Xc4tByD3O_NjJQtSpjLd1u6SvJU0,47127
lmms_eval/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/api/filter.py,sha256=IhkF3XXRSwMx292SHPrxAE8sXIFCS_SehZ-vFMqUbwQ,2026
lmms_eval/api/group.py,sha256=lV1CUNjJTQpNDjIGxPopEPeAImga_MPzr4h3NoLPN_0,3530
lmms_eval/api/instance.py,sha256=PMVw4geWwhbRkmkzYgMNUxHG6QVNK-XxgB14n7GXhUs,3547
lmms_eval/api/metrics.py,sha256=6vSBla-ApG0i5UWgOhvX5MrU_Lres9LYF6x9FIOQ2PQ,30047
lmms_eval/api/model.py,sha256=7S3HSX81k_kAZnmu-zzIhH3Cm3irMnbdAHE7jecGCRc,6762
lmms_eval/api/reasoning.py,sha256=lUwcQCtptE3Ct-RKnHlGvlwzyIzsitfL3zplsEMSc-U,1977
lmms_eval/api/registry.py,sha256=TgnKd3faDTZ5q2otkhQd7T_l2QAYJr_fU5bJbjaPUHM,5469
lmms_eval/api/samplers.py,sha256=HXkLliJtpcOII5W--IcAIDE44Ndms8UBfBxKvV6CFb0,3596
lmms_eval/api/task.py,sha256=LeDnGYBKEPzsGlqRm2hmIdwgK1nU9jy5q4qEgCke6Js,87232
lmms_eval/baselines/__init__.py,sha256=hqdttnTRQTJ3P8fCwFUTCeHWYnrWx0ssWK1hCn3PB84,1955
lmms_eval/baselines/loader.py,sha256=LxcDRyA9GOW0vR9E8Kj-f__bsRFEb2T8_IbYab8bEmI,6504
lmms_eval/baselines/registry.py,sha256=ZAXk-Ad4zyK-FUuntYyeIfyS9sVZz2Ozd-SfNcLq5JI,1401
lmms_eval/caching/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/caching/cache.py,sha256=Q5mZXQysIWgVfkwfBTtrbwGncKSh3LJBadvJ9JmtvgE,2271
lmms_eval/caching/fs_detect.py,sha256=RmmbB_Z_kqco_4A7TJF7yrehQA95XddeVgcVnbSVB_k,6895
lmms_eval/caching/response_cache.py,sha256=IALDgucH3PFkqriz5mvdRRlkH4M-We_alLIdG-hDY0w,42842
lmms_eval/cli/__init__.py,sha256=Qf03eIZ6L_-4byF1ob4HQpK3-NQi7EPtS5klhOCeSjA,114
lmms_eval/cli/dispatch.py,sha256=jE6siwS30GUNWzPLh9eWyOu4gOVipIWd-_HpwRNVmEE,6627
lmms_eval/cli/mcp_cmd.py,sha256=vZ9VZVdVu3YwBR1JN1ruzRgCh6q68ht9c4YsGvwfKdw,894
lmms_eval/cli/models_cmd.py,sha256=iazIgWddsj06ff0acyp4gOSQagm3HHRUUCASpgYxXZw,2376
lmms_eval/cli/power_cmd.py,sha256=QAWCGTLOEgoxKnI-fLvlTqOPozv77Od-Ni3pwr87xXI,3565
lmms_eval/cli/power_utils.py,sha256=nFilXqw7GsOcL4sSoSzeU7is8jj6YpAP0XVyni2mhdU,2508
lmms_eval/cli/serve_cmd.py,sha256=VSj3Szjj43m8-ZejnYQY4a0r2Zv-RRfavkB7E6EdH5E,844
lmms_eval/cli/tasks_cmd.py,sha256=nvJm6KdH2ka4BMgmHs9DBDvIw9A3GNvo72WI7fsIqAM,1866
lmms_eval/cli/ui_cmd.py,sha256=xAm0nHyc1-TaGbZSX15z_ev4kCpDW0hefflAFEVpnEg,844
lmms_eval/cli/version_cmd.py,sha256=hAL7gfduMcpq6tNgk_dpilCvDHYKEAM0W0PiJtoHbwU,1323
lmms_eval/cli/wizard.py,sha256=rpzj9-TQPxZjeGzVJlaUZp8EWF16_NWtZmftFBPKxOk,8991
lmms_eval/entrypoints/__init__.py,sha256=WfFa3Cc8ToZXstpBgByz4ycLktyVRyXNC6De9U79f_A,733
lmms_eval/entrypoints/client.py,sha256=P75nZv-rsWBwW71NQ3B59Yo83NuqIDQ8IFRQfgNMTXw,12366
lmms_eval/entrypoints/http_server.py,sha256=Hr4USZU3oaerl8803DZA0bxrMrOv8dCWY_NOiiTq9aM,8537
lmms_eval/entrypoints/job_scheduler.py,sha256=FMoGsrVmGM50qFa6ynWdXrxUdKKBCTL_GpW5wmoO-wE,20477
lmms_eval/entrypoints/protocol.py,sha256=kXMmuYA9KqfeW_2P4H_xWQVDK4TUPiAdKepc5PJ7Zt4,3304
lmms_eval/entrypoints/server_args.py,sha256=_VlTcA94RkHspqJdC9C8c-J-_SVT0DI_Z78R8562QTA,1468
lmms_eval/filters/__init__.py,sha256=PzH49b14yM2j-UonFoj6PA0jngbtxlG6VKnLEEfLJds,1677
lmms_eval/filters/decontamination.py,sha256=lik8zK0DXI34etPng3N-IUfdhBR7fDws1Uya0JXTt1E,631
lmms_eval/filters/extraction.py,sha256=z9OAxGmJsq-sK-uMCO96qgZ--P2IgY9cyxzrPGYV7dE,10471
lmms_eval/filters/selection.py,sha256=ukImOej-zMvSTUCRkU8Z_TwS5VgFimOsGL9R73ZAU7Q,2125
lmms_eval/filters/transformation.py,sha256=W8-eIS1y-xz2xFU5SSNe7-uPj3OdZrjHASiuB9Y825g,2768
lmms_eval/llm_judge/__init__.py,sha256=0gKXDqFkoaP_b6nip4g_FIS8IrmCxDDgmODFOItRfZE,749
lmms_eval/llm_judge/base.py,sha256=I_g1Y9xC1BJVIN8FvywpttNsLSVDh8hEmFcf8szKH_M,10366
lmms_eval/llm_judge/factory.py,sha256=V_hkzbB1dKF3kNQqskyuuq9T-OwSgY1vpJKqCZuFlZM,2375
lmms_eval/llm_judge/prompt.py,sha256=FAMFbczVuOcHcgJPs6abRwNDqsONuUK4vZyKVBmZ54A,3056
lmms_eval/llm_judge/protocol.py,sha256=Eo-yUk1muCDk46lLE9cebXFMmQjFyV_jwJvFB2WYAGs,2347
lmms_eval/llm_judge/utils.py,sha256=EVCfjx0s7lX4EDpcCF9Sm6PENXUl5-1vaHM0itNc-Fg,4746
lmms_eval/llm_judge/launcher/__init__.py,sha256=JvbsanfDv4KQwn5qcId4L9y-Y7MXdG-WPB8M8tuM0uE,1129
lmms_eval/llm_judge/launcher/base.py,sha256=y3KGJtsyrZ9SppJM9mEUEyfeo5aFbQIcrc-Vsgkc4c8,803
lmms_eval/llm_judge/launcher/sglang.py,sha256=Ddz9X4EQe3vsMzLty19cXikNw34G-to8R563tftkrFo,1536
lmms_eval/llm_judge/providers/__init__.py,sha256=-y4hXITYDJ2bbIawm-biAgvAFgb9GZtB9B2jcCYjjWA,475
lmms_eval/llm_judge/providers/async_azure_openai.py,sha256=ze_6NJaZjSetjp63EJkfdk1_4i5FmUKhBGRG5VThCo0,5916
lmms_eval/llm_judge/providers/async_openai.py,sha256=i6Rc9QYqHOjxt2DTkz_YFlhBxSiTEh4WDFwa2nnTDv0,5639
lmms_eval/llm_judge/providers/azure_openai.py,sha256=yVUAuph3xp0536PpupAcIXHCZ-U8QL8HkKgT6A3VwgE,4985
lmms_eval/llm_judge/providers/bedrock.py,sha256=iwyvGoP3u0-ggU1J0n4vvRxdR6JI0Qr2umU1tNqOILA,4552
lmms_eval/llm_judge/providers/dummy.py,sha256=D8sOg9pZvvbli0Nx-C0qp14G6Cg_k2wnHvFd0UtTpk4,565
lmms_eval/llm_judge/providers/local.py,sha256=lTxte71ZbrqVE_KTIeVjkvBGjni2UdSg4eR3n0E4HVg,2397
lmms_eval/llm_judge/providers/openai.py,sha256=PEFicnGzh0YPnUa085ykgEpkVparQT-KWy2CMpauULY,7253
lmms_eval/loggers/__init__.py,sha256=GDcIT4swI1NMGaZO4g2o6mYNmpDmIaXO54BEtv8knMw,183
lmms_eval/loggers/evaluation_tracker.py,sha256=ch-58icYxImm_6_yiQ2bkUkKoF_gjyxAdYVhsUG77t0,23783
lmms_eval/loggers/swanlab_logger.py,sha256=_QZwlY8imuqxd8hQoLYNsTZvJq8nR0O7CFvf9HPeOKw,7777
lmms_eval/loggers/utils.py,sha256=RbO1BjdiAdLvW3OUWH4DXfT_o1WGe0yWrnCoknln1d8,4975
lmms_eval/loggers/wandb_logger.py,sha256=QZSGrUCDFELd-I7LtOXlwY-iFOfJkVIKwFxPtKOrkX4,12924
lmms_eval/mcp/__init__.py,sha256=6KCvmlkUMwyjaDcGl4TlMDkEotje-PZ4V4oNoRQNp9A,929
lmms_eval/mcp/client.py,sha256=cIuOLCZW44a0Xu_E6GR-dlNDVnLh3YkYkQ-PoyVvRo4,4069
lmms_eval/mcp/schemas.py,sha256=8aRh6_AXfgkDn-EPFWpaHEpPhS57oba7_qf0feNLGD4,1602
lmms_eval/mcp/server.py,sha256=Q3AaxnUT7hif2drrJX1xAFXse2tnaAJyqhas4EtBjY0,1377
lmms_eval/mcp/tools.py,sha256=ZyHHynH7T4KPqqlvihHrPxibDN9CY8VX0LaC4f_mnWQ,13036
lmms_eval/models/__init__.py,sha256=Qucf-uCvQ2G8-1xinpjZxE74swLMXU9taod3IRhACGk,8809
lmms_eval/models/registry_v2.py,sha256=vcS3rTZQhaXkcw0mABoqTcYABT-OY6ZdpfqykdioDB8,9385
lmms_eval/models/whisper_tt.py,sha256=MSqyXJ63_ebrjSnTAVkLGG-FC7mfkSe0RgHO4NW-lvQ,13018
lmms_eval/models/chat/_chat_base.py,sha256=Hzxl3bMco2P3tOWxiP4T7_NmeQMkKuke3bHrWJH4aQo,3792
lmms_eval/models/chat/aero_realtime_vllm.py,sha256=TaxcmdoyhuwDcKm9BdM7O304Q9-dOHt-Pod7WQaqhfg,34020
lmms_eval/models/chat/async_hf_model.py,sha256=C_vYohBdzFLYqX1INM3xDbVD9k5wiW3TFb0DnEGmZDg,10812
lmms_eval/models/chat/async_openai.py,sha256=1BihSZuZlljIE2mx6d43e3hRwTNaVooogysORs-kF9o,21270
lmms_eval/models/chat/bagel_lmms_engine.py,sha256=BCoUiOnjocFmJMI3enqtGttE2-C0PT9kPiAPGUogOuc,11464
lmms_eval/models/chat/baichuan_omni.py,sha256=QIzR9lgoauoLrAwNQ8zi8INTO_tr0N1VaQ0A0TnqKnY,4941
lmms_eval/models/chat/fastvideo.py,sha256=GdsCWDYBbPT40BEMmIRePAtBm9V-e9UHcDXLK_d3XqI,27311
lmms_eval/models/chat/gemini.py,sha256=BYXvMuC9aogRe7kFDoFQL2avNpoFQQOetC959cc-XWE,15305
lmms_eval/models/chat/huggingface.py,sha256=vmH5o9Ie8-xSMYpOSXJ2n5BhQzwFucQiwdEqP9r1Hxs,12177
lmms_eval/models/chat/internvl_hf.py,sha256=4TOKrZoknfu9PpOE-R8O-5_OM3IfjnwuTUx5vA293x8,14471
lmms_eval/models/chat/lfm2_5_vl.py,sha256=6xcEetPK9FFDpKaxASkIDurnH7qxC9qURXABZ9iCGQ0,11239
lmms_eval/models/chat/litellm.py,sha256=d4zSB5guc8eABvKwALfMywufitsLsZ80qZ4cHoRqZCE,1471
lmms_eval/models/chat/llava_hf.py,sha256=zL6JaEsBgz_GUi98EVS2Czu3oJHZR8vsqXWWu1Pf5pA,6463
lmms_eval/models/chat/llava_onevision1_5.py,sha256=3V_h96OKxszf-AbJaMeFRk0sP7GzJI4QY_0EIRcUPys,7329
lmms_eval/models/chat/llava_onevision2.py,sha256=ySauAg6cVqbpIDf9_oWaDioc18pbYT1JlDcOYajhVfw,21273
lmms_eval/models/chat/longvila.py,sha256=YYKaZIWBYd_0J555F5rc1U0tvWiN8f98KW48SUEZ0Hs,8203
lmms_eval/models/chat/minicpm_o.py,sha256=EUd-XyzcDAOpVFrf1UBKm8z6SqMSwn9-RSTZJ7zYbbg,2892
lmms_eval/models/chat/nanovlm.py,sha256=LH9GkDUqYXakGZOVM4W4FQLrzqurWIy1akQB1LSadTs,11797
lmms_eval/models/chat/neo_ov.py,sha256=H3P0WVueZbOIekeMGtzesxrRHMzq-srMY6s3_V2jaQU,14723
lmms_eval/models/chat/omnivinci.py,sha256=X_iSGHPx5NS4ml6vomOLGeuFiyqkPICito5E8pUC4ks,4843
lmms_eval/models/chat/openai.py,sha256=-9A43oTBoODNLJ9hQcpTCyjocf6s6IuzGGkj_dPoDTg,13492
lmms_eval/models/chat/phi4_multimodal.py,sha256=O5EN8AX5hXjqPnUa7D7NlKH1QYYtptxfmR9qeKcgyl0,6719
lmms_eval/models/chat/qwen2_5_omni.py,sha256=MrCKeJAjuB6rejks80-wSK4TJnmZji_LDZmtRR90xeY,3574
lmms_eval/models/chat/qwen2_5_vl.py,sha256=Mq9Bztd-QScG-xVkmbZWbLnYFf9nr66bH8V-zhksuKU,8265
lmms_eval/models/chat/qwen3_5.py,sha256=t6XZsBPEWMwh8gfoXgFUe4ctIta855r8DJ34ON9KhNk,413
lmms_eval/models/chat/qwen3_omni.py,sha256=wOFjPITQIJ5bVuG6_1v_brv_S9uean0S0JQ2p_8BPLU,3223
lmms_eval/models/chat/qwen3_vl.py,sha256=_-da6cm7yjmc7G4fO8JUtP-MYvBOQLQmrbNXyXs60HA,5645
lmms_eval/models/chat/sglang.py,sha256=1mWtuKPU6kmU8d6b1eXmvxdu2NlovdSibS571ZmbrOM,21265
lmms_eval/models/chat/thyme.py,sha256=E_m1PGQzgZf9Vj4O31xxWxB0ubne_A8d2Chja1C3Taw,19259
lmms_eval/models/chat/vllm.py,sha256=bU9GfNoDeicUtF3hLLNz-hNtcFW9smdXiD4zqViS0aA,10034
lmms_eval/models/chat/vllm_generate.py,sha256=1zEW3fRqtNkySkabkE5VcBXyEqPK9y5T3t9D9N9TddI,9089
lmms_eval/models/model_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/models/model_utils/audio_processing.py,sha256=PzoxERV7NEkVlJIG1-DH2oxeIwXzUKW1gWEMfO0oo-o,844
lmms_eval/models/model_utils/concurrency_control.py,sha256=ABLhKv9brSuAUHAatQZNANLPo-shbYC485Kcq46JMcY,5706
lmms_eval/models/model_utils/efficiency_metrics.py,sha256=sKmJJU0dlgapQvPyBqrYM8G2Zh7WODAlDngtF5CDOWg,4345
lmms_eval/models/model_utils/gen_metrics.py,sha256=HW3adBEZdCZYTi3gzDvcZXP6Hs-Ka7Qn4sJU5L3iMP4,6370
lmms_eval/models/model_utils/load_video.py,sha256=5lzUQCZ50F4kPZ2MzpZwsMlmAM33aBj0WLBskNbcVOw,12683
lmms_eval/models/model_utils/media_encoder.py,sha256=AQcYOtRXT3vy2qyVeka-35Y2rpliL103tDLiwK7ge9I,6386
lmms_eval/models/model_utils/parallel.py,sha256=AcuG31ZEGT6jKMyMbcWpsVemLisD-0VCHX1Thk5Vtl8,1434
lmms_eval/models/model_utils/progress.py,sha256=BNQrHYF6Dsx_qC0DDsyCI_7UHUy3WtYsZ6BSmBdjs9Y,3793
lmms_eval/models/model_utils/reasoning_model_utils.py,sha256=7-59kenPbflMdRHb8aaraewIZR_m-GhLDcjkjp5DWPk,531
lmms_eval/models/model_utils/usage_metrics.py,sha256=rRlUqW-D7TU1e9ipDKNOtINIRKhJLsUd7znY_lclA6Q,7178
lmms_eval/models/model_utils/cambrians/qwen2_monkey_patch.py,sha256=7XKSvl3zhXmVBhkb_1k2Oa2MCikzYE8J6SvcALQB4Wk,7877
lmms_eval/models/model_utils/qwen/qwen_generate_utils.py,sha256=MvqgbXommbdc6BZbURFeE5v1gbSpah78pROkn0xfXe0,14405
lmms_eval/models/model_utils/thyme/sandbox.py,sha256=zBGOpTxL8Gd0IC3zOW-4HvC0u_umDX13aaMNCbUx2D0,36741
lmms_eval/models/model_utils/thyme/utils.py,sha256=2OQdYQ5i5k6uoByZCTK6zQALAsRMHu47lCWn3YNEW4g,2637
lmms_eval/models/simple/aero.py,sha256=tw-qg-M3dwIeXWxtqsIK0Feh7_3_FHbZG0y1HEmU3FQ,12903
lmms_eval/models/simple/aria.py,sha256=ibdbMXZQ6uIcJf8OyIEiMo4IOsjNN9LIGtzWqo1gyus,14636
lmms_eval/models/simple/audio_flamingo_3.py,sha256=P9jQQTFkNIic9ZNOYSz73lYaWPFI5h5qbr_kyrZuRFA,9700
lmms_eval/models/simple/auroracap.py,sha256=34SqnppdI56-VLYanOvM6a38DAVWJmsjItcYWmAQZWw,26214
lmms_eval/models/simple/bagel.py,sha256=WarBUTQRRWiFvbezunBwPUqol6lkahozDmlmnh6Sip0,23763
lmms_eval/models/simple/bagel_unig2u.py,sha256=_Ke12Q5kQv6Xlab_DJBkMaKjU6XAuZmUmYWMNA-wrP0,43502
lmms_eval/models/simple/baichuan_omni.py,sha256=zh21icIfjRVAhYSHh5YbyLfdlBmyHe3v9h70BXZni7M,16672
lmms_eval/models/simple/batch_gpt4.py,sha256=Ev23DJSu2l9UWBXXKvRqc8StejrOVwjSxOYpVPJUj3I,8742
lmms_eval/models/simple/cambrian.py,sha256=j349FuJhAyh_zNyMMpUl4Nw6Wh1UrdO7MIzHzZtRxug,13026
lmms_eval/models/simple/cambrians.py,sha256=GPnqJqiJQi5lZDCa0GusNT2CX3kwH1ahdaHSdw3Zmy0,18252
lmms_eval/models/simple/cambrians_vsc.py,sha256=Q1FLub4eKPFvEekXb_dPa5pNyOUKo3cbvbj_01DeP7s,23455
lmms_eval/models/simple/cambrians_vsc_streaming.py,sha256=kP_GdyxnSWNt_YjK-FJkAGTTUU-tTjy4UXYtrEGcd0I,23259
lmms_eval/models/simple/cambrians_vsr.py,sha256=Wxs19DAWrhO5kWaI21bZrGJMXXlFnopArnGnT57f0Co,27784
lmms_eval/models/simple/claude.py,sha256=UmeKCi8fHJBEFHw5KzkDbGt4nqC522nbepynDAj9gFc,10035
lmms_eval/models/simple/cogvlm2.py,sha256=dYEHPALOWnttPhMelSqzJXMQV9FbwH4R6wjBjSdHz0s,10278
lmms_eval/models/simple/cosmos_wm.py,sha256=r0s3KqeRdVi-FZ2NA3bVmxT-ltW-1TwjdC7XF2To7s4,66681
lmms_eval/models/simple/diffusers_wm_base.py,sha256=F6b0JtgrtY_herf-UYKBK1niMw19zsbuH3s1j7l2jC8,17155
lmms_eval/models/simple/dummy.py,sha256=_8COx4n80fxHpJYh11K2k07GikXSLnRGypsADOhETJ0,9704
lmms_eval/models/simple/egogpt.py,sha256=jzlifSy-sdCtRe-HuveFkFQpmxSkyki9otPDSTtDUoY,22476
lmms_eval/models/simple/from_log.py,sha256=xp5kpwG04c7qV6v2C9htTWE1pzUzrKDtn2uyYkozTsg,4480
lmms_eval/models/simple/fuyu.py,sha256=LMLEx2PRNWoWiLbG5AFZapUpbXckb3slh6V479Eqpkc,12792
lmms_eval/models/simple/gemini.py,sha256=oZMIplQpJ7khrgaUv6so19PWnQ670Po1Udr7_1aw7UA,23514
lmms_eval/models/simple/gemma3.py,sha256=xVqJxhIzpdgT6r9w5OWGiVAD5hrQ1Vn5igxIvvXMStI,15073
lmms_eval/models/simple/gemma4.py,sha256=6-IdMpVJs4suO8QKwCV9dwEPcclOY8u98YSOZ4pJUvo,12944
lmms_eval/models/simple/generation_api.py,sha256=dKvrvr5XCRhPcrdXUPsTi3jeepAWttksGtlNPSABhnc,39737
lmms_eval/models/simple/glm4v.py,sha256=FakZD-fJcxFf7zmPXdmPcV1Q3XE7-Z2nfTQWkMFu5zY,12059
lmms_eval/models/simple/gpt4o_audio.py,sha256=15Mm3GxZt3tL2Bh0zanSeusxEG8x2h7TUJTKBHYqW_I,16897
lmms_eval/models/simple/gpt4v.py,sha256=5_YbkjkyjkGkoJVhwWf3uLAJUWbfsQlxdZtDgYZMuro,9086
lmms_eval/models/simple/idefics2.py,sha256=fmM88j8L95URZykqjs9gU2A-TZGXy5pfW7OowU3UzYk,11291
lmms_eval/models/simple/illume_plus.py,sha256=rFREaQZWXSjO5gtKbazM96HdOp8GbDLyqcPdW-pkf7c,89979
lmms_eval/models/simple/instructblip.py,sha256=Uugjg-g0CY4WIlSqQCw9CuTGBc1M9wuDXNkvujstJLw,10202
lmms_eval/models/simple/internvideo2.py,sha256=AyVegpbqZJgxlNzJim3YG2XApFF7RH5okH6f-gujj5Q,15572
lmms_eval/models/simple/internvideo2_5.py,sha256=up5FwgTRtFlLEeq0-w36EhaMpnKZnQgUcvtoFWsRXNI,13676
lmms_eval/models/simple/internvl.py,sha256=CpGtt5_j1Zvx9R7i5-tuhrT9eQ4df7bH2F9MFZJVDBg,22521
lmms_eval/models/simple/internvl2.py,sha256=RfHmT_I956XLASN0cyDYLk0BZSg803unNXARqAdhsf4,15020
lmms_eval/models/simple/internvl3.py,sha256=SMcXmNlTUeOwonTR7zxtcMdV2X7Z33rG6-RRBOPhZ5I,18921
lmms_eval/models/simple/internvl3_5.py,sha256=7JdiGPuR9Vv1kSc7BbTv-7mBV4UU6YmfSl27R6827LY,522
lmms_eval/models/simple/kimi_audio.py,sha256=YTZHnPbytv7O_A_V-OOf2qAeIajV8dNHJUi2aEZSsgE,8499
lmms_eval/models/simple/litellm.py,sha256=B2CGetJxWJEYrGjp7O9quzji0L06XIuSyO3ocDnICzw,4045
lmms_eval/models/simple/llama4_scout.py,sha256=tJFg2S64Y1s83XQTpUAhc_xRb6E1_lGA4gvFke29fkk,14305
lmms_eval/models/simple/llama_vid.py,sha256=A1-ZfWxIjnUrqCz4RITyB-DU9NDY8dTo2gyy3jxAT7s,12126
lmms_eval/models/simple/llama_vision.py,sha256=B7HHBbyh_HElDJRz4xfE5gporbHPcP0iWlYCZFw7rDE,9185
lmms_eval/models/simple/llava.py,sha256=Pct5sYtUIQuY5uEG_U6fqpEzu1KjshmlqukkzAqxrgc,21711
lmms_eval/models/simple/llava_hf.py,sha256=Tc0aLAhztAKEQNIy1u2Xo_bdccOGSjQnQGkHkjcMuaU,19041
lmms_eval/models/simple/llava_onevision.py,sha256=mJCLerCwnKt48pZHN6mJx-7IDncUq0EFT7LkN-_mOTk,44005
lmms_eval/models/simple/llava_onevision1_5.py,sha256=4WR-bUFGA86JEFc8dqdyXISQE2GX__A6_JMbCB_MtSs,15342
lmms_eval/models/simple/llava_onevision_moviechat.py,sha256=uUQXlryOHx6bITgiHB3GCKQ5rFaq3awsCWj-8l5wuqw,26597
lmms_eval/models/simple/llava_sglang.py,sha256=hslvfmVbddvSiwMAXoWXCpNsDmxwkaoVcCWo3msFR9Q,7653
lmms_eval/models/simple/llava_vid.py,sha256=PTjkJLG-oSxEus9W5vx5UnafX5IpRE6TLm-Y_HzOukk,26820
lmms_eval/models/simple/longva.py,sha256=UyLSpmgik0iHlJriU4K3Ufo7cneX3n1xbLL3z7FKbKs,24514
lmms_eval/models/simple/ltx_video.py,sha256=cCHb0Fwc4NOnzz67CrN8Y8GwRE1-kpV5zlT4SBrcGfA,3101
lmms_eval/models/simple/magi1_wm.py,sha256=gDAhrmNT4J3Gnbhqm5ENHKzDJcqK9tr1RB63b4JX24o,30382
lmms_eval/models/simple/mantis.py,sha256=Di8iOdOMSxfTepu5RPTVhuNNwud_04tjdVHBSILLFU8,14411
lmms_eval/models/simple/minicpm_o.py,sha256=QHabIFCgAPqXe3JVL3qeGqR8FPgqF0a7oYznLf1-XPU,15715
lmms_eval/models/simple/minicpm_v.py,sha256=hiVtROE1aVkI-ZcO82M56tO6Ojvg2HqgtbFUcHihusk,9910
lmms_eval/models/simple/minimonkey.py,sha256=v1P2Icx7tAme65f2DgcdwpwtpxyDfBOy9jKKayIUUzM,15141
lmms_eval/models/simple/mistral3_vl.py,sha256=4q15tPGMI35VN9ZP5VBrNMnxCaa55jIguEhcT3ayUlA,14931
lmms_eval/models/simple/mmada.py,sha256=7zbYLOYu5A2ulvp8pQE1jPQ4Ujc8P4Lc4q5iTQxLbww,19570
lmms_eval/models/simple/moviechat.py,sha256=sYNB1pWTGTjpRPlHvgwsnoekXYCuZvr2sBiIqJ3QvtE,21312
lmms_eval/models/simple/mplug_owl_video.py,sha256=7RVysucWqGzwreiyHkUxQiHv-zhfZc7SlZcD01HvzUQ,8564
lmms_eval/models/simple/ola.py,sha256=X--xe6gNGRTD1vxtVj-EEu_Jb6-5deytPGoC6UKzqbk,32219
lmms_eval/models/simple/omnivinci.py,sha256=Ksxu1wxCDe-RPr8P5ZTgpEDSn62cqU1uB828M7nerrk,20467
lmms_eval/models/simple/openai.py,sha256=yor2j8VjBQ75HMK7Vl2Yv1KFjn-nKHtk516DS6AXRSk,23153
lmms_eval/models/simple/oryx.py,sha256=0iQuxymL6-n5wP96UORTQWzEtrqm8e8YJHOmUr7-Bwk,22773
lmms_eval/models/simple/ovis_u1.py,sha256=vB-WZAzWKCjqu9uR1KWT07sIkiLfpaX3ugTPtPAldOg,38374
lmms_eval/models/simple/penguinvl.py,sha256=M4Blb70z5WtHZdkGKsbsthttxdHkXbbSc51G1YweigQ,15492
lmms_eval/models/simple/phi3v.py,sha256=Ix4fzEExJ3GHNK6WdqQ6TdAzZhzO3TM-AtNYk5F1BwQ,9812
lmms_eval/models/simple/phi4_multimodal.py,sha256=Iqp3s7xb7KNJ32aIxKBxHdzu3Nj9mFHdQoVcDi_V1n4,15244
lmms_eval/models/simple/plm.py,sha256=IwpiRoMYRNPJ3sQ1N1rmZ5XeHDcv4QManemFUOcje9I,9481
lmms_eval/models/simple/qwen2_5_omni.py,sha256=D_octOnwNFqsqwjQna8gIdY3d3RPd_GPdXI1WKDugcc,15517
lmms_eval/models/simple/qwen2_5_vl.py,sha256=WzLgWOtCCeA0weOmbggDOlv7snmG6LKsnU1rvuNxwkQ,24979
lmms_eval/models/simple/qwen2_5_vl_interleave.py,sha256=vqWWZiLa_0Ql3q18Wb-B_s3Wg-GaESCnK6TqbhSNpr4,21539
lmms_eval/models/simple/qwen2_audio.py,sha256=Ej-E6WElnv7nJRYtEe433hKqeZAhJQYApL8H9zPgy4g,12341
lmms_eval/models/simple/qwen2_vl.py,sha256=UNuLsZmM4mtmbRP1xecLXt7StG2VBv4GWGxccImYaeA,34478
lmms_eval/models/simple/qwen3_5.py,sha256=8WdFUTA_JnO9CMjG0x5QJo0HS0Bf-kY9Fv9Wq1GEdfg,1259
lmms_eval/models/simple/qwen3_omni.py,sha256=aiJZzSf0QjgkOC8U9j7FIHtE1kSPRr_7cKYGZQSyk_c,20040
lmms_eval/models/simple/qwen3_vl.py,sha256=uxwNHabP0ymkg5Rr628YMEMyKnJPwU8E1LIAqWxFw0Q,17513
lmms_eval/models/simple/qwen_image_edit.py,sha256=d0hRze12VFUcSz4o2CtpCIYHiuSbRtJLo1xGINMQ4DA,36236
lmms_eval/models/simple/qwen_vl.py,sha256=Gp0S0WBXev8NH7r6APZ0hYpuDP_2H7GaBNbMNu0jRs8,13350
lmms_eval/models/simple/qwen_vl_api.py,sha256=z31YjDQbMRgrK3NBlim_9pW8xP2N-1SVdSokXDudx2w,5089
lmms_eval/models/simple/reka.py,sha256=2ZJ1DrO214p04MkSdKGZ1Y0QMLvOn1Wzs-D0oBkF0Pk,7825
lmms_eval/models/simple/ross.py,sha256=Izcph_4Cj27w1BuQcA8VxKmXyqlELQZOww_GSIaHko0,21530
lmms_eval/models/simple/sam3.py,sha256=BlnFtlMd46EfW28zzsqQiA40_U7nQZDfes2IH18b_Mg,10228
lmms_eval/models/simple/slime.py,sha256=MsCgf7mpUWU8ugcieBC1HW3ExDI4FV7bhMABGatGWHw,21455
lmms_eval/models/simple/srt_api.py,sha256=p2P8hcMIUcJHPFbZL__zdQHqZTJ_uqAuOJowLvdHM34,12941
lmms_eval/models/simple/tinyllava.py,sha256=Ax_WmxzL2QNB9c7zy12N5U7_cuwbF19HzVli2CaFxGg,21803
lmms_eval/models/simple/uni_moe_2_omni.py,sha256=aMeIQa5t0w4hfX2d7cw5CWvbl_z9gp8MiOg796vD_9U,19685
lmms_eval/models/simple/video_chatgpt.py,sha256=V3a2L5iG9KEIawCRNIww4fb3o86vX0o9QF6jcgjLnKw,9924
lmms_eval/models/simple/video_llava.py,sha256=XN57juDJNwkJ3Y1eOFkIuc4-0Hvv1xcsPITWT70Hk2A,10059
lmms_eval/models/simple/video_salmonn_2.py,sha256=cwxyG74MsGGSnbLK3BVUazZZiMz6iWrRa0WKCbbxSt8,12066
lmms_eval/models/simple/videochat2.py,sha256=O22JSJWh68XSINrz9f-q9NJIFojHXxE1NERyCPr8Atw,21745
lmms_eval/models/simple/videochat_flash.py,sha256=wxyRCw-iHK7_QWU0Q8QtSnINaRZpOJeHbtK9imgw_e4,11627
lmms_eval/models/simple/videollama3.py,sha256=3QOgg4AuHK49u8Hebvo1Vc5pOGpmeiWstVjQJmDLCAM,11620
lmms_eval/models/simple/vila.py,sha256=bTlRriArQH1i3IFoBrRlO8pXIEOxTauZxP7hYvRnI6w,17348
lmms_eval/models/simple/vita.py,sha256=o43DimN4oBkhHRgi2NbmdZxiRK-TKsLxWw7ZsWOEjmA,20476
lmms_eval/models/simple/vllm.py,sha256=3p_GDbEPEU_T2iZ5sEOmUdKaj22-wv8MhPvBLHF4bdA,25769
lmms_eval/models/simple/vora.py,sha256=9bGW-A3qAnHD7QMyRx5et0Bw_lqWTQZ7Oph0zkC-Nhw,10873
lmms_eval/models/simple/vqtoken.py,sha256=NOVgduSPs9J_B6DCQAAXLzmVDd4ulSdwe78Ze2haVks,6467
lmms_eval/models/simple/wan2_1_t2i.py,sha256=yKmUwPV_P8SeQVUOie64b8Wge9CMv9GFCSNDVT8AD1I,8132
lmms_eval/models/simple/wan2_1_t2v.py,sha256=yVRjOYgtTl-aGzTN_fYgeuoF4nao1Gx0aIPRy4ycsaU,3425
lmms_eval/models/simple/wan2_2.py,sha256=X5hrWX4Rgd4HCNqaY-fu1ImQgcFikJvwgLTnfa-00ok,5489
lmms_eval/models/simple/wan2_2_t2v.py,sha256=RefXMuU9ju70IUNi1CuHOZ0sWNcy4eCX4qXk2TfaSfU,5019
lmms_eval/models/simple/whisper.py,sha256=qO0X0ueTY35AQBra1fdGxeIZh8oN_qZ2jiKx5ifLmHg,9164
lmms_eval/models/simple/whisper_vllm.py,sha256=BodqEwG9D2lH6sfcp-oOeWacY8RCU9o9G1iafxkxYjg,4855
lmms_eval/models/simple/xcomposer2_4KHD.py,sha256=4O31Cih-iJ_mOWOJQvIkVZWvN-kxtmtfufEu9ulPT9g,11991
lmms_eval/models/simple/xcomposer2d5.py,sha256=ojtcpQoycClKSwgD-QWDFjrX_DhwNoWiA38TLSOAgXg,7622
lmms_eval/tasks/__init__.py,sha256=kHjy5e1NyXS-wR6Oi1H_mgm9AxEMr5X4REKkDvF3YJk,25509
lmms_eval/tasks/asr_wer_utils.py,sha256=zcGHE6BPXGlgBiXP0tXie7Or30_OHH44SlDD05lx85o,5580
lmms_eval/tasks/3dsrbench/3dsrbench.yaml,sha256=LSPGOyDSGguRpC8ibDTQolKS0EDXEDDJ8wcWVg77lcg,2444
lmms_eval/tasks/3dsrbench/3dsrbench_circular.yaml,sha256=NPC-GQ0d2SisbxtwOAKt1gBwI5WT45M0nXBPviKXtdQ,1349
lmms_eval/tasks/3dsrbench/_default_template_yaml,sha256=-DrVV2qhSHO4CTeCAvn4yaZPVgUxOwLSHj5sybcXfcs,863
lmms_eval/tasks/3dsrbench/utils.py,sha256=-wgyQpUkj6vO2H8KjXUUnI_bS-dihK7_nfM6L8Fcu5A,17196
lmms_eval/tasks/FALCONBench/FALCONBench_mcq.yaml,sha256=6tn1LRKZp88Ag8X_7WYo2Xjl5KPSYmQQUN9aH7eK-Kg,401
lmms_eval/tasks/FALCONBench/FALCONBench_mcq_temploc.yaml,sha256=_pvd_ZoFc05YWWhtm0cqTiQXKXyOUMRm5TXsqISFfeI,426
lmms_eval/tasks/FALCONBench/FALCONBench_oq.yaml,sha256=5Ey8mgnZXtLJOuao4Lf6F5nDtClPLRvi_axpR7w_BAo,410
lmms_eval/tasks/FALCONBench/FALCONBench_oq_temploc.yaml,sha256=63hOqnBzwLWyOMRGThoOFyLnHfFu2Ed0GE92vonWRSQ,435
lmms_eval/tasks/FALCONBench/README.md,sha256=2OYA2r_9RChyjwMD1whk5z2FyDBKD1IWB_wp2qv8hds,5716
lmms_eval/tasks/FALCONBench/_default_template_yaml,sha256=AYDTyWNeTVAf8pQTqPtErfBlSZj8LEBNVYtUnj8GqXk,355
lmms_eval/tasks/FALCONBench/utils.py,sha256=P_dQ1jzQ6mGI3aptCAdzWVLf7KdiDTglhmKchGIIn2g,34057
lmms_eval/tasks/VisualPuzzles/VisualPuzzles_cot.yaml,sha256=lH3_HUgs4x8t_38B0f3ewion2-iBmaUD99HAiKVdDbw,677
lmms_eval/tasks/VisualPuzzles/VisualPuzzles_direct.yaml,sha256=BmUd_YcGM_fpt4IsbIzBHSu1uO0ltMb2HdpJ2P6qMLo,696
lmms_eval/tasks/VisualPuzzles/utils.py,sha256=rFtOR5aCElODpt4ODUXsmdwSWE_BVVWWki4IKgEJbyA,4638
lmms_eval/tasks/WISE/README.md,sha256=L-8yqnyhNIWJHdxvpde5a4_gGCheSnxBQ5Y8Jttnz40,2829
lmms_eval/tasks/WISE/WISE.yaml,sha256=LkM0zzHWt7g7asEfBpKzxXVhykuxwl8pd0G7KRuHClQ,1434
lmms_eval/tasks/WISE/utils.py,sha256=dG_oEwyyKo8c6LPbtL9NiMnR3mQ1xO55FfGWsXmcKR0,22088
lmms_eval/tasks/_task_utils/default_template_yaml.py,sha256=GZL_bOlhUCDd_RlaOwMm56pj_Hj2xuqUZ6-GA-TRIq0,273
lmms_eval/tasks/_task_utils/file_utils.py,sha256=kn54xdzga7ac8ipF0dL1tciBGKxPq25xHpuuRkZcjQM,394
lmms_eval/tasks/_task_utils/gpt_eval_utils.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/_task_utils/math_verify_utils.py,sha256=ZYottmT_aiyu2puABr0HRfSRaA0rIn3EaEVpRPB68nY,6464
lmms_eval/tasks/_task_utils/mcq_extract.py,sha256=3p5NbLFirCuUxd9cBi3xJcS3drpaRxGqjwKumIb-7go,4668
lmms_eval/tasks/_task_utils/media_resolver.py,sha256=jvgakMX9Mo4teRyZJmwlFx23Fam4EGtVb2P92HqDUAo,4080
lmms_eval/tasks/_task_utils/mmmu_mcq_utils.py,sha256=Ms_Xm-lZ6nzCGmRUS95X5kryx9r2Zp6AKWpbawkTAaY,8269
lmms_eval/tasks/_task_utils/point_format.py,sha256=4xHeE3JG7_tw3TqTthHY9UhbvstGSSFfr_8T_eyoc3U,1187
lmms_eval/tasks/_task_utils/reasoning_utils.py,sha256=DesfvAvDLiyKCNijnjyejLrFtQXB5kJEmvfwoUm-u-Y,18308
lmms_eval/tasks/_task_utils/video_loader.py,sha256=JxF0V5kpgNoHqF4Ity00WybLCphCakvEAt42cxyk7h0,1036
lmms_eval/tasks/_task_utils/vqa_eval_metric.py,sha256=TkFUxsfkZX5sRKoI4YTOWuDocmZXRMbLaEz2ReRkfOA,6056
lmms_eval/tasks/activitynetqa/_default_template_yaml,sha256=lq8im7z_dnjQIrpS8FL-INg85fF5xrwjDQ9xXRDiqHM,354
lmms_eval/tasks/activitynetqa/activitynetqa_generation.yaml,sha256=tdTaqxnG9OyJfhUK9-qFUmh4gA137eS9YaPmlUV9euY,857
lmms_eval/tasks/activitynetqa/utils.py,sha256=kugt3QBUoi_XAPf914wrBxiXVhDBsLbgG9eE0Gn-6dc,11080
lmms_eval/tasks/ai2d/ai2d.yaml,sha256=27dPD3D9gQ1cJsg4_brsjmzdi2aStojL2gOh2anA5HQ,1479
lmms_eval/tasks/ai2d/ai2d_lite.yaml,sha256=lPnSmmXBRvHahHqLqYkcxlaAN0lTTBG4o7E_0uSKn6s,1476
lmms_eval/tasks/ai2d/ai2d_no_mask.yaml,sha256=Bngv34QMs4DIAOcHjYzXnbLtmfDGrZDpA42b9Ea9YR4,1464
lmms_eval/tasks/ai2d/upload_ai2d.py,sha256=I9J0KFOjqCNJNrKiIj0GrQjblgGiFrd6xXtZ1mUE99o,5104
lmms_eval/tasks/ai2d/utils.py,sha256=ndNQHX_zph93xkhuYAFA4NnJLi6qKj-_3VYhjwtC6PE,3630
lmms_eval/tasks/ai2d/reasoning/ai2d_reasoning.yaml,sha256=apxOyjsYe1xgaIoCXzUlmv_VWuoZAEmVfkiWWi9pQ7A,591
lmms_eval/tasks/ai2d/reasoning/utils.py,sha256=IIR6nTbnoq5M_pO-JC-ONC3ASO2HWRQwJTQig5SDKSQ,1749
lmms_eval/tasks/aime/README.md,sha256=tfYYBK_aY9GkIh5h7qGxJT0OwDLjeKQFCEAbgk7cVqo,1993
lmms_eval/tasks/aime/aime24_figures.yaml,sha256=UJ1Kq8o8VRZOcsckJO-T0NlwUR-F7ieVhql5yGyLsl0,684
lmms_eval/tasks/aime/aime24_figures_agg64.yaml,sha256=qxYsFEYW1mQqKjVTRTtn27A2wLoyK5eZpdyE6RFKA-E,1636
lmms_eval/tasks/aime/aime24_nofigures.yaml,sha256=EKjgsP2pm0vpXI3gyye32LoC8RLpcEUk5VTFtWcQvsU,601
lmms_eval/tasks/aime/aime24_nofigures_agg64.yaml,sha256=dvVCwfQpYWaIGaZp8ztW_z8QxTb64afNFMO33AvEGjg,1640
lmms_eval/tasks/aime/aime24_nofigures_agg8.yaml,sha256=69RSg6EuliPumvcbsGobIXgUL9xzSmlk_673LgAAHY0,1430
lmms_eval/tasks/aime/aime25_nofigures.yaml,sha256=qAw944oukYMSnhT2yORS4gvpZdZiZ6bhlOnaWQIwj04,601
lmms_eval/tasks/aime/aime25_nofigures_agg64.yaml,sha256=B4OvO1CYyhfSXWJHwAvGus-jx2X96FyqMjZt74JgFZ0,1640
lmms_eval/tasks/aime/aime25_nofigures_agg8.yaml,sha256=MbAQrxzdjoq4z8mWAgeJv0WFZ2pO6ima_cbrTUBLjVM,1430
lmms_eval/tasks/aime/aime_2024_agg8.yaml,sha256=a0FqjlXHyIzhy6NgUYcfWQgzybdkb2ODv89-PHl_eQQ,1359
lmms_eval/tasks/aime/aime_2024_rebase.yaml,sha256=RYYCmu-LTL1UcCE7lGl4LsxL-hasipgw0GNm9IrXfxM,1624
lmms_eval/tasks/aime/aime_figures.yaml,sha256=CyzWWBDjbTTs0Vjs9TTR-4kioCHWI8HxjEMCKhkEbY8,593
lmms_eval/tasks/aime/aime_nofigures.yaml,sha256=bFj9o4-542KL6EgZ_spJBRccUoXPzxueNeCcC3te4z0,597
lmms_eval/tasks/aime/utils.py,sha256=19p8FJYi74VmdUPxZPmpZYB-i96sOxT3PeD48ICinJw,12561
lmms_eval/tasks/aime/reasoning/aime24_nofigures_agg8.yaml,sha256=jf2QCw8UA50PXHGQRDMd7eaS_9OSlVF85hMZr0T-jgY,1475
lmms_eval/tasks/aime/reasoning/aime25_nofigures_agg8.yaml,sha256=_PBztkKgKyrDEhoA6WsTvv5DTmd7egYsf4Dklwn-qIU,1476
lmms_eval/tasks/aime/reasoning/utils.py,sha256=qApDTijzf4pkM1tKspx-jpiqubS8RJoNgIj6R32T0sg,4415
lmms_eval/tasks/air_bench/_default_template_yaml,sha256=6jmoVxswoaTYQEDhgcPesDR5jYfTt63J0Ov8rUkVv7o,119
lmms_eval/tasks/air_bench/air_bench_chat.yaml,sha256=f13a9HUc77k-kqf1lOULetW1eX1B3q12zn8xOM_k0EU,129
lmms_eval/tasks/air_bench/air_bench_chat_mixed.yaml,sha256=w63WhX_IvQDan30yc6d7Yknu1b5u8A4pyQG5KGsbAbA,646
lmms_eval/tasks/air_bench/air_bench_chat_music.yaml,sha256=OSqq3aPyFAGRFaa9NTqz9F8onOtpFZNFR0mUoRXAVCA,646
lmms_eval/tasks/air_bench/air_bench_chat_sound.yaml,sha256=Kp89bFBRSx1bYpUnI8AgTjPLpueEbbKBF9qD5_Qvwvg,646
lmms_eval/tasks/air_bench/air_bench_chat_speech.yaml,sha256=eKnUWsmA_WPMfwwexql6LnlqotgqKnyrVsTgHAfwudo,648
lmms_eval/tasks/air_bench/air_bench_foundation.yaml,sha256=OXoJGVSnKykBeme3Ire7qKvbVZt9Xvc5UxTXrHqTvMU,128
lmms_eval/tasks/air_bench/air_bench_foundation_music.yaml,sha256=6JliWkUv9n2otNGkaNCY2eJvVkPLjZGEj2Z-IXFnqoY,911
lmms_eval/tasks/air_bench/air_bench_foundation_sound.yaml,sha256=iIISUHCVyNjPr0SO-TN-VdTfC1Q05tppuq-usbZBlEk,911
lmms_eval/tasks/air_bench/air_bench_foundation_speech.yaml,sha256=k6BZzR9ZiNtK7h0bgkCQZNV6Yov98F1eV1X6Bf2IuBY,913
lmms_eval/tasks/air_bench/utils.py,sha256=fnWxn__iSe938bhkq0V89D5f6rbX7xOv0qfMyYNdQfc,9810
lmms_eval/tasks/alpaca_audio/alpaca_audio.yaml,sha256=88ce1vXJKz5cMg954FzZyd9g8HZ3xDzuMf7H7obFxuI,691
lmms_eval/tasks/alpaca_audio/utils.py,sha256=zmR1PIOEAGYmmptnSELYwgS29kn0aL_J3Y5Wzzw8b0k,5191
lmms_eval/tasks/amber_g/amber_g.yaml,sha256=3anpyZ01lRkGewGA1uiggrYV34vSFuGB-kAVC3-yixs,1212
lmms_eval/tasks/amber_g/utils.py,sha256=RkV134bSmdm-2ra-gWb5p6fhYO9v9MlEp3wZiATEdug,15200
lmms_eval/tasks/ami/_default_template_yaml,sha256=H9XF8heMgIOJLwUgOMh4D985zmVwEzZLTkWqEBvlaUI,294
lmms_eval/tasks/ami/ami.yaml,sha256=9zbjG5X8n4K1PrBHwmUQ2XHNSvrdyFKS3vgWQp2GUKU,63
lmms_eval/tasks/ami/ami_test.yaml,sha256=aQboy9P_9oDQ4nq42WtYWlbz_SIUvhVSMw4H0wZPY5M,349
lmms_eval/tasks/ami/ami_train.yaml,sha256=zW7NZOWpJzQQnfbORo3KX6g1x7wEW9chBIZm0qb2hGU,351
lmms_eval/tasks/ami/ami_validation.yaml,sha256=_a3mOyTpIMpNPDWCz51Cclxw-tiuaqNgbeNMXYWoIHI,361
lmms_eval/tasks/ami/utils.py,sha256=OGkmal57afj4F9Z8ryCUUmzFF_syY7cC_freDcnWy2k,13365
lmms_eval/tasks/arc/README.md,sha256=L8N3Tc5ekitbFCZrW-KHPkx1pwjHzLJfrBEZDP5CABw,1932
lmms_eval/tasks/arc/arc_challenge.yaml,sha256=aCYhwmriSxBlotcyRgpVqO8rnyVEV0QxZmyTCanv170,71
lmms_eval/tasks/arc/arc_easy.yaml,sha256=ltodnv4d-IZZSBztwTmFyzR9wGhVSi6uVhMD-jm_qz8,579
lmms_eval/tasks/arc_agi_1/README.md,sha256=8qwt9n24EcOOwkCTe2kYd49cyZDJm4WF0_2EbnO_W6M,386
lmms_eval/tasks/arc_agi_1/_default_template_yaml,sha256=jKtLRXGVNdYE8nrMYm1_Nv8an1-1BzleMQ-cdmzMZ0U,599
lmms_eval/tasks/arc_agi_1/arc_agi_1.yaml,sha256=xmvtDRhsSJsnS5Mqd8lmgYPApLL-UGXHnA-4aRZpE0o,65
lmms_eval/tasks/arc_agi_1/utils.py,sha256=5Lyadwy3U_LionqBsg4wOOLIo62C8BRHo53sU-0FBVs,4907
lmms_eval/tasks/arc_agi_2/README.md,sha256=H-wdokrY4U2PbkIwQ1WqcgArvQ-No3mdXWjMvmX-6T4,384
lmms_eval/tasks/arc_agi_2/_default_template_yaml,sha256=otLUWGdt9yXGvnMKYtuAuRKa2SQoiFCzPyKKEAieyN4,595
lmms_eval/tasks/arc_agi_2/arc_agi_2.yaml,sha256=FcesHclgjUY-esU62bD-7jt2R7e2WMrnPKo7xSqCbvg,71
lmms_eval/tasks/arc_agi_2/utils.py,sha256=15Gs_u-0J9DWnQVKw91ZBBQaJklSn7v5-JbWOF6xOUQ,8593
lmms_eval/tasks/auxsolidmath/README.md,sha256=x7eouFj-YOYF_wsfhBP-QhPScvsBuOkWNHz1iZRRjzw,1214
lmms_eval/tasks/auxsolidmath/__init__.py,sha256=s8BwVrIvc_NY97c2wXQsi5XcOyq2CDmiwzEspRh5UPU,34
lmms_eval/tasks/auxsolidmath/auxsolidmath.yaml,sha256=MseLT5q7i0aS0SxNfdJ7RJRxmtQx0yaM-A1l5G1h8f8,183
lmms_eval/tasks/auxsolidmath/auxsolidmath_easy.yaml,sha256=-GzeHkQI8CHrmxvq3DVeW0oBnO7QY0JcpypFrILWJAA,613
lmms_eval/tasks/auxsolidmath/auxsolidmath_hard.yaml,sha256=G9mVMSFWH2tnd8KJy4O8vreaZIFd0G5IsmkzRZYgNZw,613
lmms_eval/tasks/auxsolidmath/utils.py,sha256=bVZ4qhM6bG7AvrBAL8PuFhwpbL9CFYnOblNDLdJHKqI,5435
lmms_eval/tasks/av_asr/av_asr.yaml,sha256=G8MWg_gp4O_pnK9iGDQDSUp88qPQUVQYi5Q0RaA76rw,633
lmms_eval/tasks/av_asr/utils.py,sha256=AEc9Es1Pkeun4UATc0yTAdfoZa7OfBZqmxPMKEFujgY,3093
lmms_eval/tasks/av_odyssey/av_odyssey.yaml,sha256=H326NbRJMSM4jg59suxL5PlYU4nKxVSCxyk4ejscIN0,835
lmms_eval/tasks/av_odyssey/utils.py,sha256=EcluQ6YHaIY5Wp5jjdfPqzqIFVC2y5dx_bc4yGvdGwc,8879
lmms_eval/tasks/av_speakerbench/av_speakerbench_audio.yaml,sha256=5n1rrAkecQ9q78CUnMmm9F-TWNPUL3ApyN0Nb0_eI-I,837
lmms_eval/tasks/av_speakerbench/av_speakerbench_audiovisual.yaml,sha256=LqosHmAeScMcy-IgPI2uuZizf3WAgiaJ62U0iyDMmUw,846
lmms_eval/tasks/av_speakerbench/av_speakerbench_visual.yaml,sha256=0GZUSR1QoPtwpoTDU5ML7s3LxuwJ5kXVJ-0lCrheUVI,840
lmms_eval/tasks/av_speakerbench/utils.py,sha256=1igCevemSn9B_CxChU5689nwAehHi8dGu6PzM9GD32U,8191
lmms_eval/tasks/babyvision/README.md,sha256=pDw5ZedMuOghqD2G7Ks3O2DgsGqrlPtIa9UCSmhdtWU,2869
lmms_eval/tasks/babyvision/__init__.py,sha256=WT-UJD3aTU9hWnTbZ9kcykIFIueYaYvvaDeUk0XzIX0,98
lmms_eval/tasks/babyvision/babyvision.yaml,sha256=pyfIT-7scBYE9DIJa8CHgoY_YhrxidR4ASCc15xxl-o,888
lmms_eval/tasks/babyvision/prompt.py,sha256=dbZ5DpL38ihQmgBh8bwRy3o0hpb1b_gGOnFlG3C4L1Y,1468
lmms_eval/tasks/babyvision/utils.py,sha256=dIIylI8CDmf4R5BpfbNN49ieoUUnaeU7-LjxFY8K5fY,7690
lmms_eval/tasks/babyvision_gen/__init__.py,sha256=TB4PynUZrBU2IpTexbQZ9w3qyhfMNkxb7sVlntLbJhM,110
lmms_eval/tasks/babyvision_gen/babyvision_gen.yaml,sha256=7w_2dB7x8aNgMrcTWyylC1GR95RB_7zgp5Uj9D_Jmlg,828
lmms_eval/tasks/babyvision_gen/prompt.py,sha256=ksLSq9NtO2B5sXtQU0lSxeakPhzC5Jo4QGVBI6GFKQw,4085
lmms_eval/tasks/babyvision_gen/utils.py,sha256=s6mc5tNcOHfCeoxOmSd22ohUDwLfhpFp31V6uZAp9Es,7529
lmms_eval/tasks/benchmark_aliases/anet_qa.yaml,sha256=UKYu0MTPi-f674FxNKXq4Opa9-K0OZfh4xxv8-qQ1Xw,39
lmms_eval/tasks/benchmark_aliases/egosch_a.yaml,sha256=NnIx6ZSQYD0W5YD56qFs6d1yR0gXh7sC-ncCPZIHheo,36
lmms_eval/tasks/benchmark_aliases/mmmu_a.yaml,sha256=CB6NL5YHdDoN6hmnY9gsSiCrmwQcBBKbGcaLCguAWaU,33
lmms_eval/tasks/blink/_default_template_yaml,sha256=-YAoXbp3V39IeogH3RaC40N5dBa9k6as03Gy-SEoeWk,965
lmms_eval/tasks/blink/blink.yaml,sha256=7UsbMmDJhk-GnlbFxI_rlQQEs39MQfFc_TfYyzD3Res,80
lmms_eval/tasks/blink/blink_art_style.yaml,sha256=ORMJO76aNctNxXHBLc7YLsb9JstiZAiXQCv7J9gX2WE,101
lmms_eval/tasks/blink/blink_counting.yaml,sha256=qovM1b48mjSV33HHtYtHux2I22M7TZ4wYgE-Unvq68I,99
lmms_eval/tasks/blink/blink_forensic_detection.yaml,sha256=eHyXjpzsc9yaHie6QnX9tTCUlfMk5_aHuHdX3variRc,119
lmms_eval/tasks/blink/blink_functional_correspondence.yaml,sha256=0OTDRNkBpy7EMa2M4ZDePqNl3OAIXs3eT6xuyOS_YHE,133
lmms_eval/tasks/blink/blink_iq_test.yaml,sha256=j7VEMWD5SGL8mEb3JRCQvcIOE5TdP8gkE7XTGvroz0I,97
lmms_eval/tasks/blink/blink_jigsaw.yaml,sha256=rohf8O_r8a_Cti8SXUnUz3j_r_o8MAk8_iSJIB90oIU,95
lmms_eval/tasks/blink/blink_multi_view_reasoning.yaml,sha256=SW8M6xWVP5CIH70Kht955BCrIlsDq_xY-jy2ic29du4,123
lmms_eval/tasks/blink/blink_object_localization.yaml,sha256=LX2jj3FLFKoESXPlTur0JgeByWvS99xE9nF2AmodjzI,121
lmms_eval/tasks/blink/blink_relative_depth.yaml,sha256=Og5lJtVP0xg0c2nGqIBnNbApp83rAnf9-0emnDXtIZ0,111
lmms_eval/tasks/blink/blink_relative_reflectance.yaml,sha256=UeIdd-ZQkjBtJ0jJo4AA1QD60tCXPEY6cUqAozS4oCU,123
lmms_eval/tasks/blink/blink_semantic_correspondence.yaml,sha256=DKyIzd8dMPcVmB9Ik2vigeTxm2G4KZFwQB-JDwiEuC8,129
lmms_eval/tasks/blink/blink_spatial_relation.yaml,sha256=Wu9SbBxUwo-NhwhiGr1LSLzKJIgtC5Z0635b_WVBxXU,115
lmms_eval/tasks/blink/blink_visual_correspondence.yaml,sha256=A47fi9309n0NRGio8S90ZRXX2Sd1FIArCFIOwLZ1KWA,125
lmms_eval/tasks/blink/blink_visual_similarity.yaml,sha256=atUK8JW1FLC-Lmm7ZvM1FytrRqgPqpcdS_RZ3Xt8C5s,117
lmms_eval/tasks/blink/utils.py,sha256=HejXGo6-1IhSnuscpJQNlrZQJ1oqxT5ajgjawfE4UsE,5548
lmms_eval/tasks/browsecomp/README.md,sha256=qR91P8LhU_twvNPCY7TAV4Wgmy1qF1YUZmdQQkiHWS4,866
lmms_eval/tasks/browsecomp/_default_template_yaml,sha256=9nEBMwv7WYu8woM-I1OS-Qc5FXmOPxgBYDymr7Kk34A,751
lmms_eval/tasks/browsecomp/browsecomp.yaml,sha256=97C4qQ2qWQ3E4BxRQMWI5A9ahUFMhqYpYk0quFpOcCo,66
lmms_eval/tasks/browsecomp/utils.py,sha256=SmhGNNcsMIpZdokNvORlVRy5Fpwi3G2dbhQuu63eusU,8509
lmms_eval/tasks/c4_bench/README.md,sha256=fkgGgDeL7YA32ekOS6SIWx20pRe496Z5ayj6PN7iur4,1734
lmms_eval/tasks/c4_bench/_default_template_yaml,sha256=ORRdss_XYvaeQS23pYq4HJ9RgnYehwnMjFVMvVp2i6k,666
lmms_eval/tasks/c4_bench/c4_bench.yaml,sha256=RaT2ckuvCxrGJuBlJh8lM4Ztab2UDC68Gibbvclbb4s,191
lmms_eval/tasks/c4_bench/c4_bench_e0.yaml,sha256=CE5tRmu56qVpt-enZQfg0JOGIjgLIf1Xq96F75pPcQw,347
lmms_eval/tasks/c4_bench/c4_bench_e1.yaml,sha256=H6-8ncXtGGcQ1KI1XpGtEOFzLdTC1LFZSF-dbhbtutA,267
lmms_eval/tasks/c4_bench/c4_bench_explanations.yaml,sha256=ikeuGN1UUfq6Ve7SSmVRpH0x2WqxmQXsaWJN2n8xtUQ,176
lmms_eval/tasks/c4_bench/c4_bench_h0.yaml,sha256=fQ2xeSWIk9EsKKIEUNdhcv0Qt4YwK2Lucaeoi68MRjQ,270
lmms_eval/tasks/c4_bench/c4_bench_h1.yaml,sha256=LAbevfA_Qh283NijQuoGpauPPcjxgbRxjTHAfEBOo48,263
lmms_eval/tasks/c4_bench/c4_bench_h4.yaml,sha256=ivfNeg9GsYARGMRilMcmV0ViltnELKUB51iMpOrTvMI,266
lmms_eval/tasks/c4_bench/utils.py,sha256=csye9Lqakk5nscRoKwSKyciszPpJFVFaHE_lKDXpI4c,3859
lmms_eval/tasks/camerabench_vqa/camerabench_vqa.yaml,sha256=vaUjETAl4tI5-boOH4Z5MuneNnZ0_pDzht02m5xzLdc,2754
lmms_eval/tasks/camerabench_vqa/utils.py,sha256=DyIHyrvDSsxUjEax4Tr78JiDuJinyNL-eWLv0wV9mxU,10771
lmms_eval/tasks/capability/_default_template_yaml,sha256=byaaADwx2jmsb8Lc2bSU4NLyUV_rn1JpkWfXAG-qJ5U,3231
lmms_eval/tasks/capability/capability.yaml,sha256=qLB_3ts5D_TJtlsjWjUp6jKFl7XLC3lvYrYqSNhL6TE,384
lmms_eval/tasks/capability/capability_OCR.yaml,sha256=JSpRK_HAu79Kv5d0lZNFYKnVOlYvAAY0JqFb60KyWRY,72
lmms_eval/tasks/capability/capability_action.yaml,sha256=aeYv0XecbjHRoi0aGINjpEtkOc4vQNdxccsCnD-iqBA,78
lmms_eval/tasks/capability/capability_camera_angle.yaml,sha256=tX7TQHkVWoBO8Y5NAVVn_k3dEN1K8APmGiH4m9ZSGvs,90
lmms_eval/tasks/capability/capability_camera_movement.yaml,sha256=5ojUIaO7kreBvdp2buGOBFoydx8_371ZWOosrlYpGQc,96
lmms_eval/tasks/capability/capability_character_identification.yaml,sha256=m2lxTUmc_s-hGta2rW-eQ6XZfeKOb4lE3KVAYztFWcE,114
lmms_eval/tasks/capability/capability_dynamic_object_number.yaml,sha256=1fVKQ50pWgXPUiucONLp2LBUEqEEg42NUlyC1734qBQ,108
lmms_eval/tasks/capability/capability_event.yaml,sha256=WPJD3gj31ILox3R20uABs0c3GShWi78QWW-yJXgnkps,76
lmms_eval/tasks/capability/capability_object_category.yaml,sha256=aNJSXYZ2upz-t_0SzU2q6W3vLv_rQLGYSMFb4xMS02Y,96
lmms_eval/tasks/capability/capability_object_color.yaml,sha256=p5Y2cyv4KH4OoiDpdaspJUF0Wjdzin7YTmJ8WTHY5Wc,90
lmms_eval/tasks/capability/capability_object_number.yaml,sha256=BL5cqaskMptm1dyH0m7ZccjHnyzyYtdNgP882SKOlbI,92
lmms_eval/tasks/capability/capability_scene.yaml,sha256=2QstJr4RWgYSDUNob8XEGJzmIyCGwONm3-XVy9Ntz28,76
lmms_eval/tasks/capability/capability_spatial_relation.yaml,sha256=foIXt7D-t_C7B7T6ybZpe3kOT_JxjzyBee6xGb3UME0,98
lmms_eval/tasks/capability/capability_style.yaml,sha256=MK9VufZc1myT8u_mqd66Fm_Aw4rgEssqQdksad9Pj3M,76
lmms_eval/tasks/capability/prompt.py,sha256=yLOdK36ulIyrcpYJAcwsqLcHjCAuJO9c6cZI8F6pSQU,24297
lmms_eval/tasks/capability/utils.py,sha256=kAsGo2EyKiOr2giON05iqBsBSKfIo_az1_piVBqc4z8,27966
lmms_eval/tasks/captionqa/README.md,sha256=cgbWFoRjaqbWOWYYJ1Btka8CBCvhz3ahZgm30S0cH34,2937
lmms_eval/tasks/captionqa/_default_template_yaml,sha256=H9baWK97pTZQeVVLWPqIdoohOltKUwzMIKHQsKo6AvY,1206
lmms_eval/tasks/captionqa/captionqa.yaml,sha256=3ByhXWlQ4swNX-tn08N1x1ZfS4_TDjFe7jWdlupwFZ8,269
lmms_eval/tasks/captionqa/captionqa_document.yaml,sha256=sfppoBgOKukDPixdBmHmynU_xub54Oak97XsTkAzRBo,83
lmms_eval/tasks/captionqa/captionqa_ecommerce.yaml,sha256=B092iiCYKSXOK8Rmt_cH82-0sDX6HdE-c93Oyu5PiXE,85
lmms_eval/tasks/captionqa/captionqa_embodiedai.yaml,sha256=Q9YLQR-rlgGzmS8mEaM_msubOK9KPJjKNj1PPN6ujiY,87
lmms_eval/tasks/captionqa/captionqa_natural.yaml,sha256=G_CZqNK2JQxF4iMKSSyQd2HZPw53hX8mVUZ7pDrGzaA,81
lmms_eval/tasks/captionqa/utils.py,sha256=vKrihyv61Cp5ZffJ5t9MBj9S5S1zEz_VZQk5MrIrd2A,19164
lmms_eval/tasks/cc_ocr/_default_yaml_template,sha256=-rRwTWhGa8XyU5MgjHhwaTWiQcxRPkcCE0v2ZZRw2Dc,389
lmms_eval/tasks/cc_ocr/cc_ocr.yaml,sha256=MYSABG79g6rd_nKgWHSIXaOfL0NnzGYrYHUldTkcPNE,102
lmms_eval/tasks/cc_ocr/cc_ocr_doc_parsing.yaml,sha256=1Rk8swFTmpnyD73LgL2sVR7x-WlFospGfGTy5gsEkhk,657
lmms_eval/tasks/cc_ocr/cc_ocr_kie.yaml,sha256=GXVl-xcNCwYDxnfouQ0-WzZhu5uHyUw94bAa3WcoVBQ,304
lmms_eval/tasks/cc_ocr/cc_ocr_multi_lan_ocr.yaml,sha256=rHhYCTPmyq-bJR32mfB8nZXgDNlrb7HDU0LCvjmMJLg,340
lmms_eval/tasks/cc_ocr/cc_ocr_multi_scene_ocr.yaml,sha256=doun1lmGMuNcyEVJ2ARyOXG4xYUcDoY3kQ9LfPF7TP4,344
lmms_eval/tasks/cc_ocr/utils.py,sha256=7Yi4B7wWeoTJuhAcuigw1EoPt1tW8IVrKCftgCbb2mE,4928
lmms_eval/tasks/cc_ocr/evaluators/__init__.py,sha256=GriDTCWSZ6_WCMTWRN_5TUeHytT30zTXRVrAu0aHpB4,151
lmms_eval/tasks/cc_ocr/evaluators/common.py,sha256=UihlbnHxCm1ock55hkD_BU71lzE33bB-pCWJ-z-I1yU,3347
lmms_eval/tasks/cc_ocr/evaluators/doc_parsing_metric.py,sha256=obwhmwCC6bTrMPgwlH1wpbqinzoZA0b7rC7srLyG9U8,5904
lmms_eval/tasks/cc_ocr/evaluators/kie_metric.py,sha256=uzwCQcRWXMJ-3llqpR-8YC67vTYs4tKusBbwnlJvh7M,7205
lmms_eval/tasks/cc_ocr/evaluators/ocr_metric.py,sha256=hmPBr8z6zz7pNhbLLorE-h8Y4V-8lDUT2ePrWYm4Y8o,5497
lmms_eval/tasks/cgav_counting/README.md,sha256=uM8L3AGDm3tTiDSibFu6_7flCw05DkW5rXJXwFXLxs8,1100
lmms_eval/tasks/cgav_counting/__init__.py,sha256=FQWo7WA3KKfJGKHZ42_C0rn99WcLLUnecB48O4tyilg,50
lmms_eval/tasks/cgav_counting/_default_template_yaml,sha256=L2zdOkV-VMKKXaXmqnCaoub0Ew3xCRiAVB_KInKNo34,425
lmms_eval/tasks/cgav_counting/cgav_counting.yaml,sha256=qnGf9rdhwXaQysLXCMTRL2W2I9CQe0cjpbwSvRzaQv0,122
lmms_eval/tasks/cgav_counting/cgav_counting_clue.yaml,sha256=8rEzrh8HnHgIWFHKwWcBUkl9XWg9XO7WzdoRpkzKF6o,435
lmms_eval/tasks/cgav_counting/cgav_counting_long.yaml,sha256=6ig210-ZoTMD2EoNYBo8rFbmlaHOOFMR2UjiuEiDw6M,624
lmms_eval/tasks/cgav_counting/cgav_counting_ref.yaml,sha256=_0hx0Fi29n5QdAwba43B9gEPOhVbmWyTIBtjG7zH8bs,621
lmms_eval/tasks/cgav_counting/utils.py,sha256=ELFx1fdds1Xo1sm2I6pH2E_59b9YMFK2d4RevaeGils,20465
lmms_eval/tasks/cgbench/README.md,sha256=CzXDBF8wCE1ga1AKC1X2ym0_6J5hGLWbWe8QSl__png,905
lmms_eval/tasks/cgbench/__init__.py,sha256=Xrm3IfoXwkooPEFZQQgOy1ykwMtWWAjB9oE7Y787k3E,52
lmms_eval/tasks/cgbench/_default_template_yaml,sha256=APOEP-_s0KH1LpIcggUNY8fLinTHlhJy3iGVQjNW-cs,730
lmms_eval/tasks/cgbench/cgbench.yaml,sha256=taNlV3Vy3J-MN16eJSqwqfmAlWc2YTXqYDztKFRsNfw,95
lmms_eval/tasks/cgbench/cgbench_group.yaml,sha256=evLqgGKKvSd6HdtEnidEHrGE1aLXpFjvpIoY5xtYvu0,86
lmms_eval/tasks/cgbench/cgbench_subtitles.yaml,sha256=vkI-GRPaWC3nqIdqoilnXvk6tVGnd1R7jD7VBoPONbc,114
lmms_eval/tasks/cgbench/utils.py,sha256=veNzr8zh8g7yQluIcHAEr3dpYWStnfM6RgwATpITlcc,6342
lmms_eval/tasks/charades_sta/charades.yaml,sha256=NdgqV8WY_gGCiPj-4FoHWNyxDDadsEu1bpKbCcf77dY,1499
lmms_eval/tasks/charades_sta/eval_tvg.py,sha256=VPx_7FwCsDnAmiBjIrX0VnSBkzxemWFExb0Ywio8IaA,5162
lmms_eval/tasks/charades_sta/utils.py,sha256=gi3F6RlPcJe0Y9ck06PUJFlhGRX4CRDjw_sTxYhBLtw,8183
lmms_eval/tasks/chartqa/chartqa.yaml,sha256=Dp9O2SYb3xAbQfuZ6lsUdmSDG8m0f4qyqTayx0rhXzs,849
lmms_eval/tasks/chartqa/chartqa_lite.yaml,sha256=0AUryfGYKq3C8HIcvyEidbgIL7zf94z3LlynC2R0_ZI,883
lmms_eval/tasks/chartqa/upload_chartqa.py,sha256=G9VsMXAeqtbAazaVKLy7MrQZ7pUvYIMD_HS3UVcz_pc,5363
lmms_eval/tasks/chartqa/utils.py,sha256=XjNpV_raKUzHzEkxNuAXcQPvzwTh17x7SQD6erjHXg4,2369
lmms_eval/tasks/chartqa/reasoning/chartqa_reasoning.yaml,sha256=2NS6W2S4BLSA0RMfQKYWnH7jN9TlqkWC4rJSF-XGNoI,1155
lmms_eval/tasks/chartqa/reasoning/utils.py,sha256=V_domKkVyaGabqw6jIVV78h6uROAe_BKOR48m3GZPsU,1360
lmms_eval/tasks/chartqapro/chartqapro.yaml,sha256=tvErPbx0hN3ZZkj5RXLWZoSo1PodRxIxaMAJm8r-UA4,1134
lmms_eval/tasks/chartqapro/utils.py,sha256=DGggX8F6rmSwjvsFFkLpEAK59VC64ukgPdsluqKa6ak,5622
lmms_eval/tasks/charxiv/_default_template_yaml,sha256=UZl21FoniAs6iyol76js5i7n4kqI4sGp39HwnM1tp5I,230
lmms_eval/tasks/charxiv/charxiv.yaml,sha256=yKCMn_iEFCWxrRQvQ6I4jf_yr6bct3kcL_2ttLAZgds,74
lmms_eval/tasks/charxiv/charxiv_val_descriptive.yaml,sha256=6NYBOeQtYNh7lBWLtwIQL4KEsdg7588-opz0m_91luk,559
lmms_eval/tasks/charxiv/charxiv_val_reasoning.yaml,sha256=ju1x7wLsr22fB-LYONj8pJ1Pj9TykFpU2DvTDVPVeok,544
lmms_eval/tasks/charxiv/constant.py,sha256=XSsfM-uCAEOdZMm29FB7PJQ9_rb7Dvhtx78eYhuh-fU,22204
lmms_eval/tasks/charxiv/descriptive_utils.py,sha256=2raiRbsgOYXYq0I4gw9qDEc7jFCthOeo3zmB-rpGMu0,8004
lmms_eval/tasks/charxiv/reasoning_utils.py,sha256=OicxW1Cspvt2bNrnjRshtFX2jBuCS23CK6VJemKayIo,4423
lmms_eval/tasks/charxiv/utils.py,sha256=c4GOFWs5462BrshXx8R4U45PhIkFrOdDCQ-CF1kAIOo,6041
lmms_eval/tasks/charxiv/reasoning/_default_template_yaml,sha256=-jsFDANPu7AN0HX7grhwBVeJJgndlUFzCz0NtvRxALE,409
lmms_eval/tasks/charxiv/reasoning/charxiv.yaml,sha256=qxCqSsKrNaiW_evlR45XCEk8ENG0AzwK6ed2y5HKm5c,92
lmms_eval/tasks/charxiv/reasoning/charxiv_val_descriptive.yaml,sha256=Jfy5DYgUSm5KAijQPon8l_GVmSqlctIfYeId6SCRkG8,389
lmms_eval/tasks/charxiv/reasoning/charxiv_val_reasoning.yaml,sha256=a_u_50RZVmwR9dvpjcx7TrakXISZi3lDdHctPvcH_CU,316
lmms_eval/tasks/charxiv/reasoning/utils.py,sha256=s7_1mXAyro6juCZ80msry4iYA-pUTchDPV0JY6G_k1k,4087
lmms_eval/tasks/cinepile/cinepile.yaml,sha256=9pFBc7QiJsDEu_5WMwsbGZ1oA21ebpArJXLW6rdLq-E,1481
lmms_eval/tasks/cinepile/utils.py,sha256=R7PUptv6WP19i7NIXyKPokJz3_5o-Yc4ZzXUqcWOYzc,8095
lmms_eval/tasks/clotho_aqa/_default_template_yaml,sha256=UDzexTc5FgVdhaOr6AkwsIDiDoK1O5y8CnRphKolH6g,256
lmms_eval/tasks/clotho_aqa/clotho_aqa.yaml,sha256=lFIQFj-zlP2oGWdgRQtPX9dkyy1CthsgYMqziJncTGc,63
lmms_eval/tasks/clotho_aqa/clotho_aqa_test.yaml,sha256=aW6W5K8aiO7GYGnl4OgVQ4rch7L0AjTpu9_5Dehs2gI,458
lmms_eval/tasks/clotho_aqa/clotho_aqa_val.yaml,sha256=0Bzua9zCaT9m-0DHES68KIYtuDJdV2lb9cUva58QoeQ,456
lmms_eval/tasks/clotho_aqa/clotho_asqa_test_v2.yaml,sha256=knFssCBl8a83qnFk4ecBiLn8lEJhGL6rPB1LNQ04H8s,458
lmms_eval/tasks/clotho_aqa/utils.py,sha256=hHEh1RBmo1U2goIvfph_JoXjAZq__nKiIw54LL3PPkM,5299
lmms_eval/tasks/cmmmu/_cmmmu.yaml,sha256=apIgLYjrv77-6U4u4ybsOGi8lkqZ9FJlXNgZcPBEJkk,44
lmms_eval/tasks/cmmmu/_default_template_cmmmu_yaml,sha256=wrwzLssbFNuMwkIaYNsFVrUifHynNrdefcH1tlyjN_8,257
lmms_eval/tasks/cmmmu/cmmmu_test.yaml,sha256=g7GG_nSwnr1SFLFIQuq_gHXgpuGs-7BQpAuO0CFGFOQ,517
lmms_eval/tasks/cmmmu/cmmmu_val.yaml,sha256=9jslMG3ljb7VVB4Dz-iFT6tSdv1wWiIxOERXVy2e1PE,544
lmms_eval/tasks/cmmmu/utils.py,sha256=Xw6M8MRHhXAiMWbCfM7Fgsp2oNh-dyezmKI5Xs7xEJc,17182
lmms_eval/tasks/cn_college_listen_mcq/__init__.py,sha256=6V-hbKgxDvmd3rvVT0Lg67Aw8Rw_m7AfDghqvXbsQvE,34
lmms_eval/tasks/cn_college_listen_mcq/cn_college_listen_mcq_test.yaml,sha256=r4zNRqSfHOCuyfIol8PsTia3W7nvko3WVRIdR_VIdoA,1053
lmms_eval/tasks/cn_college_listen_mcq/utils.py,sha256=In-D8Xws-bPgODOY6OKIl7S8NqBhodW7i2HlLzZ04NY,7729
lmms_eval/tasks/coco_cap/coco2014_cap.yaml,sha256=Bc0VrjRPMMbjieZk3gizg4kc4I0Vy0ffhsm29ZD9LNc,69
lmms_eval/tasks/coco_cap/coco2014_cap_test.yaml,sha256=Gb3usyzw7T3WlQ7Mu1G-e35g3qCxjihYTvvtFywpgJY,774
lmms_eval/tasks/coco_cap/coco2014_cap_val.yaml,sha256=DnMIpHiE3aR0E-enHR8gAvAmnz8WTf-q-56KTXgEtnU,1425
lmms_eval/tasks/coco_cap/coco2017_cap.yaml,sha256=NdNTCENZJQ-k7VobJaGpoVC9rF9SUj7cH3rteXWuTPo,69
lmms_eval/tasks/coco_cap/coco2017_cap_test.yaml,sha256=PNnBzSXwZRIWWYnoeUGk5fZ_m0Sq-xK8RC-1vtbHTX4,758
lmms_eval/tasks/coco_cap/coco2017_cap_val.yaml,sha256=ZWMa9qlZdcmV2CrvrwtU2shKad8vfDZnNzAefrpFRjU,1409
lmms_eval/tasks/coco_cap/coco2017_cap_val_lite.yaml,sha256=42-g2Efup8-oA_LS-KOBaFP8HEEwo2b1vX9FuQrpFTg,1417
lmms_eval/tasks/coco_cap/coco_cap.yaml,sha256=CUvhjQQTUrbI9lUMD0VawcfkYEmhRVjPPOATfaQnwkM,109
lmms_eval/tasks/coco_cap/coco_karpathy.yaml,sha256=aOyvrC8Vh52ydyxZZ5uEW1hZWPuS4yMT7wLkm79MWds,72
lmms_eval/tasks/coco_cap/coco_karpathy_test.yaml,sha256=8xfdyAS-Q3Q5jkA4ft4yRL1sU1xt5jx3tM4LvHu45GU,1390
lmms_eval/tasks/coco_cap/coco_karpathy_val.yaml,sha256=QRbbWf6eVeixuOaHZ7z6i_1cV9NASO7M3mQQGuKt7EM,1394
lmms_eval/tasks/coco_cap/utils.py,sha256=6MKA1ynG7tQWN-RfDTKrP39fO1ZS6VOAANOpa2F7moI,6109
lmms_eval/tasks/coco_cap_chair/coco_cap_chair.yaml,sha256=GwmIL9WNtFxuPFTvP3xUr3uLYOyTnCZ4L4vqjvFElSY,1118
lmms_eval/tasks/coco_cap_chair/utils.py,sha256=viOSudjUyKK44LZcaAQhkm4kqDkUH0s1IWe7P_HoVps,22414
lmms_eval/tasks/common_voice_15/_default_template_yaml,sha256=D7RW92MEUmeH4x5WKbpXqbclFP4M5SWLMu28KJ3cTbU,571
lmms_eval/tasks/common_voice_15/common_voice_15.yaml,sha256=BXW48Opf0Z9g5qcL3PUtvp2r-JF3M_sJ_3_sei1Wyo0,94
lmms_eval/tasks/common_voice_15/common_voice_15_en.yaml,sha256=SUZU0y8gSv7QrYU-I__XboSr1ae8fLMG4mg7CIPAQnw,215
lmms_eval/tasks/common_voice_15/common_voice_15_fr.yaml,sha256=wrbFapxQjh998Z2Cq9s6nshlBFl1RJWVrf-yoONAqVY,215
lmms_eval/tasks/common_voice_15/common_voice_15_zh-CN.yaml,sha256=Tud-42FqGaQ-DRdQ19jHP661rcbFqRtTL45AGz-pkJg,222
lmms_eval/tasks/common_voice_15/utils.py,sha256=ZzEHAFaE2n4VjztQdjKN_lqh6qWJKQG7cuVvrXb6wqw,2647
lmms_eval/tasks/conbench/conbench.yaml,sha256=XXUTEQ0Jc6GdyrmJIgbxQvayMcIxX4YDxe9aRn7Z69E,767
lmms_eval/tasks/conbench/utils.py,sha256=4bJ4AjWxykPCw65TbzszSoKBVChi7daEbnyKsha-JPU,2845
lmms_eval/tasks/corecognition/README.md,sha256=UynxBYEy_Dp6zZrEvAF7a-3Ct_qJnsnUN6T9JPKkbKM,4922
lmms_eval/tasks/corecognition/__init__.py,sha256=vq598OPQdiML9y6HyIScUEg7FpxJCMBqGKlJY2bLupw,41
lmms_eval/tasks/corecognition/_default_template_yaml,sha256=3Hz_k7UnTtunlHAioKqx-gPjxUO5cPknvdLqZiM4GMs,1063
lmms_eval/tasks/corecognition/corecognition.yaml,sha256=CqQIZysgn1Q8zfWoEMWItSEwVXFIalMiG5rBz2nlN9g,55
lmms_eval/tasks/corecognition/corecognition_stage_concrete_operational.yaml,sha256=Ru5jLyRqcfHSH0qyqM3-7nQIJ4wAUlOAboKFDNWzDw8,152
lmms_eval/tasks/corecognition/corecognition_stage_formal_operational.yaml,sha256=Nxva0UEhfA45GKvBs530gS7Ob7tv3A-HFJ24sTuQt7Y,148
lmms_eval/tasks/corecognition/corecognition_stage_sensorimotor.yaml,sha256=C0ARvEawARy92GDb5mSiaHzJByIKPdnkEQxM76z-dgM,136
lmms_eval/tasks/corecognition/utils.py,sha256=r3A16m-N7IKL41H4z0kL72gXIQdGqddBiWQPhSD0UhA,11295
lmms_eval/tasks/countbench/countbench.yaml,sha256=RdFb1f-yDyZSzx5HExhE6RrCSh9EXbbkxUqbr47xdds,687
lmms_eval/tasks/countbench/utils.py,sha256=khUcd3Eu6oli5XNLGEsLh_2Z1vBiZadVNS7eSK_fPow,1251
lmms_eval/tasks/countbenchqa/countbenchqa.yaml,sha256=ogmYJnUOiqVW9UJ4aUGV678BrPp99cVEI1AZ_6b_0vQ,586
lmms_eval/tasks/countbenchqa/utils.py,sha256=oNjXsS9FHumsWWXvaQRCcc0laiyHlgU2RCPTiHylI84,723
lmms_eval/tasks/countbenchqa/reasoning/countbenchqa_reasoning.yaml,sha256=1soqhuDK9sPobcwltGXd3gvV_50_XQa81dB-zTGAfdE,731
lmms_eval/tasks/countbenchqa/reasoning/utils.py,sha256=eFfATKaCoN1x6n532G0umgXXxoBVECXE_1ybRUsae78,503
lmms_eval/tasks/countix/countix.yaml,sha256=kalrirrS2K2MhQVJ4QXTfpGvsB9XuNdFx1r4kTSMfF8,1018
lmms_eval/tasks/countix/utils.py,sha256=1z1J160HVYXIkPiRuB3C0u1vX46Do2Lp3ICC9pl9vNg,2497
lmms_eval/tasks/cover/cover.yaml,sha256=BuqqxWZa76iBq_493BIBwpfyn8ZiDlEtYiMhV7nktMU,1088
lmms_eval/tasks/cover/generate_qa.py,sha256=ZwqjblgoWTGL7xd9klkgXo662QJ_KYcGru-o6cSGpNc,5447
lmms_eval/tasks/cover/utils.py,sha256=EBl2N9k9lxbis5lye944I26CpIKrQVJ5_sBPZJ0g0eo,5675
lmms_eval/tasks/covost2/_default_template_en_zh_yaml,sha256=VJGLiTCLDEb7rjFViAo-anQLBHiq_6Hy7ZW0sc-oNZ8,817
lmms_eval/tasks/covost2/_default_template_zh_en_yaml,sha256=WlDfURUf4K3h8JoD9DEYQLlycsdjFnOCzxrwL0YyuYY,806
lmms_eval/tasks/covost2/covost2.yaml,sha256=SbU2uNPZnbcCQhVGmp8RVkyzgd1BbNLBZMTk-2BHH80,56
lmms_eval/tasks/covost2/covost2_en_zh.yaml,sha256=PALvcoVk3MvEuH4k4W4usf5jDlLh-FbUeYweK2E2mp8,71
lmms_eval/tasks/covost2/covost2_en_zh_dev.yaml,sha256=TZbGBfhGxbNKjJtMBMiHWvfI7cLA7EWy0M9qet7uqeY,412
lmms_eval/tasks/covost2/covost2_en_zh_test.yaml,sha256=3dXY0x3tWciZv2nROLdan1SRf6M_GIxGPKUDZvdSBs0,414
lmms_eval/tasks/covost2/covost2_zh_en.yaml,sha256=-Y4vLAY34qFRhh6H-PoOq8YAskgh3WsubFNxqSazbeA,71
lmms_eval/tasks/covost2/covost2_zh_en_dev.yaml,sha256=OFvCHhqTOlbwSeh9U1sR3sRUzuuDdDbDZDtMbmd2CdQ,80
lmms_eval/tasks/covost2/covost2_zh_en_test.yaml,sha256=PuE09zwB_spCkK4XN3irhTdStEn6U4JjJKjFzkbDqZw,82
lmms_eval/tasks/covost2/utils.py,sha256=xd7YTDSKbCH67CF0jNXRW06CZzWBcMEibnq0QcY6wE8,4798
lmms_eval/tasks/crosspoint_bench/crosspoint_bench.yaml,sha256=J_68mNKpI6f4f3w79O92nf97SAscWMXfWqkXi1j7k9w,1473
lmms_eval/tasks/crosspoint_bench/utils.py,sha256=_QFzC4e2gf2a6en_Ixkx7nfAWvDhYtjwwCzxdc847xE,9175
lmms_eval/tasks/crpe_relation/crpe_relation.yaml,sha256=Cs8g6h1x-Sq6QU0BFlVVEMoEiLClwx8Ftl4oQr67f0g,902
lmms_eval/tasks/crpe_relation/utils.py,sha256=CzTy0g8_zNF61YaS2UTnec_iqUtZY-jSl_EQ8dNyBvs,3821
lmms_eval/tasks/csbench/csbench.yaml,sha256=35GG_jGVCeXjvV6qavwf9-aeJFD8IHJ5fURUvDmZGFc,54
lmms_eval/tasks/csbench/csbench_assertion.yaml,sha256=-YhA3oMQlga6yBZzX9_YLj_UjsQPXU947-qBaHkrT5E,540
lmms_eval/tasks/csbench/csbench_mcq.yaml,sha256=ydDDsXg-LRJ_Qt9CO5w5wJhB_VASmJ5qV90t-rKM2N0,516
lmms_eval/tasks/csbench/utils.py,sha256=JeiePB0hdrMWQ6IeeXKSkD_DwGrfO0CCUwcEpQGShSw,3093
lmms_eval/tasks/cuva/_default_template_yaml,sha256=qVGEzTc-DHaM8h9uKzMw2-1SsFB2AXaPgAxQjC1h284,161
lmms_eval/tasks/cuva/cuva.yaml,sha256=aHAY2-2m7pwaQWnTFVWhpeFQBEuen0o9WWygrtUTFF8,32
lmms_eval/tasks/cuva/cuva_test.yaml,sha256=kRq4fC9vhSzqdEvB01kW-U9wcquZdWI35bmlAPbkH-k,687
lmms_eval/tasks/cuva/utils.py,sha256=sUHKTdIP_MfvmNWAkGURYmdl9aXbtwgzdBiqx1fxWXk,8112
lmms_eval/tasks/cv_bench/_default_template_yaml,sha256=ps2EIe9ADD9m3SM32fJjJKdDOD19nP5Ovba0eAlRnBw,617
lmms_eval/tasks/cv_bench/cv_bench.yaml,sha256=h_70qMWsIrs0-36T_8G7r4Zmq6Rnj2dbJFbSgzP4Q1Y,124
lmms_eval/tasks/cv_bench/cv_bench_2d.yaml,sha256=pYhfwtHluqN_f0d2fintRjLD4QvFdbvRMWdZuo8ufYg,122
lmms_eval/tasks/cv_bench/cv_bench_3d.yaml,sha256=cWq0wAVhkzTE880_rfkR_6ANkGEpmfe0gc__WQfu3aQ,122
lmms_eval/tasks/cv_bench/utils.py,sha256=5gToclEUoWRWsecFgOX5AddZWgtv3bcebznajjYfGlE,2542
lmms_eval/tasks/cv_bench/reasoning/cv_bench_2d_reasoning.yaml,sha256=cBIFy5Vwks9BmMEQbtmOVQuiMCtwUN0Me9E8gFtO2rU,718
lmms_eval/tasks/cv_bench/reasoning/cv_bench_3d_reasoning.yaml,sha256=Mp41GjUBhDhAN1penarAGVJRboz84B_5uprNdDZPuso,718
lmms_eval/tasks/cv_bench/reasoning/cv_bench_reasoning.yaml,sha256=4jiVTpZ1C0QxES98ROjFBSR8ue_mITdvldnQt9tks-w,720
lmms_eval/tasks/cv_bench/reasoning/utils.py,sha256=CTNS9H5tjQlowpD9qvb_O5bvTyB01GYsSfsHUh0MIo0,832
lmms_eval/tasks/cvrr/_cvrr.yaml,sha256=L9jUi1t6zyQKCJHKLJDdqOz_ONVJVcw64YGCHdBWV-U,492
lmms_eval/tasks/cvrr/_default_template_yaml,sha256=n2JcdgdgVJcUYSGDeRGqik1XBAdFH-_zIitmv4VWUBs,241
lmms_eval/tasks/cvrr/cvrr_fine_grained_action_understanding.yaml,sha256=6ca7aMz0KJ18Mv7lJ2aRtckTegAhlIEJWIGWenKIpgE,610
lmms_eval/tasks/cvrr/cvrr_interpretation_of_social_context.yaml,sha256=fqVtd6cYCxz2oLYxVoMOGqkEMyrDC2Exs8i356OmMBQ,608
lmms_eval/tasks/cvrr/cvrr_interpretation_of_visual_context.yaml,sha256=2XQFiEe5OTcRBk26vT58VKHr0IasFfbq7gytzfPf4cM,608
lmms_eval/tasks/cvrr/cvrr_multiple_actions_in_a_single_video.yaml,sha256=njyu2OnqTfzvr0byRk49kDRu-wl1SH6TlFS4vKKfmwY,612
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_existent_scene_depictions.yaml,sha256=iZvDywa2zogNuxWUsCeFY2QgNyymC22tAc_gCn6Ymh0,646
lmms_eval/tasks/cvrr/cvrr_non_existent_actions_with_non_existent_scene_depictions.yaml,sha256=BR2IJ0DlfLDFas3Um7zHvt-Kuzo9SFqa__rpCiMoJAs,654
lmms_eval/tasks/cvrr/cvrr_object_instance_count.yaml,sha256=ay6r9jaRYeAFPzJ8yfXpK6qw20zZICI-ZbHZCUYqYY0,616
lmms_eval/tasks/cvrr/cvrr_partial_actions.yaml,sha256=jVucoeFQoiyVyQTWRYrmQRfeERi6J6YU3AZrZYiD88o,574
lmms_eval/tasks/cvrr/cvrr_time_order_understanding.yaml,sha256=BstnUTtUzFRVAjiBAFb7ZCnj9hHm67DBLd0uahgZ1ws,592
lmms_eval/tasks/cvrr/cvrr_understanding_emotional_context.yaml,sha256=OzwhwygnTYkum99dJMWoycn7o4HEyrt2DgRMnsfrHtA,606
lmms_eval/tasks/cvrr/cvrr_unusual_and_physically_anomalous_activities.yaml,sha256=qtf_hAqIB7Y5FprOa1Z9JSyV5lVvGc3Ukbb0D6HUo3g,630
lmms_eval/tasks/cvrr/utils.py,sha256=TkpflDQxSW_jyMbByQNH6P8sT3Q_pKLiw99rmVOmgeI,10281
lmms_eval/tasks/detailcaps/_default_template_detailcaps_yaml,sha256=qi3A_d3t527BsgGHX1SaBL8HgrzQX1ZLctfu8bPyUXU,82
lmms_eval/tasks/detailcaps/detailcaps.yaml,sha256=l5bTcAb2yZMtFmaRtsjD8uxn3oObwqu6u4Dofe1AwQI,1579
lmms_eval/tasks/detailcaps/utils.py,sha256=RlGJJLG1zSKHJE4GYSm5umpOFPftm_F7aKNvIyqqUQs,6776
lmms_eval/tasks/docvqa/_default_template_docvqa_yaml,sha256=bHTTCBST0ZAowmfLDYv6wnHDKgbn1_VvoSs0MLtFxEU,505
lmms_eval/tasks/docvqa/docvqa.yaml,sha256=Totti_XjcbUkEulo82nSZnp7kZtQwLElxYJvb5U0beQ,46
lmms_eval/tasks/docvqa/docvqa_test.yaml,sha256=brli7ByqpwkdCKDnmwrmbcb5q7dfnaxh2CUjYrsHnVc,263
lmms_eval/tasks/docvqa/docvqa_val.yaml,sha256=2cc2d0WwxmXNntAXUCUUSyH8qgUko0z0UMG7vixuMxw,160
lmms_eval/tasks/docvqa/docvqa_val_lite.yaml,sha256=i-R-eo4C-dQ57WIpNAD9wyxTEkiiSec9vbLYmSliiaU,638
lmms_eval/tasks/docvqa/utils.py,sha256=k4Fh4Nc8SqJ1gAsy_YyHyovIP02qjmH6D456cwTaMNo,944
lmms_eval/tasks/docvqa/reasoning/docvqa_reasoning.yaml,sha256=HibX8v-HfzF2vUc8P6F8FJqviBKKLAomMPokj8WZJCw,106
lmms_eval/tasks/docvqa/reasoning/docvqa_test_reasoning.yaml,sha256=uVEes7xPfUeq69yuw1RQMTpyFxZTlLxdyJP6xeJst1c,594
lmms_eval/tasks/docvqa/reasoning/docvqa_val_reasoning.yaml,sha256=8LWY5_tlNDFsEGUx_ETbopNCj0Oo4G5INk5S1gz6URQ,616
lmms_eval/tasks/docvqa/reasoning/utils.py,sha256=TQr-4G_cyHiok2VNMFTAk-suTiveT1e7JpEKW4StgYM,1843
lmms_eval/tasks/dream_tts_mcq/__init__.py,sha256=K-_RkEkZh3bTG8dEX_bWD09qapK0-BPszK4zjgWGjlQ,26
lmms_eval/tasks/dream_tts_mcq/dream_tts_mcq_test.yaml,sha256=xVk8zJ6zYxCN9S2VdgYQumv3E14MUH4b9FgEr9EvdGo,1016
lmms_eval/tasks/dream_tts_mcq/utils.py,sha256=d-ILzUg7v682eACCP6N7T04tUv-T79wU-zdYUcCSUAc,7707
lmms_eval/tasks/dtcbench/dtcbench.yaml,sha256=23UgqbVL3OLOQm8qywMiAZzJ98oatmO8zSCI8VZglSU,739
lmms_eval/tasks/dtcbench/utils.py,sha256=qq5cMIzu7DVWCK2cUYbTpBqz12zkh6ExLDMmOQdAXJI,877
lmms_eval/tasks/dude/dude.yaml,sha256=WNEZ9CSQvv7vtBFWLMIKS929JOXiu_AUGokooEGxRSg,719
lmms_eval/tasks/dude/utils.py,sha256=TmCk_dQqG7y9eB_3qA9EjlYRBYSX-5o7QKWb-uzNCYI,4649
lmms_eval/tasks/dynamath/reasoning/_default_template_yaml,sha256=bsron7BsMdn4uYvKGyyjlQYn5QHCqvHW0ZQHjTyl2Xw,634
lmms_eval/tasks/dynamath/reasoning/_generate_config.py,sha256=1mshnq8WQVKcIUzBOi9wE5jKefGOYKXKaV0KHFXwbrs,440
lmms_eval/tasks/dynamath/reasoning/dynamath.yaml,sha256=8pKzhJswucqlFtF7u5iF8jHiTFzwWfanLNEjKewigGk,57
lmms_eval/tasks/dynamath/reasoning/utils.py,sha256=BDoUeyCpLVXLaYVE3iBadLWy5qPXY5uEFiyAGGqEORo,2923
lmms_eval/tasks/egoplan/egoplan.yaml,sha256=oTO7-SriW2gNtL-EIUE2dgWo45hKpU6ACREGQIGyMwI,1366
lmms_eval/tasks/egoplan/utils.py,sha256=0YGYVanNm-gkNA3m7YkpeUINwbFpwuA1GJW-ntyCyhk,5459
lmms_eval/tasks/egoplan2/egoplan2.yaml,sha256=CO0xf1QA-CKBapRcIrHsenU6I501vpH8_XKEgnoizgo,1020
lmms_eval/tasks/egoplan2/utils.py,sha256=VI7XN4UthWvwxvGh3lJnqTgaEHyHIX072wsUt1EaX6c,2177
lmms_eval/tasks/egoschema/README.md,sha256=HCwvxYMnGBg5TbAAZ35M_ZXoVvFA5Ipw-JYRVYSJ1R8,3781
lmms_eval/tasks/egoschema/_default_template_yaml,sha256=sN10GXADphkpUzELYwgWjusxxhmwMpcuJVfAAE4PD9k,282
lmms_eval/tasks/egoschema/egoschema.yaml,sha256=1Qc2389zBl8nFem7FUFJ24VpoZajvctsO0bTC02kHFw,772
lmms_eval/tasks/egoschema/egoschema_mcppl.yaml,sha256=ZuVI0Red3yf8L0zhvjgpoMV1ymofYvqSBeEGeEOj9lE,496
lmms_eval/tasks/egoschema/egoschema_subset.yaml,sha256=JTftVfOEd9cF-Gh1bl6Yx5hqcs9mrcI-Z9jQV0QLeAk,773
lmms_eval/tasks/egoschema/egoschema_subset_mcppl.yaml,sha256=852bEyYnRaXONAvmzhoQDN9FvC3T3RZrWdmXbUTStBc,497
lmms_eval/tasks/egoschema/utils.py,sha256=hE8WQQHo29L_PK3DVzkfDFuhdF1FyMCH-SUJIA9onWc,9971
lmms_eval/tasks/egotaskqa/egotaskqa.yaml,sha256=8hWo8Ik6k6nI12vEtRTuT686wLTLoTHiugYT65HoTJg,736
lmms_eval/tasks/egotaskqa/utils.py,sha256=41XeyqEYWBPcIrQbXuwaq4KcAsyyHu67F0eQtVpgaG8,2709
lmms_eval/tasks/egotempo/egotempo.yaml,sha256=y83YF8ZhGOx9sMWCbydJyioOCkYsXDXcnG5NMAgO3hc,758
lmms_eval/tasks/egotempo/utils.py,sha256=OM1ON2_S7-iP44AJW5YMQKXubbzSGKcQBysNaaWI49U,6722
lmms_eval/tasks/egothink/_default_template_yaml,sha256=uPpCBxJIV6hKTBMIKZYIRUOLPSVWHIOdQgsjUnYV1_g,136
lmms_eval/tasks/egothink/egothink.yaml,sha256=CJwrDWwDuLGVkoHiNyR21HplkPWV8xfZM35TbYRYyLE,297
lmms_eval/tasks/egothink/egothink_activity.yaml,sha256=UsIJRJFm2uhpObOLZBGwVw_7WVAu9dYw9CnKqi3HwRo,833
lmms_eval/tasks/egothink/egothink_affordance.yaml,sha256=TltohSB_D2RjIGtBvcbXrZnyOxps-FcJJ8ThJSxFlYo,848
lmms_eval/tasks/egothink/egothink_assistance.yaml,sha256=ZQ4alZ5UObD27MH10Rn4J4fSb0gJSXwNyybtFvtfbWg,1223
lmms_eval/tasks/egothink/egothink_attribute.yaml,sha256=SG0ftuExLedQwFYEPyXuIX1viIYRHsM85tHsaYe4Tb8,1337
lmms_eval/tasks/egothink/egothink_comparing.yaml,sha256=7YSwct9snKdnbnJpBTybY5vWIlnQzU6qX3qz8IPhlbU,1342
lmms_eval/tasks/egothink/egothink_counting.yaml,sha256=0nAEXqeNVF4tM8AaDLUd2AbghVNJifb6mhC9eKHyq30,1340
lmms_eval/tasks/egothink/egothink_existence.yaml,sha256=a2PI1JjraQbRdk6fqV4ru98GRMg-5aN40PKfOOycnf8,1339
lmms_eval/tasks/egothink/egothink_forecasting.yaml,sha256=8c5dR0IYbhEnoB9nDftIK0IY3nJONM8eweHEYYUIxLc,1336
lmms_eval/tasks/egothink/egothink_location.yaml,sha256=ceywY1Dmpb3MbD7blAwJacoIxhzMQWIiTLczT-HwnwA,1337
lmms_eval/tasks/egothink/egothink_navigation.yaml,sha256=5uwIKLVGpPXTssS0PHipLcob7Stu7FgE7LL2mKTL3Mo,1217
lmms_eval/tasks/egothink/egothink_situated.yaml,sha256=ANfp35gBD1qjwo3gml89jRhlewEaNOs7rZHsDQ3XGAY,1340
lmms_eval/tasks/egothink/egothink_spatial.yaml,sha256=wPf0GRUFL7BkexPejWJsF0l4OhtiwTj0iEP_j2wCzyc,1335
lmms_eval/tasks/egothink/utils.py,sha256=ZC_AiVuopZTFrO-oJWWb9TVdy_jib4qZmzYHxylnvmI,6944
lmms_eval/tasks/embspatial/_default_template_yaml,sha256=NyB0Hj4Le_usOAJb-IjHcuDT4eO-bHJzsuWbk7tJPD0,1383
lmms_eval/tasks/embspatial/embspatial.yaml,sha256=FSDRFAHE7IJpNxVcouRgb4jez6ySNX5TP_6dfgfkGdg,86
lmms_eval/tasks/embspatial/utils.py,sha256=Nu5r0tpIM2L8gOq62iyMt1O2xi7A-WDleRxFe0R2JcE,5444
lmms_eval/tasks/emma/emma_all.yaml,sha256=vBTtgb8vnKDFz69yIyZI224w8otVWe_WRAKmrqO_L-s,1036
lmms_eval/tasks/emma/emma_mini_all.yaml,sha256=jFrYCp_5fZn3MY6DqZxz3M_dMIYaIVlQJQtBtlkaxNI,997
lmms_eval/tasks/emma/utils.py,sha256=_tX-ZhIunh0T03dbs4767JiHCzXiqrvTuR1zHoH70eA,16040
lmms_eval/tasks/erqa/_default_template_yaml,sha256=NDBo_vtR8eoc35DGaniYpoJI17uicYCRhIS4qCB-1OU,462
lmms_eval/tasks/erqa/erqa.yaml,sha256=7JYXbcniYt6oUa0iLph_J506FRlfMwWn8GS6aAH4h0Y,80
lmms_eval/tasks/erqa/utils.py,sha256=K61ZpxhrRWsplPZBhH1JHmmBWbJrr-QyFX2p8maa7JE,2126
lmms_eval/tasks/erqa/tests/test_erqa_utils.py,sha256=znkwKygSZqK6zz9nr62ZfqEjnTcJVPx-QIQV3Jf3Zak,1067
lmms_eval/tasks/europal_asr/_default_template_yaml,sha256=QeytB7WdOw1qzvIfaKqjTIDtaTJH6LopbIvJw0oe4Qc,287
lmms_eval/tasks/europal_asr/europal_asr.yaml,sha256=BGyq8xxJ7dYaSNlDT__l-sGsSOwAmN7zZHNrTLvphCk,73
lmms_eval/tasks/europal_asr/europal_asr_test.yaml,sha256=U61BlWpztGGrj1G1GK7ASD5pDT1WAUOclQS4b6eR2Lk,356
lmms_eval/tasks/europal_asr/europal_asr_validation.yaml,sha256=qTP-_CsX9mVtQQQJx-uTNIlFY1IxSzqGt5nArdFhV_k,368
lmms_eval/tasks/europal_asr/utils.py,sha256=se5Ot_Q0pXEx8qsXosn3DDhcfiGTMXJPSIpzOA4vmDs,7674
lmms_eval/tasks/extremewhenbench/README.md,sha256=ciQSo6jJc7EQc42n4XLSNdsZQRE9b6njLUySLZfKb8c,5035
lmms_eval/tasks/extremewhenbench/extremewhenbench.yaml,sha256=yyh7GP8jkrhVRVIbnz9AH-lEEfpInsNttHENKdSzmHs,1170
lmms_eval/tasks/extremewhenbench/utils.py,sha256=ri_a0l9QV5oauCANvG0Tgo2gjpB5AplKe-u6peUOk8A,7782
lmms_eval/tasks/ferret/ferret.yaml,sha256=z8xu8lJC_TU0iu5OsLbpJB1AS2jhCnyWF4WgqorvOXk,1141
lmms_eval/tasks/ferret/rule.json,sha256=lwlX4uKwoSmXbaB2qCW-DdP56Xgco0F8kNRtSby008k,5228
lmms_eval/tasks/ferret/utils.py,sha256=PM7X8I8a4q148qS9bZlca1GvgHOeXvzU7oBr7yWZwSY,6881
lmms_eval/tasks/fleurs/_default_template_yaml,sha256=g80VwR1Ex4tIDjI4qLpgvm07hQBY-TRUkMYNeC7jW2s,608
lmms_eval/tasks/fleurs/fleurs.yaml,sha256=mxj_yEVjqsEUBoNIXtjQiGDD3cJu5zrYhF2Ygf--EN4,53
lmms_eval/tasks/fleurs/fleurs_cmn_hans_cn.yaml,sha256=58TQpxLGBSA742tVojQf78bxidLkm_LDaZaJLqx9OlQ,82
lmms_eval/tasks/fleurs/fleurs_en.yaml,sha256=ivdZJxMbysNkj653IBeTSDLs8LOi84auRMIvHsQ0DgQ,67
lmms_eval/tasks/fleurs/fleurs_yue_hant_hk.yaml,sha256=x8SCBPuv5pM2dhvMp8Il-Stwr8LWt-ZZ_NKhJjarMDg,82
lmms_eval/tasks/fleurs/utils.py,sha256=ePekZX-U1qM2TZh4wGOxH-JWZFRzXHwg2yKykZFAz-U,5624
lmms_eval/tasks/flickr30k/flickr30k.yaml,sha256=sy-6RVMfZcO-bZ9SS5FnI-jFoavEteVgwDbZAVpwFfA,39
lmms_eval/tasks/flickr30k/flickr30k_test.yaml,sha256=u_j4jfi94GXlX_qJqF9xIleKjFaHEkckUq1oF9LGLYY,1413
lmms_eval/tasks/flickr30k/flickr30k_test_lite.yaml,sha256=Foensq7OyuawqficwNg_RTLh89lZqu1TwmHxnV4qBTg,1453
lmms_eval/tasks/flickr30k/utils.py,sha256=RCYg0e_CE8q-qwfU_GYZ-98eSKT_huV0y_8bQ0xvYaE,4507
lmms_eval/tasks/fsc147/fsc147.yaml,sha256=ZtpAd4XM2cmzsuoC3k1JBV-ReoXg7UxlBHkpDJ0d1ow,762
lmms_eval/tasks/fsc147/utils.py,sha256=50e0JsDiIfYb86wAFESHrxn_Vs81QMKAKyeBmP8w72I,2853
lmms_eval/tasks/funqa/_default_template_yaml,sha256=9OqvbS1Fsq2Cd0kVd025hALmFtxIrR5UqDKjzawIjU8,163
lmms_eval/tasks/funqa/funqa.yaml,sha256=H31Z2ghuSVmbfZTdRHakYL_Rfwjy1SmNBIQ97Jgy2no,34
lmms_eval/tasks/funqa/funqa_test.yaml,sha256=Rb0sBQRrBWLkjeMQlKoY-z0KF268xS0SOVn-y7ts8bA,900
lmms_eval/tasks/funqa/utils.py,sha256=5VxzhCOyBgv1wQTwxBILQyx4LnZYxwB6p8kw1lh8Dnk,17657
lmms_eval/tasks/gedit_bench/README.md,sha256=pguyEJoCVw0yOKBvZqrpxjArx-TFPj2gHgPTSCD4r5A,1903
lmms_eval/tasks/gedit_bench/__init__.py,sha256=eTC0jMmP075wZtLfkIK9Kr6EzGVsWQZsKfbV0bf8sT8,125
lmms_eval/tasks/gedit_bench/gedit_bench.yaml,sha256=oG4WYISO6_PkZxz40iubPPNtuFj1yYoMtl3begkbH94,4007
lmms_eval/tasks/gedit_bench/utils.py,sha256=gXoZ8axoBqSwpfc2MrSVicuEBBOz2CxZIatkCj6l4fQ,13959
lmms_eval/tasks/gedit_bench/viescore/__init__.py,sha256=figaJvNCov03We_NRAcLZT0IUScr_KDv5yZIkY9Q7MI,4603
lmms_eval/tasks/gedit_bench/viescore/openai_backend.py,sha256=4dxnCn2I0I9sMPgtmlt8vrxXMo9szluomm28e9OedQU,5656
lmms_eval/tasks/gedit_bench/viescore/parse_prompt.py,sha256=cDL8xEFcSArvX8QhrUlVWPw16kHCLwpk2idAQAsdqDc,1055
lmms_eval/tasks/gedit_bench/viescore/utils.py,sha256=k6zUSwMfUvOEMpHNNp0Ld5LNcozhmuaMHHIWypAOTM8,14554
lmms_eval/tasks/gedit_bench/viescore/vie_prompts.py,sha256=wWrBybcjNmVJMcC4zAMTXD0gIG9bRU33w_wQwWym0A4,22100
lmms_eval/tasks/geometry3k/README.md,sha256=oaPRojVRmqhRLBmVv1-pTFHACpMc7pR2GOgDFNR18ds,1524
lmms_eval/tasks/geometry3k/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/geometry3k/geometry3k.yaml,sha256=qLbwgcGfiq_foS0jKtM6jPPHJ5_y0EJxeDz2Gy8aY8s,1064
lmms_eval/tasks/geometry3k/utils.py,sha256=31L0glbG09qmb3CZc6QMj2SUPb0rLJNca2Shf7JsPVY,3763
lmms_eval/tasks/gigaspeech/gigaspeech.yaml,sha256=znBnz5dhwc0zjsnUr-SIHJngR6n4MAVhliLyFOlFyZA,63
lmms_eval/tasks/gigaspeech/gigaspeech_dev.yaml,sha256=MWVc6RxIiCbAURe3T2NqPLiwf0iymsoZtgWrp0Jsv7I,726
lmms_eval/tasks/gigaspeech/gigaspeech_l_dev.yaml,sha256=wx0IPZEMSTGzl1h58CvekIDqIYd-h2r2ppdGTgKx9PQ,726
lmms_eval/tasks/gigaspeech/gigaspeech_l_test.yaml,sha256=eeg_YHcTn5DfTvyV9n71KqJCnfwunnqClFESHnUD4fU,721
lmms_eval/tasks/gigaspeech/gigaspeech_m_dev.yaml,sha256=dwrCzuE4zohvgIlF-7FaDX3MPgf1wat30Ukyq8-9R_8,726
lmms_eval/tasks/gigaspeech/gigaspeech_m_test.yaml,sha256=LxSP3WifkNCLVFMOK2k0w8NdhdCs2oUe8m4jAfoS4Kg,721
lmms_eval/tasks/gigaspeech/gigaspeech_s_dev.yaml,sha256=0N-DdVrlEl7wE7a7fTds5TIe1crFdrmwoXeQ2qNAWnk,726
lmms_eval/tasks/gigaspeech/gigaspeech_s_test.yaml,sha256=YZeCdZUJoBHAOTVkAsnw5ZlZNqqZmXdCr4EPEhBp3So,721
lmms_eval/tasks/gigaspeech/gigaspeech_test.yaml,sha256=dpOMcqmBty4zEz5U95r-ebFJ4oMR7nMbZgezA3EqHWk,722
lmms_eval/tasks/gigaspeech/gigaspeech_xl_dev.yaml,sha256=DUGyY3wHxEPHbWhk3iZketYy_iBO5mvqi_EdqkA3VHk,728
lmms_eval/tasks/gigaspeech/gigaspeech_xl_test.yaml,sha256=dIJ68MYv3lxFQGiS43h6UPZfxRl45JmuRz8CRThuh_4,723
lmms_eval/tasks/gigaspeech/gigaspeech_xs_dev.yaml,sha256=i0nntGyH3JeJ3XMyVPusIR_woIF4bUb5qdAzR4gI1ow,728
lmms_eval/tasks/gigaspeech/gigaspeech_xs_test.yaml,sha256=36-R5rPafoISs0rwCeoTrzcMfXeTQm9MP2WVbeOyH20,723
lmms_eval/tasks/gigaspeech/utils.py,sha256=ogChLyYL8y7kpRiycOguuqxKnVp2Re6HqE5VUNcP3_A,2405
lmms_eval/tasks/gigaspeech/whisper_normalizer/basic.py,sha256=jD2RG3jPrnTi5L2_PYWMXPgFqkhY7BxYWFP_JzM5ZpY,1840
lmms_eval/tasks/gigaspeech/whisper_normalizer/english.json,sha256=_lmqeoXNc80gpsuZ8MVzv6UjX3ILqlcOU1dq8FFn8Ls,57868
lmms_eval/tasks/gigaspeech/whisper_normalizer/english.py,sha256=5X7rptMPGv0HKgLrbhMd2gjmrg6o2tlBYKNX4vIyYRk,21140
lmms_eval/tasks/gpqa/README.md,sha256=bkmn94eZFAoNRQgkDNJCvIzf-IVqVgAhUUV80c8uv4s,3073
lmms_eval/tasks/gpqa/cot_n_shot/_generate_configs.py,sha256=wRGHsDYz8it9vKz9aw_1zsv0cqIJwb9tc4_6AvWpQOo,711
lmms_eval/tasks/gpqa/cot_n_shot/_gpqa_cot_n_shot_yaml,sha256=L3gMnhMQ6ljSSeAxRxz-9jxx9vYQG2xv5lMq-fGD0is,1182
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_diamond_cot_n_shot.yaml,sha256=Ua3s6-BJeC9Iz93fTROSCLHzizr_FORkj9onkcnDiPI,124
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_extended_cot_n_shot.yaml,sha256=XwUUXl8F7xN4el7ZHBQM1fEzvHQVdy5vsgW6h11_kCg,126
lmms_eval/tasks/gpqa/cot_n_shot/gpqa_main_cot_n_shot.yaml,sha256=8_SWDAVJeGvMhQfU2seWGi9sUrML6pPzYzm_DnCRTJs,118
lmms_eval/tasks/gpqa/cot_n_shot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/cot_zeroshot/_generate_configs.py,sha256=3e5minE_O5a9NJG68oNUMa3igTbmaojKxIR9S3ZwHY0,713
lmms_eval/tasks/gpqa/cot_zeroshot/_gpqa_cot_zeroshot_yaml,sha256=FcAQsZjZVQaX1cmuM7NUOL-3CcJaGXPT4aA3R87JtMM,1076
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_diamond_cot_zeroshot.yaml,sha256=pNhT5SWHyQb7GKbtjvdVlrmGooyGlsudbXj_zUSA0Y8,128
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_extended_cot_zeroshot.yaml,sha256=DLnfykKWvEKni5LzzBhAdTcJaxOaABH13YmbaJmobrE,130
lmms_eval/tasks/gpqa/cot_zeroshot/gpqa_main_cot_zeroshot.yaml,sha256=wza8sxqp1YuMpRvBxil2PqgYAltEK_1oBZWJQe8_NQo,122
lmms_eval/tasks/gpqa/cot_zeroshot/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/generative/_generate_configs.py,sha256=nsG56XiyztHj9LmKNtsD4gUmc2sqdpyFPS74SBBdKZA,718
lmms_eval/tasks/gpqa/generative/_gpqa_generative_n_shot_yaml,sha256=vD9tr06FbxPjstJD0WvYXxO2VFc-cpGZxeZsFxyvrEI,1181
lmms_eval/tasks/gpqa/generative/gpqa_diamond_generative_n_shot.yaml,sha256=QH65eFCrkQn2jJHfjk0T5b9YbfQdUan9oHHgjugw1Dg,138
lmms_eval/tasks/gpqa/generative/gpqa_extended_generative_n_shot.yaml,sha256=xuQm0KRf_ZCyL5Id5KsadN4sZukKYDMtZD7v999HuQc,140
lmms_eval/tasks/gpqa/generative/gpqa_main_generative_n_shot.yaml,sha256=EJhKLKJ6oz5mP43jtKHfYcEeN5FY2gkxJHx8Y8Zsbq8,132
lmms_eval/tasks/gpqa/generative/utils.py,sha256=z6HIKm5JmMnT8aF5AQvIRCraTw5WsSelioIVAkPvwaQ,1066
lmms_eval/tasks/gpqa/n_shot/_generate_configs.py,sha256=t2Uk-17YcA-J2FC4Lr1gAIgc3t8HVIJUWcLlOB2AU1I,675
lmms_eval/tasks/gpqa/n_shot/_gpqa_n_shot_yaml,sha256=XIT_ffS7mpyihKNJuq99LdvPJoRXMoXdxCFOr5w1i6c,745
lmms_eval/tasks/gpqa/n_shot/gpqa_diamond_n_shot.yaml,sha256=bRMgQ-UtIFrpftGglUfHLE3U0ZIT8xhRr2-Ia9S_Tc4,116
lmms_eval/tasks/gpqa/n_shot/gpqa_extended_n_shot.yaml,sha256=80_VODHpsRmTLNdNl7LjbBuFXDeexymqiwBak6u2zA8,118
lmms_eval/tasks/gpqa/n_shot/gpqa_main_n_shot.yaml,sha256=UgLjr4n53Fx2ou_9M8IyKkKO8dX0Am9kHlS04UMaQwk,110
lmms_eval/tasks/gpqa/n_shot/utils.py,sha256=30C3EL9SYATKhzMvbDhpZApA5VTHpTze9nGFGrxekeY,1016
lmms_eval/tasks/gpqa/openai/gpqa_diamond_openai.yaml,sha256=3N08CM7O3_Yct2qgADwlFdB8w8d-OIQSz3o1XMjp7N8,2415
lmms_eval/tasks/gpqa/openai/gpqa_diamond_openai_agg64.yaml,sha256=ZMoW__CQu6cFPF0CzvHs821ZHaO9xKBiOPr_6gEwS_8,3407
lmms_eval/tasks/gpqa/openai/gpqa_diamond_openai_maj64_cov64.yaml,sha256=3AdLIkR7Eqt3wYl5FjR-wdRck2_UWHV_unZJApcxJfE,2366
lmms_eval/tasks/gpqa/openai/utils.py,sha256=dLNHwGWhvn0CcvWtGr0ktM3gNcq7iptkBWuM0WDs0j8,10253
lmms_eval/tasks/gpqa/reasoning/gpqa_thinking.yaml,sha256=UkXyZ22vpwfMkq5a5tV9qkRzKkvQoS64SUGbWPApOC4,572
lmms_eval/tasks/gpqa/reasoning/utils.py,sha256=BcPUM1OYSeLt9zRK-ZMEVXHrDAePa5WkPjjpSf9h3cM,2640
lmms_eval/tasks/gpqa/zeroshot/_generate_configs.py,sha256=Ue9UIgZncdmXr5C6LwhruUGmM_JLELebuobsVj5jjN4,709
lmms_eval/tasks/gpqa/zeroshot/_gpqa_zeroshot_yaml,sha256=Ctj2o9Mm9Aw0u50o5L9rLz5g4IvmiOJFo2n1j5XbO4w,639
lmms_eval/tasks/gpqa/zeroshot/gpqa_diamond_zeroshot.yaml,sha256=I9D-hFnOYwYbkgFqmcFKosDdcwBgqI0bufxeGhX4ZQU,120
lmms_eval/tasks/gpqa/zeroshot/gpqa_extended_zeroshot.yaml,sha256=_4NFVTE2yJCEfxx8dWPsAEzO43JmidUpfGuzVBL34gs,122
lmms_eval/tasks/gpqa/zeroshot/gpqa_main_zeroshot.yaml,sha256=LZE_1k369Pdvf9ftK2yegIAMBIM6lMK1sk8E1t5DiDY,114
lmms_eval/tasks/gpqa/zeroshot/utils.py,sha256=FuEbEyXiqSXSi_EVkHpLh3muBJ-vib1cwgCXRqt5K-g,993
lmms_eval/tasks/gqa/gqa.yaml,sha256=RTAnfZOyZEsSHOZ0FhL_siu-rca9Ll9TAYYKI482xUI,791
lmms_eval/tasks/gqa/gqa_lite.yaml,sha256=_Qh5CEVVmjDFvCwOIwHCZP1b1-IMVPRIv26pxQeQ6rI,778
lmms_eval/tasks/gqa/utils.py,sha256=DGZKQQllL2CKb5OcIZsrrdDOw9VkHmdy78_QH-OS8CM,938
lmms_eval/tasks/gqa_ru/gqa_ru.yaml,sha256=168CagsfGshVSY_xWbJwSd2bPSM4eVuVeZRHUpj3b8U,669
lmms_eval/tasks/gqa_ru/utils.py,sha256=KwQYMqHmUjAlx-slCQp8LdIFDNJVBSH-ZnAUC3TyjfE,773
lmms_eval/tasks/groundingme/groundingme.yaml,sha256=0tR7CK19tTuPNjKd5oeWzm9sUh9VSuk1A9y7E1F2sp8,7380
lmms_eval/tasks/groundingme/utils.py,sha256=ETQfB6km8ssXz8E2OtYGm8cfwz4hsPiwKCbbeGjT4qg,18624
lmms_eval/tasks/gsm8k/README.md,sha256=hVP97N2LjcCKiCn0uG6hYLu-q4iS7cyxckD4ovdS5RI,2326
lmms_eval/tasks/gsm8k/gsm8k-cot-llama.yaml,sha256=exF6bphainILQozv2VZQxKPdRfKXaYeMXZmDSxFHr8M,3657
lmms_eval/tasks/gsm8k/gsm8k-cot-self-consistency.yaml,sha256=StAKNY5LYM1CyioeEF6Umu9wboul06W0tFZq7ucHYyE,970
lmms_eval/tasks/gsm8k/gsm8k-cot-zeroshot.yaml,sha256=_DNv2I5bxBHRltQngkTxN8UjT4KOWIT7GuPe_VP3y5w,1018
lmms_eval/tasks/gsm8k/gsm8k-cot.yaml,sha256=V4aLNtD5lQa87eN9P4-O-PYg-dg9ZggRu2oXWJpOTT4,3317
lmms_eval/tasks/gsm8k/gsm8k.yaml,sha256=RCuBe8gxOOyJvTDqnWtKysl338RlPBd613jzVMhUPSk,1007
lmms_eval/tasks/hallusion_bench/evaluate_hb.py,sha256=tPMGlM6k-COp5lgW4UWdAbK2SejDih814M7QgHtd1Sc,5179
lmms_eval/tasks/hallusion_bench/hallusion_bench_image.yaml,sha256=GWSJyKmE8lUNnbEZXoiTseNjezuIgbyEFAbUt38eS5U,1300
lmms_eval/tasks/hallusion_bench/utils.py,sha256=zpVaYIFy8lp7ysHv4OY96dusNm4k4xLNN6248s70XIo,12320
lmms_eval/tasks/hd_epic/README.md,sha256=EGUUlPXTNzmUDkfs1ReM6-9KZb59A4vcC7xQUp2ZEG8,6633
lmms_eval/tasks/hd_epic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/hd_epic/_group_hd_epic.yaml,sha256=YJHXe26Cng75rdM6usOSOtH0oLfKeLsVcGo7hC27-_A,428
lmms_eval/tasks/hd_epic/_hd_epic_base.yaml,sha256=hkwtdeRXClkltv7v9bi92RtA_Fj5HmQH6RizD1Svk54,1858
lmms_eval/tasks/hd_epic/generate_task_yamls.py,sha256=_zAnHVBb6enSombk4m7Bf_km6EiSv9aw_luB05M0uu8,11212
lmms_eval/tasks/hd_epic/hd_epic_to_hf.py,sha256=tvG_BlTc_TdUyhVY5eLKMValrdw1_D8N1mGmfX88KDE,6906
lmms_eval/tasks/hd_epic/utils.py,sha256=w1OYHIhIsD-74U_ri8YRKlDFZWBf7h2JDzL_49QnWuk,15618
lmms_eval/tasks/hd_epic/3d_perception/_group_hd_epic_3d_perception.yaml,sha256=I59-q9yu6u9aY4wfufQJukau1cNJPOFzvEiJGexmXU8,369
lmms_eval/tasks/hd_epic/3d_perception/hd_epic_3d_perception_fixture_interaction_counting.yaml,sha256=XnLPMJoX-jVxKt2fiS-pdtJ9SM2AZ-rHWplNUEvm9m4,528
lmms_eval/tasks/hd_epic/3d_perception/hd_epic_3d_perception_fixture_location.yaml,sha256=5VFFvdjAd0kord2JS46uCK2OToDlgg7LX-LzbLGUCyg,582
lmms_eval/tasks/hd_epic/3d_perception/hd_epic_3d_perception_object_contents_retrieval.yaml,sha256=4fXY66iiZsQF-AntN0Zmj_p2j6khsx9flRtTcUFJVS0,558
lmms_eval/tasks/hd_epic/3d_perception/hd_epic_3d_perception_object_location.yaml,sha256=9KYgg5XOri_zbGlgG4YkzBGjkh7WmXeGPFpUTaVNVow,508
lmms_eval/tasks/hd_epic/3d_perception/utils.py,sha256=oGLuY0iXGAjwnYreLdHuzNkVwOKFrdT_1og060JmggM,492
lmms_eval/tasks/hd_epic/fine_grained/_group_hd_epic_fine_grained.yaml,sha256=xLjQh3g5zMFtwTQUy6ituQlWxcVhMTy8IpYfxdrVOeA,345
lmms_eval/tasks/hd_epic/fine_grained/hd_epic_fine_grained_action_localization.yaml,sha256=juK8Yh44GgdNXkz-99naunseamWtxCbq2Y5eqN7vLc8,514
lmms_eval/tasks/hd_epic/fine_grained/hd_epic_fine_grained_action_recognition.yaml,sha256=iEGCg3D9iq5wMYpBDrrKPxgGVtODfRIS3CEWn7xEfjc,504
lmms_eval/tasks/hd_epic/fine_grained/hd_epic_fine_grained_how_recognition.yaml,sha256=Xv1iIR29wpjpO_DfenVfEOKEzu4mJRnN1mS1TAKNOPM,494
lmms_eval/tasks/hd_epic/fine_grained/hd_epic_fine_grained_why_recognition.yaml,sha256=i2D0sH3p_zS00BjPHgyR9tDWkFfpeWdia1d5eoyQTE0,490
lmms_eval/tasks/hd_epic/fine_grained/utils.py,sha256=oGLuY0iXGAjwnYreLdHuzNkVwOKFrdT_1og060JmggM,492
lmms_eval/tasks/hd_epic/gaze/_group_hd_epic_gaze.yaml,sha256=20DRXxCDGG_2kW0POyE4kMR7AfJRivhqimZn0MxDDok,225
lmms_eval/tasks/hd_epic/gaze/hd_epic_gaze_gaze_estimation.yaml,sha256=6pdebLynEFIT-c1AMxUThnsWcqpml8qzEKPpKygCErc,416
lmms_eval/tasks/hd_epic/gaze/hd_epic_gaze_interaction_anticipation.yaml,sha256=d_xhMCivicHU0PNNyt6a4jRJLA8PrJ20GDDdt3sJkBk,504
lmms_eval/tasks/hd_epic/gaze/utils.py,sha256=oGLuY0iXGAjwnYreLdHuzNkVwOKFrdT_1og060JmggM,492
lmms_eval/tasks/hd_epic/ingredient/_group_hd_epic_ingredient.yaml,sha256=jDSRi80I2pNh5qherFNhb4DMWooIA_Q8Y3DSLO3X-GQ,446
lmms_eval/tasks/hd_epic/ingredient/hd_epic_ingredient_exact_ingredient_recognition.yaml,sha256=_68aeI49s5p2IYHIRa4ijCnjGa-5UBkxUliFcfPStuQ,540
lmms_eval/tasks/hd_epic/ingredient/hd_epic_ingredient_ingredient_adding_localization.yaml,sha256=li8RYCrDKB_c0XSaRIxLWK_OqJM1Sw68zAtCmiK3rvU,536
lmms_eval/tasks/hd_epic/ingredient/hd_epic_ingredient_ingredient_recognition.yaml,sha256=RaYuNYkX19mi_NYyNKNBWELJ-QSYZNngrxd2KKJdLJQ,520
lmms_eval/tasks/hd_epic/ingredient/hd_epic_ingredient_ingredient_retrieval.yaml,sha256=nBkONiR9FZEz2G3KKTs7TqD8__Gcep8vYftikGLsoh8,502
lmms_eval/tasks/hd_epic/ingredient/hd_epic_ingredient_ingredient_weight.yaml,sha256=UDplnYV5pOiGG_3RCgJBBXQoU4FOF4RASJXXGuC3iEA,482
lmms_eval/tasks/hd_epic/ingredient/hd_epic_ingredient_ingredients_order.yaml,sha256=oSY4TEKcgmwfxNTkRkykKcK18CDgF_mU24ifNaC_XPY,530
lmms_eval/tasks/hd_epic/ingredient/utils.py,sha256=oGLuY0iXGAjwnYreLdHuzNkVwOKFrdT_1og060JmggM,492
lmms_eval/tasks/hd_epic/nutrition/_group_hd_epic_nutrition.yaml,sha256=mKPlE675KIlc1bQw9hEqapaRwH5fL7Tmv4CvvBKKTIs,302
lmms_eval/tasks/hd_epic/nutrition/hd_epic_nutrition_image_nutrition_estimation.yaml,sha256=UJVU-BgoFmovMEL7727f8iF6Pd1k00UIRSLEpEcpMac,554
lmms_eval/tasks/hd_epic/nutrition/hd_epic_nutrition_nutrition_change.yaml,sha256=jG2JGU3kcZTpxw51E_L43cciMfj54WE3ec7cvIxtDqY,472
lmms_eval/tasks/hd_epic/nutrition/hd_epic_nutrition_video_nutrition_estimation.yaml,sha256=MQzeoWc9A16xDA2HrwmqroWOwzMml-8_51YPmLUqUZo,508
lmms_eval/tasks/hd_epic/nutrition/utils.py,sha256=oGLuY0iXGAjwnYreLdHuzNkVwOKFrdT_1og060JmggM,492
lmms_eval/tasks/hd_epic/object_motion/_group_hd_epic_object_motion.yaml,sha256=Nlgw9Nvt3BaB0W2RtlRdZz4jTK0CPwkbciSqHrOtNbo,337
lmms_eval/tasks/hd_epic/object_motion/hd_epic_object_motion_object_movement_counting.yaml,sha256=UriIplZTn0WhtwEBe9s0dnMJ-XkA3_EbC4Z_ES4H9Xo,544
lmms_eval/tasks/hd_epic/object_motion/hd_epic_object_motion_object_movement_itinerary.yaml,sha256=pON4BYdwJ15B2p6Sk6zJeDlJcDB3B6ZjVwHNXdaDswU,586
lmms_eval/tasks/hd_epic/object_motion/hd_epic_object_motion_stationary_object_localization.yaml,sha256=YS82Yr9bGsCIcYgc1i-hAjVYGR6v6_9cgS1hP9yAFeo,628
lmms_eval/tasks/hd_epic/object_motion/utils.py,sha256=oGLuY0iXGAjwnYreLdHuzNkVwOKFrdT_1og060JmggM,492
lmms_eval/tasks/hd_epic/recipe/_group_hd_epic_recipe.yaml,sha256=Q7K9SQq_JRdQ5e2sHrYxn9aa_FgR7lRu_PYgdYaNsA4,484
lmms_eval/tasks/hd_epic/recipe/hd_epic_recipe_following_activity_recognition.yaml,sha256=Ov9jdnw0TGz-TfoHwzXtsUVACR9U1dG_7ZSByDNmjqg,540
lmms_eval/tasks/hd_epic/recipe/hd_epic_recipe_multi_recipe_recognition.yaml,sha256=BWU9kirXXZ9yT3dA0lHm8_HZMYLuuOGlruIULZuNrXk,554
lmms_eval/tasks/hd_epic/recipe/hd_epic_recipe_multi_step_localization.yaml,sha256=xuGoLz3jtwkoDlgoEHqxnjxAKsYqpMEoomgQ2-lLhck,604
lmms_eval/tasks/hd_epic/recipe/hd_epic_recipe_prep_localization.yaml,sha256=jNCqzje4yH2KWZySP3-S0z4nLZ0YxW1OnubgwG1d2iY,522
lmms_eval/tasks/hd_epic/recipe/hd_epic_recipe_recipe_recognition.yaml,sha256=VJcXpQ5kqIR1WjLtdibV9I03N6wDKAUpNVVeJYsdw6M,520
lmms_eval/tasks/hd_epic/recipe/hd_epic_recipe_rough_step_localization.yaml,sha256=OWz108WsazsjG9cNQKSE8I2f-sFiW7t4x9pGyRMAjf0,530
lmms_eval/tasks/hd_epic/recipe/hd_epic_recipe_step_localization.yaml,sha256=8maFx8s6RNFxB0rO1sja3VaYqykba88NVarJ6ZMFWKI,538
lmms_eval/tasks/hd_epic/recipe/hd_epic_recipe_step_recognition.yaml,sha256=qiZYGOs8Qd7_w4Xg1plIadju0XVZ64J8vzTL5WkX7Hc,506
lmms_eval/tasks/hd_epic/recipe/utils.py,sha256=oGLuY0iXGAjwnYreLdHuzNkVwOKFrdT_1og060JmggM,492
lmms_eval/tasks/hellaswag/README.md,sha256=0Sxbs3jgiuWJFMB0onpY-vhTxCZMWbDke8ElRFsiLfY,2710
lmms_eval/tasks/hellaswag/hellaswag.yaml,sha256=yrsDQMrV-2bC1i9s-rFrhd8YBw5gYwDyDk9Xnkn9xeM,516
lmms_eval/tasks/hellaswag/utils.py,sha256=B9I7YLKPKk9ljc-EQGI6Y_5mRIVM6bhGoRTd6YDcEhQ,717
lmms_eval/tasks/hipho/_default_template_yaml,sha256=jzQ5ZWS3b25GFrM3yZbavemHMNVchOUKVuQM90cu6EI,604
lmms_eval/tasks/hipho/hipho.yaml,sha256=jt4n1HP7_vrLGoAzKdkWnX7Epzi4IZBAS3FWM-T1G10,328
lmms_eval/tasks/hipho/hipho_apho_2025.yaml,sha256=6S1gXKQ8j0nRsaPPJWh83Uhp-Gy3Bs97nZ5zPmxnzXM,76
lmms_eval/tasks/hipho/hipho_eupho_2024.yaml,sha256=cwiGzi3kalrIhGpSbjQmz3nFA0h1xxebcV0Calbx-z0,78
lmms_eval/tasks/hipho/hipho_eupho_2025.yaml,sha256=oQH5U-fPiIZHWtb03mxKCTZND0QaGf1l_RY7nGdAsO0,78
lmms_eval/tasks/hipho/hipho_f_ma_2024.yaml,sha256=Xv05fQ_1NweGz5IOFVYrTNq05PL5L6CkJp6izEaUI0Y,76
lmms_eval/tasks/hipho/hipho_f_ma_2025.yaml,sha256=h-0sWj3p3Y2MK19uQ570fPpXIvg3CBfvMQ4YF1MCNp8,76
lmms_eval/tasks/hipho/hipho_ipho_2024.yaml,sha256=5U0Zwa3vLq2hcPMBJDCSzWP1w7HmRaSxzTj-cjfXkdk,76
lmms_eval/tasks/hipho/hipho_ipho_2025.yaml,sha256=Px2o2f73WBgNhAGVxjV-nCU6gBJGTmPYRf5HK6Hk168,76
lmms_eval/tasks/hipho/hipho_nbpho_2024.yaml,sha256=Re3q7MtHWdEM93zrXdC75eeb20woIMKJ2OszupAbgcA,78
lmms_eval/tasks/hipho/hipho_nbpho_2025.yaml,sha256=kVEpvjZqyRjuvj29xzDNjNqyXIchq5_pMOuMqZ9Gg8I,78
lmms_eval/tasks/hipho/hipho_panmechanics_2024.yaml,sha256=p24jbkcBA_zaBABchNiewOChjpI3yz-dGzgYu2of-R4,92
lmms_eval/tasks/hipho/hipho_panmechanics_2025.yaml,sha256=3nmN_3xPvttw44w3-Imm0KzP4I1nS1JQ10IIetkpNks,92
lmms_eval/tasks/hipho/hipho_panpho_2024.yaml,sha256=TzPOiraHXh8XtIZxxVwyZr66sbsk_kW2jnx9rDPO2OY,80
lmms_eval/tasks/hipho/hipho_panpho_2025.yaml,sha256=RMU7eLRyqg8W_t3q6IxqC2coSQeoEJmtpx7yCVWqRZk,80
lmms_eval/tasks/hipho/utils.py,sha256=vJHfirgQAj7L7-MJklb5FsregDAeKi5clWA1cHUJx2k,10629
lmms_eval/tasks/holisafe/README.md,sha256=ycA7nF5_v0r3ZwxryKSTnlyrA41-MGU9lW_TwSNNtHU,2908
lmms_eval/tasks/holisafe/_default_template_yaml,sha256=jVxLuQO-Bt_5BshyJ5N3vAuL89BD67XP4tN7DtlK_7A,1192
lmms_eval/tasks/holisafe/holisafe.yaml,sha256=aJj91EUgsWYkJwHzwLx_25YnptTJKjGsvESpDqlbS5M,90
lmms_eval/tasks/holisafe/holisafe_llm_judge.yaml,sha256=jArha34k5Pyi_lER1Mrlu4BBFqbnQb-BiNO4ACUIUPg,438
lmms_eval/tasks/holisafe/utils.py,sha256=wZgRnmOIOWdWweu4dm44YDb1d3t8uOAqo2GXM0MsocU,17858
lmms_eval/tasks/hrbench/hrbench.yaml,sha256=TgXu7gw5z3PZloYH7w2fGxlGuEl1MOzcPO6Yz2gtXhg,129
lmms_eval/tasks/hrbench/hrbench4k.yaml,sha256=B7Ofxrlwt3vjtPOgvu6gd_udAJg6bK7WZ5M7LANB-Po,876
lmms_eval/tasks/hrbench/hrbench8k.yaml,sha256=gcvMnpXzkOhyhu_oRrMDcOVcL02hly31IcivEOg3i3Q,876
lmms_eval/tasks/hrbench/hrbench_evals.py,sha256=NC8BTk_RmNDRTTw75pjz9iv8xsOdh3uZ-V3dgFJriEM,5824
lmms_eval/tasks/hrbench/utils.py,sha256=ScmFEFOPQNHvLBvtcK7gDsm_lGwkEMu497FJd-4ITX8,3220
lmms_eval/tasks/iconqa/_default_template_docvqa_yaml,sha256=AKtIHFYsVakqPrj6ZJHgoUb1podd5QAppHhDdjoeSxY,821
lmms_eval/tasks/iconqa/iconqa.yaml,sha256=g_OxPGXzuWk5MpUe4EOHduF0ZXpg1cqVyIxaKMGORQs,47
lmms_eval/tasks/iconqa/iconqa_test.yaml,sha256=xfBn0C9evwqQM8UqGAwefGKDj4Fu2H_Q9mgQf5a8NWk,75
lmms_eval/tasks/iconqa/iconqa_val.yaml,sha256=oQ13JQaqz3ADue4FWimofaDvn2mucpO2dO8Gv2uiUis,73
lmms_eval/tasks/iconqa/utils.py,sha256=KktyJ9z-eyhx1r0PrmpRCtfB3gVtB_ghVpkGW5lfXrM,2108
lmms_eval/tasks/ifeval/README.md,sha256=pxd1Hp5i0SDXzGXwiysdQkXrIe3jQABZLuMCNYJM_aU,2405
lmms_eval/tasks/ifeval/ifeval.yaml,sha256=e2VxMPaaDJkXqaGKlqM64eELXBGWENwBPUkSWVCagf4,750
lmms_eval/tasks/ifeval/instructions.py,sha256=6BN5URQP2JTQACKDYiA0ImR7Vqn1MjvvUq5EVFHuXns,55146
lmms_eval/tasks/ifeval/instructions_registry.py,sha256=HQ6f2eDRF0MyeZbyWg6ykYJbraqf4iAn85P3KYjFxWc,7210
lmms_eval/tasks/ifeval/instructions_util.py,sha256=EybSWJEzXYb6GnCzn6FOpG86bwVJKUfY-CkcG01S17g,26066
lmms_eval/tasks/ifeval/utils.py,sha256=JbkBsdBPqJzw3pRekxzUUjADXpYXlpHXFp_T5FwfosY,4899
lmms_eval/tasks/ii_bench/ii_bench.yaml,sha256=UJaqxJFRSdTP7IUcVj9qjcT9oc8TjM9_GA-2RPXtMmY,660
lmms_eval/tasks/ii_bench/utils.py,sha256=5_iyS1h5s7z-n36u_0DYa3FHWi68rLUr35kgbaXXNnU,2372
lmms_eval/tasks/illusionbench/README.md,sha256=UNVs4K_rx-IP32pYIrNLwF2dlo6pzjrkwqfno-5OP8A,1092
lmms_eval/tasks/illusionbench/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/illusionbench/_default_template_yaml,sha256=K-m5uoggRuv-_fEE4VRUGh4LXotXESGgOInhPU7X7mw,776
lmms_eval/tasks/illusionbench/convert_dataset.py,sha256=6Vktwcw13FDDDX35PLfbfYIvZ6KC49libRjh4OxD3qg,4473
lmms_eval/tasks/illusionbench/illusionbench.yaml,sha256=OsBtahFrXd90EHKb5k-Ng_c_QyYs1PMLyjOF58yJPxo,49
lmms_eval/tasks/illusionbench/illusionbench_all.yaml,sha256=y44rQpit1Ow5fhh0Gl6rBQr5NZMDXGbUnqU7UzEhkS0,56
lmms_eval/tasks/illusionbench/utils.py,sha256=xADGjQ5gSTWTDloCLdQt7XWuCqr75CSIchjtTZK_MtI,5106
lmms_eval/tasks/illusionvqa/illusionvqa.yaml,sha256=SV-z2GsZdlDYrwQMkFGnocW1EMdcbIpBb4vbumfz_aM,1278
lmms_eval/tasks/illusionvqa/illusionvqa_comprehension.yaml,sha256=ihkNjwkJRxorWpKG4J-jlLXcQmkpMRjwViG9nm8NcXo,108
lmms_eval/tasks/illusionvqa/illusionvqa_soft_localization.yaml,sha256=YR6CYLQfdOWwqQ6Sr6iC8r1AA7zAJK-aufngq5lH7Ts,116
lmms_eval/tasks/illusionvqa/utils.py,sha256=NHG2SWMz6yqUtcaunO7nrITtgwnJM_m_x5l1hP1JN64,2773
lmms_eval/tasks/imgedit/README.md,sha256=NpTU45hFg6KZviTVRWYfEgbdZbIn3ISqNg5rPyX0Ns8,1881
lmms_eval/tasks/imgedit/__init__.py,sha256=-jSOR3fHXzBDAGJH3a3j9KVJKOg3oLY6ahsfV5tEK8w,113
lmms_eval/tasks/imgedit/imgedit.yaml,sha256=tOgpFRQ9HeWSgvX6e-mzIH66abmTTFDQlB5EKryCR8k,1852
lmms_eval/tasks/imgedit/prompt.py,sha256=fsK6zyD3VgN1TuBff4C0iArS1uDK91h7KqXlbZbAkgA,19310
lmms_eval/tasks/imgedit/utils.py,sha256=wk7xGLrgEWkfizkAvd7DpeCBVNSatDbaYLDVjbWbLt8,11481
lmms_eval/tasks/infovqa/_default_template_infovqa_yaml,sha256=4SdWgoju0jGlLJtQna5gOkfUDKmtoLKGc-werDU_Y2s,428
lmms_eval/tasks/infovqa/infovqa.yaml,sha256=fy_T5a5qpE-QzTfYmePwzcspTNIeyG8eMIvkUnVVABo,50
lmms_eval/tasks/infovqa/infovqa_test.yaml,sha256=CHsK0uZQT3353cz98exOjztiXCbBRX12LC-gsDd3M8E,297
lmms_eval/tasks/infovqa/infovqa_val.yaml,sha256=LWsjnk646R_ktToMTMEhPy3BHm4VxnKDdD3kgjOzSrs,189
lmms_eval/tasks/infovqa/infovqa_val_lite.yaml,sha256=-YztOnFTrI-3pHZ1fmBt8cwyzYrIFUPDodjErTQeKdY,583
lmms_eval/tasks/infovqa/utils.py,sha256=wc4wEMNqE0VFHew-TG-t2IE-sFoo90ToHSMT-cr-gIs,912
lmms_eval/tasks/infovqa/reasoning/infovqa_reasoning.yaml,sha256=AHSCseqXk1iqTebCGMTwZprm2c8qA4y0H4Vj4oQB9mY,109
lmms_eval/tasks/infovqa/reasoning/infovqa_test_reasoning.yaml,sha256=wutkv9UnuQTveZPF2SaxjnLB5BbKIwlU9mcv5-u6iKU,601
lmms_eval/tasks/infovqa/reasoning/infovqa_val_reasoning.yaml,sha256=LUTxUrKmGPoEWaSpDumfZKxGaHihlMydDJ55eAzmP5c,622
lmms_eval/tasks/infovqa/reasoning/utils.py,sha256=Atqq9dfXeRJWSqAtvrYOfU0YvOp-xi_39JI6j3QIe8I,1872
lmms_eval/tasks/internal_eval/_default_template_internal_eval_yaml,sha256=AqSCDWjm9zA1UnXuqDx8LGg75SiMsaKwUGmrmTkcfek,109
lmms_eval/tasks/internal_eval/d170_cn.yaml,sha256=vwhhUKBl3quSN9Uxwd2uJ4AFdZmBaFX51v0OLLsojio,737
lmms_eval/tasks/internal_eval/d170_cn_utils.py,sha256=jHr_WdDKmnfTZGCs0He6YXxB-tMRVvhKjNxOFNY01Yc,5074
lmms_eval/tasks/internal_eval/d170_en.yaml,sha256=wAHhK1D3lolv3xsgxDoOCfmR9Nn2KZoPq6GvnEcZ1sA,737
lmms_eval/tasks/internal_eval/d170_en_utils.py,sha256=4OQFpGVst3vSeSujLG_XEVgZAz4cQqzCT_VlqUR3SEA,4864
lmms_eval/tasks/internal_eval/dc100_en.yaml,sha256=uweLtpM6F-8pBCwhr5M-sdoXhqc6iV3gBxjhBef8kBs,738
lmms_eval/tasks/internal_eval/dc100_en_utils.py,sha256=EnGTHWIkR_e00UYjEvCt9yyVtLuFMkZ8SznR3866egM,3855
lmms_eval/tasks/internal_eval/dc200_cn.yaml,sha256=_goF2ZKvOP15oDMjPxA8vala8vGF13JVy1e_lJuqP-Y,738
lmms_eval/tasks/internal_eval/dc200_cn_utils.py,sha256=rE1YprvSo90O0Lf9Jqw1EGHf5cxHnFSTpW-vk1ZXR-w,3990
lmms_eval/tasks/internal_eval/internal_eval.yaml,sha256=VvdIqSvQI3HU6m1Ys9IzxLqiARri9dO574sWXyEYZhs,69
lmms_eval/tasks/internal_eval/utils.py,sha256=ZEWa3_4WZPlMhEIMEUb-slrBBZlIWPX_LGflFPwfPqQ,340
lmms_eval/tasks/intphys2/intphys2.yaml,sha256=ghHorfNelTLxbF2wZt0agmXR3VMcNyxlGLr0bhBtrME,670
lmms_eval/tasks/intphys2/intphys2_debug.yaml,sha256=I83HlA0639LYTiIDOMf73qjw6gnBjJDyxHi9NcSdWyo,678
lmms_eval/tasks/intphys2/utils.py,sha256=Zne15IIDcrj4a941htAxarDZTJxvs30okj0dwvKXePI,2521
lmms_eval/tasks/jmmmu/_default_template_yaml,sha256=7i-GGxlln3c3I4SCR9UjOQBHmFZFjKe1NKtXLT3Tj4U,466
lmms_eval/tasks/jmmmu/jmmmu.yaml,sha256=8rYa0-S587ObORcDAJLlV4PFtg-qvZXHE6q71w63DAw,413
lmms_eval/tasks/jmmmu/jmmmu_accounting.yaml,sha256=TFfviRK69C-PJw25PZCzpnujxQ10Nvl60Xv4hUlfx0I,111
lmms_eval/tasks/jmmmu/jmmmu_agriculture.yaml,sha256=SU4eUfgt5Sy6e6e1bLoW5zy2V5G-ATjcn010UGrxNaQ,113
lmms_eval/tasks/jmmmu/jmmmu_architecture_and_engineering.yaml,sha256=uVtKAmFKe1vsEiOfScoHzFMu2v7Zpdzmp1J9iqxmGSI,147
lmms_eval/tasks/jmmmu/jmmmu_basic_medical_science.yaml,sha256=BDk0BQe8NMn66GOf7brlptGboJo2DFZRyAtBnbREuEg,133
lmms_eval/tasks/jmmmu/jmmmu_biology.yaml,sha256=wrd5ZRMlW2o6vkXVd01TrgLhlgxH3CimJdXZaTLx9NA,105
lmms_eval/tasks/jmmmu/jmmmu_chemistry.yaml,sha256=liOze5qw8dzda1gCWO-czeYUh7dP0AB97ShrbEe4gR0,109
lmms_eval/tasks/jmmmu/jmmmu_clinical_medicine.yaml,sha256=I0QuwRqvoTAB0WUh7_uN0EwHGUFQql1bPrwvsU26bdk,125
lmms_eval/tasks/jmmmu/jmmmu_computer_science.yaml,sha256=T7WgRSR-PYq-lZbEh9ww9YM3Bba_XZQbeQ5a7S2H8Pc,123
lmms_eval/tasks/jmmmu/jmmmu_design.yaml,sha256=5Tm97CP7IMMsr54oLv3WmdIM85CXda8J4I2NuqBUl6E,103
lmms_eval/tasks/jmmmu/jmmmu_diagnostics_and_laboratory_medicine.yaml,sha256=VBWaFRcG6rX-mQfS5j6M8WvOdn5D7slKUfUjD1BxRFE,161
lmms_eval/tasks/jmmmu/jmmmu_economics.yaml,sha256=5J7BzmUHsuq1nhGBzCq5q4-nrGAFwxg2EqdmudC8dzY,109
lmms_eval/tasks/jmmmu/jmmmu_electronics.yaml,sha256=bpdQbqlpzOD6qY6_f8oluxrjTFojmdxImjXIrdA47qQ,113
lmms_eval/tasks/jmmmu/jmmmu_energy_and_power.yaml,sha256=23BbAX497CC6xQ83bRZM528DiPi9QGNbA56JZ8SYsbk,123
lmms_eval/tasks/jmmmu/jmmmu_finance.yaml,sha256=6GEX9XXFsEI-OsNjabDOPHKTEKbTea2oUcU7BYA1SJ8,106
lmms_eval/tasks/jmmmu/jmmmu_japanese_art.yaml,sha256=V9EUEBLppNnOfZ72CRIZA7jEKTFhaRRAHhH_eMjWsks,115
lmms_eval/tasks/jmmmu/jmmmu_japanese_heritage.yaml,sha256=IHBX7Hmjyy2pT6PCUZgcTakoDsBZjc1INC2BSuQ8s00,125
lmms_eval/tasks/jmmmu/jmmmu_japanese_history.yaml,sha256=MlfUrti4liH06ystyvoHSq_3VHygmRp9Wdyap4XEmi8,123
lmms_eval/tasks/jmmmu/jmmmu_manage.yaml,sha256=LMEZZCqJAPSLxqPC01RG1KBvftaCuGp3AxLii8ZTzdE,103
lmms_eval/tasks/jmmmu/jmmmu_marketing.yaml,sha256=o3G9B8Pj0ZW8zhXxAQO6odyoqk0mvB1U4S7snm8b2QI,109
lmms_eval/tasks/jmmmu/jmmmu_materials.yaml,sha256=Q5rZIVjGMK4fmESg-k7DgNEQpj5rsH4DsLySyZ3EhUE,109
lmms_eval/tasks/jmmmu/jmmmu_math.yaml,sha256=brjWwkYfnETna4t81a8VkGm8F1mpau-bC1QLyfGthDo,99
lmms_eval/tasks/jmmmu/jmmmu_mechanical_engineering.yaml,sha256=SO9HR6KF4mFPERzQSnUQwNTceLMAeX9DDmSn8zSjM1E,135
lmms_eval/tasks/jmmmu/jmmmu_music.yaml,sha256=i8XsH9fzlgs2wRpk3yorIyoI3yzIIv7m4VyDHnEaPVQ,101
lmms_eval/tasks/jmmmu/jmmmu_pharmacy.yaml,sha256=qCRYb-q-K72NOIZ2XJqVJXMrX8E05DHlP5pD45YzMZg,107
lmms_eval/tasks/jmmmu/jmmmu_physics.yaml,sha256=5nlQKqY65ueevWdHdwPD5LtE3KvXp3AW8ZW1eDbRuQQ,105
lmms_eval/tasks/jmmmu/jmmmu_psychology.yaml,sha256=8DtKCjvY1GS9417aaXy_vHbPSPWPvStKRfDerQlyBq4,111
lmms_eval/tasks/jmmmu/jmmmu_public_health.yaml,sha256=m2b_6XQqTK8BPMXVYtYiSHsO55CBgJUeTTbRn7yLub0,117
lmms_eval/tasks/jmmmu/jmmmu_world_history.yaml,sha256=OdL6ENDn3keLxwobsRPDlsJU9NwtwSLlpwvVGePf-pE,117
lmms_eval/tasks/jmmmu/utils.py,sha256=BRj5RnaK4DlIKufEBsObRbBiSuNzt2gNx83wwpIGwvo,14322
lmms_eval/tasks/jmmmu_pro/_default_template_yaml,sha256=vM4rdlcwPpy7BXbyQj9dRzrn6lIqEOUaF-DdrdQ5S_w,94
lmms_eval/tasks/jmmmu_pro/jmmmu_pro.yaml,sha256=WB0MkvZpWFMrNIq__oEobmEkqwTFi-I_8uSAEAkUqJc,62
lmms_eval/tasks/jmmmu_pro/jmmmu_pro_cot.yaml,sha256=mRaVl9wIncLXB1gzktHcQoyapBHgOxsccm9a6DKkEYw,74
lmms_eval/tasks/jmmmu_pro/jmmmu_pro_standard.yaml,sha256=UORvTg1sV2fwP0751DcvGEu_bLwKrr7Z1L9I68zOho4,736
lmms_eval/tasks/jmmmu_pro/jmmmu_pro_standard_cot.yaml,sha256=YhdEoG8olQ0owmEhGKID7jduyb8YoJrRBX5BBzPJomo,966
lmms_eval/tasks/jmmmu_pro/jmmmu_pro_vision.yaml,sha256=1KoiytmQdZyShaNyFvS7A9visZcVyt9cu_rA5CBkEr8,694
lmms_eval/tasks/jmmmu_pro/jmmmu_pro_vision_cot.yaml,sha256=rAWnvVVfv9nDgFv03egOpczle711wCrJe8zQAPdQydM,875
lmms_eval/tasks/jmmmu_pro/utils.py,sha256=dsEOOZZ0zE7yF5X1FNR15pzPjGACjlkhyeFmuzjx8xc,15001
lmms_eval/tasks/jumpscore/jumpscore.yaml,sha256=37S1WNzVSP9_bLQqi9IipYgstoIEb4vaHcfXqt-1kWc,946
lmms_eval/tasks/jumpscore/utils.py,sha256=AdEpizJAOX2Irrna2I_vMPqmqNWY_K8u3xxnWwElm44,13588
lmms_eval/tasks/k12/k12.yaml,sha256=LG6iM5qXp3rxI9ZHYwrEQqXi5qpBl1fjBcUFEtXhvHU,489
lmms_eval/tasks/k12/utils.py,sha256=TeHjYKUkPT32XYol4ll0S1saU6a8piiJJOVTGajCJjQ,1817
lmms_eval/tasks/kaleidoscope/README.md,sha256=lNXnOBqQ9EVOBSOELVDNB7Ba6dgD2jyr1Cm480gcIoA,7691
lmms_eval/tasks/kaleidoscope/RESULTS.md,sha256=gfSVKtUk09UZ4zQ-awuuXIQGRxcIX000Suf67nitDR4,3691
lmms_eval/tasks/kaleidoscope/_default_template_yaml,sha256=oVV7LZRm0xbbxMg5TZSn6-RdQGkwTRe5qyvnJL6fbPY,1389
lmms_eval/tasks/kaleidoscope/kaleidoscope.yaml,sha256=6ZMmUjcTIm23FK691LBODebx6xZioo5QUXZ93X_DsjM,81
lmms_eval/tasks/kaleidoscope/kaleidoscope_cot.yaml,sha256=DteSMljbw3cqZicTNh9ipkExJrFJerqZQAKtQHNQtuM,234
lmms_eval/tasks/kaleidoscope/kaleidoscope_direct.yaml,sha256=teTy0B1m4BOEuygRA0VHHEzUwdZNjB8-pCLnHfbWJd0,229
lmms_eval/tasks/kaleidoscope/kaleidoscope_multimodal.yaml,sha256=GHKxKqguVNF3WMKnZS22gM1KHkSt8DMIvK5Iu-pAoyg,301
lmms_eval/tasks/kaleidoscope/kaleidoscope_multimodal_cot.yaml,sha256=JlDa-UCkF1390aaOsIC3i64G3bkR16uxl-Zt0SK6NTs,313
lmms_eval/tasks/kaleidoscope/kaleidoscope_text_only.yaml,sha256=8wStBFmbKXkeJ_Mz_LObiY60XG4vf7IcSQJw7SppVSA,298
lmms_eval/tasks/kaleidoscope/utils.py,sha256=z1zNEyDCbNy1i5iH-MkIetttOVH3bUc9Rte0MCsweak,32162
lmms_eval/tasks/kris_bench/README.md,sha256=qYMztYQuofBfF-F8ChnQo7pJvb2aZ5cF6lYCHAbG1Ng,2209
lmms_eval/tasks/kris_bench/__init__.py,sha256=D6BHTVbid2PF3Z_Jr8YT2zkKcN23qw_LyLVIoKaSuPg,54
lmms_eval/tasks/kris_bench/kris_bench.yaml,sha256=7BBAgwzHkDfUsD62NELCXP6pX46EfVFhXo6jt7av7vk,9055
lmms_eval/tasks/kris_bench/prompt.py,sha256=INDJA_1js2IiyIbRplym2Wn56_CiicSsIOB-1uF1zzg,15679
lmms_eval/tasks/kris_bench/utils.py,sha256=zJjFH6bsPr89OQ0V3soSmiqSBM4LBJEi2sZ0SyxuZ90,29328
lmms_eval/tasks/lemonade/README.md,sha256=Ipm9AUbI4_jqUj7p83cNgZgzkKX-SwDA0Q6xb8ZSpmw,2094
lmms_eval/tasks/lemonade/lemonade.yaml,sha256=7OMckpRjm3GOElQbdR2h1gjTkUXOGEOimVlKLAGMkUg,783
lmms_eval/tasks/lemonade/utils.py,sha256=8cz-KQzeRH6yVaxFHp-ZQ023jZTgRLE9uY1MImZWUTM,11314
lmms_eval/tasks/librispeech/_default_yaml_template,sha256=1gJqr4FIObhUhcjYsiiG2ESjRUrf1QZnOMj4Hk7b0L0,691
lmms_eval/tasks/librispeech/cn_tn.py,sha256=ZX-0_hqlDGTr3IFmGj9uCOe6FPiqr8dYRKavrEWftCA,60204
lmms_eval/tasks/librispeech/librispeech.yaml,sha256=OyUIDeI0VUioslstUxypZJn9KPnGDoL0jYGIf5c6IVo,131
lmms_eval/tasks/librispeech/librispeech_dev_clean.yaml,sha256=KTxly0dEZCI-b908S1lYEsqBFVns9E51vzyfIccVuc4,767
lmms_eval/tasks/librispeech/librispeech_dev_other.yaml,sha256=l2HNQunSSKsW1c1Ghxa7al7ImHabTadl_efwG7md_4c,767
lmms_eval/tasks/librispeech/librispeech_long.yaml,sha256=71xdvGaoktsW-r12i3liK8e3a5lA_jZCxDG4iTZZ530,94
lmms_eval/tasks/librispeech/librispeech_test_clean.yaml,sha256=vAUMA1e9Cfd_cTpZPW3WopLtq4UClAG6Bzq2h4Evnso,770
lmms_eval/tasks/librispeech/librispeech_test_clean_long.yaml,sha256=PczbPnRNSEDvqz6KSKXMJ9wuDLteUcSQLVR9LZJnl2k,204
lmms_eval/tasks/librispeech/librispeech_test_other.yaml,sha256=sawmappNrnTf4LE630c03fl9dJtmxZ86jNKwp4B2KNc,770
lmms_eval/tasks/librispeech/librispeech_test_other_long.yaml,sha256=jKA6tAUF68HYKq0NXEOf2guM76KuXAvPAfEuJj1SSSI,204
lmms_eval/tasks/librispeech/utils.py,sha256=tQJskAUuO_O_7Q6dYJJ4y90xarNqp0Ub-OlCova3rmw,3079
lmms_eval/tasks/librispeech/whisper_normalizer/basic.py,sha256=jD2RG3jPrnTi5L2_PYWMXPgFqkhY7BxYWFP_JzM5ZpY,1840
lmms_eval/tasks/librispeech/whisper_normalizer/english.json,sha256=_lmqeoXNc80gpsuZ8MVzv6UjX3ILqlcOU1dq8FFn8Ls,57868
lmms_eval/tasks/librispeech/whisper_normalizer/english.py,sha256=5X7rptMPGv0HKgLrbhMd2gjmrg6o2tlBYKNX4vIyYRk,21140
lmms_eval/tasks/live_bench/live_bench.yaml,sha256=6nQsKxlcdHSdvrvfV5pQHRP6yH0My-o0TydfUNpDTc4,131
lmms_eval/tasks/live_bench/live_bench_2406.yaml,sha256=XpxhMcmcAa2mwGe7LwTfMUr11FqW8kcJleHGatISTfI,80
lmms_eval/tasks/live_bench/live_bench_2407.yaml,sha256=jm6SgzyJOudF4DbgSKVv49nYL4iw2XdsYdiDegva3HA,80
lmms_eval/tasks/live_bench/live_bench_2409.yaml,sha256=GhavU7vDw6VzPBTBpvBNXXiluWSkc5JLEF5MrgBe5-I,83
lmms_eval/tasks/live_bench/live_bench_template_yaml,sha256=3dPDwUns6zNfJE-BUBApzbv2GobWT3zunO9XomkEBgc,792
lmms_eval/tasks/live_bench/live_bench_template_yaml_v2,sha256=y8LV0Y5XoMlIFd1CMAoE7FWw7aPPQu3qpgZUx6-qZLo,782
lmms_eval/tasks/live_bench/utils.py,sha256=iJyJ3odkY-Ri_TuXrLr4ESBD6nQ6gbJ-YRGSty8CDfE,7202
lmms_eval/tasks/live_bench/utils_v2.py,sha256=rd8NfqAY2ygq7zxn9hwgVixdPyeUrYBh_UifKApOQc0,6891
lmms_eval/tasks/livexiv_tqa/livexiv_tqa.yaml,sha256=5rXvwfoL5RynX_ax8TL5F7UVv-hBgW-R-GLm9-cx-XI,128
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_template_yaml,sha256=wnR1rfs5g9NcMZAf-lpIhWDE9SeNwfX42he6p60L2Ho,655
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v1.yaml,sha256=Q_40wluyBJvJ2hCbb2_kfZv92KZd78sHC2iqIkmYWss,89
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v2.yaml,sha256=sz4SBbWpbcXApXbK8KaVOnrjhP_xlpMfALkpc18o08g,89
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v3.yaml,sha256=eqdgRVkHgnUkKoh-krXDn24bMqydy1DuMNM5hYMj85w,81
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v4.yaml,sha256=Y_2PLFV3phJ52OpG5j68jOM_V9NQYWQqrcJq9vrRu4w,81
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v5.yaml,sha256=shR4uH3aU4rDQ0ZSpVTc0Yb-ELuBOpIjuy-EEFgMPRI,81
lmms_eval/tasks/livexiv_tqa/livexiv_tqa_v6.yaml,sha256=Q4Yqi6ZKl-11sMM1qy2hk1o-CK6NSVTORqDHkb02L9w,81
lmms_eval/tasks/livexiv_tqa/utils.py,sha256=bQnkW5hKoBwqexOeTaWELQ8nesdWUEceBinTupXAFGY,2048
lmms_eval/tasks/livexiv_vqa/livexiv_vqa.yaml,sha256=_mj197VQ5U2zW92249Q5cEAj9t17HrnD9oYTUfZO6gk,128
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_template_yaml,sha256=hCLpcAaityVTCzDNKScFAVLKhYEXSGJSZ3YUUhP22Wk,655
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v1.yaml,sha256=PHx_6F3S2uYIDBEWKdYL2PejGbZQxO2Ek6wetF25GtU,89
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v2.yaml,sha256=4TcUuQmvF9JoOERLW7tkQ0lyluT_KrEeaArefMlvCnM,89
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v3.yaml,sha256=GRyr4GKxYEAnC5qEaPiRr8xQtybJExgqnBktm47uYdI,81
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v4.yaml,sha256=Qt__0g4pLk2H1YDgoflBmVfGxlZn2dAP13XtRM4bUOU,81
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v5.yaml,sha256=5qI0nlC-juHiYHcyMdcSSXGR6fmBGoNuhoX_2tMv3iI,81
lmms_eval/tasks/livexiv_vqa/livexiv_vqa_v6.yaml,sha256=nhGH3Ez6MUmSARZdNW03L7oYhELmcWGm44VrH9MDw3U,81
lmms_eval/tasks/livexiv_vqa/utils.py,sha256=TI5aiXErAaIiMzwAsZLoCDkbCrGGCilE86C7ftva4p0,2048
lmms_eval/tasks/llava-bench-coco/llava-bench-coco.yaml,sha256=07LwcoJwni0tled_4xoBcWblwio9ZKEHKj_8ooQIkyc,1094
lmms_eval/tasks/llava-bench-coco/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/llava-bench-coco/utils.py,sha256=HuL_A7aMNEJJaD78_Lex4SJyb56XIdD-0ksuYfKoeP4,6910
lmms_eval/tasks/llava-in-the-wild/llava-in-the-wild.yaml,sha256=CiJXMTEjDGF66RZHceK9wEqQqXCerO85NK52qlALE_o,1086
lmms_eval/tasks/llava-in-the-wild/llava-in-the-wild_ko.yaml,sha256=L07-fKP1SDxmMRzyFCLzgSMFbYYW_3XcMFjW-U-hypI,1128
lmms_eval/tasks/llava-in-the-wild/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/llava-in-the-wild/rule_ko.json,sha256=QuL_R1WrmSs48WMjIzAi7-ji00cENZjtAlyb8vi_Dk8,16819
lmms_eval/tasks/llava-in-the-wild/utils.py,sha256=-22OuvYVWVupcOe7_8eDzCdxLvZhK5OPufrOvNnFcF8,6505
lmms_eval/tasks/llava-in-the-wild/utils_ko.py,sha256=-1UhuU_d0xVNg3xR70gF2bMSBLlGHTk1bo4sS0x_v_o,6510
lmms_eval/tasks/llava_interleave_bench/_default_template_interleave_yaml,sha256=hDgeLd9UGyE85gVvS03ZvX_wkea0TM-Z-TikwadvhI4,184
lmms_eval/tasks/llava_interleave_bench/in_domain.yaml,sha256=g04elXWh1TT9LqVK3G1cxeaVgZO-5sT2DrykEB2npXg,735
lmms_eval/tasks/llava_interleave_bench/interleave_bench.yaml,sha256=-9vMlvzVweG9xAdi1SH-DF2dbM7MI7eJb7PQRPW0PIE,142
lmms_eval/tasks/llava_interleave_bench/multi_view_in_domain.yaml,sha256=1mpaDS7yc30P8V6H_kYWYOL3Cey0pesOx4yUtEzth94,760
lmms_eval/tasks/llava_interleave_bench/out_of_domain.yaml,sha256=9uvyfNvOomTQbUfLDm6YWAZbKXIuv0W2MklcTWZELcg,740
lmms_eval/tasks/llava_interleave_bench/utils.py,sha256=30KlzhHRo4CiNk1HWDe2OHstSr2LgFUkf-mL6vucGpg,13054
lmms_eval/tasks/llava_wilder/_default_template_wilder_yaml,sha256=_MAsLyk6aJRRjDIDQYAh9hES8h-MAOwKhTgStt7jsTo,565
lmms_eval/tasks/llava_wilder/llava_wilder_small.yaml,sha256=K4w7X3ea19uaY6KH1ISH2Y_WeYbfMc95Uktin2D2XMI,382
lmms_eval/tasks/llava_wilder/utils.py,sha256=G79mJlJHcrU3RI9vWns0PvCp0u8JBxBY0DVqSyQI19A,6434
lmms_eval/tasks/logicvista/reasoning/logicvista_thinking.yaml,sha256=bELiZ1xsO7UmwDbskHRidrA7FzdBT44l3DHN-9nJW-s,576
lmms_eval/tasks/logicvista/reasoning/utils.py,sha256=2q6BHpE35BHNLbYErnaiAqSLkOKmpSqJoSuY9ncOoQE,946
lmms_eval/tasks/longtimescope/longtimescope.yaml,sha256=YeVi3JtInxs864FxYvRiC0Ch3BkTX7x2HyDf9MvYJ9k,1453
lmms_eval/tasks/longtimescope/utils.py,sha256=HpD3gON9uN0ik59Q9NZyqE4vEZiW90_GDEsuPP541hU,4641
lmms_eval/tasks/longvideobench/longvideobench_test_i.yaml,sha256=5Wq-YsmYp0wso5552Z5oudrpZtIcuEWj_haYincwMPA,859
lmms_eval/tasks/longvideobench/longvideobench_test_v.yaml,sha256=sy3-pOlRiaZVa4HryR9wMV-Qt1XOfVcqZhPxYBfmRcA,821
lmms_eval/tasks/longvideobench/longvideobench_val_i.yaml,sha256=psNZbEVA1TlEO3Wzf-0KfAKtyAlbcp0XPzESyTrACtk,846
lmms_eval/tasks/longvideobench/longvideobench_val_v.yaml,sha256=bx7ER2rTNODkUAndEUSuExW_qdTjfifq_dVvSgQd6eI,808
lmms_eval/tasks/longvideobench/utils.py,sha256=a9t-b9rvoHwmFrApoA5MMeIhS7JJylnNoX5t3lCNL6g,11143
lmms_eval/tasks/longvideobench/no_visual/longvideobench_no_visual.yaml,sha256=xG1T2xlpi2pi6MDHG6J6PjZuaA7dUB9rCRfnSbt6C5w,882
lmms_eval/tasks/longvideobench/no_visual/utils.py,sha256=tmhU9DRvoHkhcBkFTGlqoMVGT703fTfiJ8zMrsw30Ws,155
lmms_eval/tasks/longvideobench/random_choice/longvideobench_random_choice.yaml,sha256=HVJRtBz_sHuuf74wDyx8wZ6L0jYiAJclzmMs1yAJggs,971
lmms_eval/tasks/longvideobench/random_choice/utils.py,sha256=3vM_TBO7JBTFj0c5hZhpCZHUMJhUIfo-sLsjjVTPsss,1634
lmms_eval/tasks/longvt/README.md,sha256=X58Og4l_07YkaFYHqHNoz2OPhHsi6r5-k_43h3RMWUE,3530
lmms_eval/tasks/longvt/longvt_non_think.yaml,sha256=IQ7w5sfLJ-JocpwIaf3vFnGXQjoi2MvIXxA8F3LMmAA,950
lmms_eval/tasks/longvt/longvt_reasoning.yaml,sha256=s5lcl_B2icYIwvteNDbMnkPCzGvuKipwRtFwsHwzqGg,949
lmms_eval/tasks/longvt/longvt_tool.yaml,sha256=RBhOPUanLBA3oVgl0uVr53ScoUh2f3DKNu5rci0zvIw,944
lmms_eval/tasks/longvt/utils.py,sha256=_npbgLGB0xzaOoR-kU92R9So8vsGLNwKAToYTlPQB_M,3878
lmms_eval/tasks/longvt/no_visual/longvt_no_visual.yaml,sha256=-zNO5sP0h_jzh73p5vPuDgSi7_QhTTnH_nlKZ5GcbQE,756
lmms_eval/tasks/longvt/no_visual/utils.py,sha256=yIE65183Iu_PlKy3W8xkfO_1snqxk39rhZCf1GAV_cw,139
lmms_eval/tasks/lsdbench/README.md,sha256=P5SLuL4BBlCYnyLkLWKzsOv6Z9Tbh6Cn7X4UbE_CHEg,1412
lmms_eval/tasks/lsdbench/lsdbench.yaml,sha256=-F7lYzeYjD2sd08Q3uub256nLrbvQS25vnprasEl4q0,676
lmms_eval/tasks/lsdbench/utils.py,sha256=BIZ8IV5kkYp-ctMnWPZFB1mZIteBtmvZI_oAR1rh1J0,2773
lmms_eval/tasks/lvbench/lvbench.yaml,sha256=p2uPvfO8-N5chtMF3jpFUnkntp6cNmPUSAIEBfJ90QM,840
lmms_eval/tasks/lvbench/utils.py,sha256=RxYd80a66-anzG6M8if46LRTzAmZYXuEDPcZdbsOXi4,2305
lmms_eval/tasks/lvbench/no_visual/lvbench_no_visual.yaml,sha256=S0d0txIrVaciRHFdBwO_nfB_8za8mMOqU-lpJPA5XAg,714
lmms_eval/tasks/lvbench/no_visual/utils.py,sha256=UuvUZ8lVcjAyedjC4yomI9I9_dn4TkJyBvHkQN9XMI4,141
lmms_eval/tasks/lvbench/random_choice/lvbench_random_choice.yaml,sha256=1P45JY0g9nMSbE6cj5jaATCJuAnnbN64lxkLmCr4z2U,794
lmms_eval/tasks/lvbench/random_choice/utils.py,sha256=hAkiW6mO2PN60ijkw0VcdjyDObRidf7VkM3girLhdyk,1354
lmms_eval/tasks/mantis/mantis.yaml,sha256=DROzdQO1PedoEdeu6BzSuOxyyr3865x7kD3pQ39EN2c,635
lmms_eval/tasks/mantis/utils.py,sha256=O1ltC4dvuzxHnNYx30MNSUKcvkMhxxo_bUOtWImIW1Y,4879
lmms_eval/tasks/mathcanvas/_default_template_yaml,sha256=v-MdO0rlDOXNFBTB3497s9Zf_cXXTpXMwrxdVRJLFdE,934
lmms_eval/tasks/mathcanvas/mathcanvas.yaml,sha256=mq45aDePuvK0_5igOd8A5ie2K0di1J4QMJRb13mZOzM,297
lmms_eval/tasks/mathcanvas/mathcanvas_algebra.yaml,sha256=7-FtpFk4kWA8O2_9vqkdBuT-whACW-VtyQRRlhB34os,79
lmms_eval/tasks/mathcanvas/mathcanvas_analytic_geometry.yaml,sha256=Ym14QL3lr5BUJmA0Len0MC2jmlozEi4f-n1u1QTEzjo,99
lmms_eval/tasks/mathcanvas/mathcanvas_calculus_and_vector.yaml,sha256=fILsE6ZKkQWTZYU72B7KaegudWL8UrdrlR8KR1j8LQQ,103
lmms_eval/tasks/mathcanvas/mathcanvas_plane_geometry.yaml,sha256=vn6fh8Zfjs4r9MVMsy8NxlMFx8GiIlVr-6pT-uLUy3Q,93
lmms_eval/tasks/mathcanvas/mathcanvas_solid_geometry.yaml,sha256=1z7XAS0JIIAV7vwujIHA-t7wfn9XREErpSCLa6-RHiE,93
lmms_eval/tasks/mathcanvas/mathcanvas_statistics.yaml,sha256=KlEV3zUf5RK2vGdTSlBX1Ou2-UeZKH7_60un38VQ5Vw,85
lmms_eval/tasks/mathcanvas/mathcanvas_transformational_geometry.yaml,sha256=PC_J3xX34JD5KXoRFZNu7emdk61igRVxx8t4ruo3r0E,115
lmms_eval/tasks/mathcanvas/mathcanvas_trigonometry.yaml,sha256=Zj3QTEv25ZKXlpII-P3j5V4Ym63SEj3fxrrw_xFdRwM,89
lmms_eval/tasks/mathcanvas/utils.py,sha256=cunjNr2RGcWlNBWABGaDBm6kir279U6YUEUv-XvlDuo,7747
lmms_eval/tasks/mathkangaroo/mathkangaroo.yaml,sha256=p2Vgc6c53WpUL6x4ySk2mf_DECiG_5JZ2bNJB09_-cA,714
lmms_eval/tasks/mathkangaroo/utils.py,sha256=w_M1XxnFexZcVrXVpledycL_Gi8F34vLuYM-sEiBSqo,1677
lmms_eval/tasks/mathverse/mathverse.yaml,sha256=5tRIqcJn_F0HfMJud4veP7Jvkrg2vNO3hCm-oAywLe4,329
lmms_eval/tasks/mathverse/mathverse_evals.py,sha256=z2P3ERdBHRXOrRb2b8sNl4bgRb-L5rquUfQgTjKIuUI,9184
lmms_eval/tasks/mathverse/mathverse_testmini.yaml,sha256=1ctg15HD5p-Eq539yK1c-7Rl1eIL7XFYrFFkF-1NTFw,850
lmms_eval/tasks/mathverse/mathverse_testmini_text.yaml,sha256=DkCy7bXdaZNXViQGsdOW61qWRW5NtWOa_L32DePPAYg,245
lmms_eval/tasks/mathverse/mathverse_testmini_text_dominant.yaml,sha256=rtzqq_jq9yvAqRWlCQcP3p4D9ynEvIqagjrJFutovXQ,1008
lmms_eval/tasks/mathverse/mathverse_testmini_text_lite.yaml,sha256=n4F7mlGTSPA9JhB9aHDdsmoBLau198ub9H1pGWbZeNk,1000
lmms_eval/tasks/mathverse/mathverse_testmini_text_only.yaml,sha256=izOVs_kamN65vj5A7zl0cQ1Ur_meYIow6cxUqRE3gNc,998
lmms_eval/tasks/mathverse/mathverse_testmini_vision.yaml,sha256=Q2aeFVeDmtMnZfuEDNI73z0RLXmFBsj4vp0cRKAtF54,258
lmms_eval/tasks/mathverse/mathverse_testmini_vision_dominant.yaml,sha256=9gUboTkno2aeuxCb_ZlWCWK8e-pGnw-BV6kyL1bMZ8U,1014
lmms_eval/tasks/mathverse/mathverse_testmini_vision_intensive.yaml,sha256=5Arf1R3SQbhCmYjnKbWvmfjRriWjZkU-cu3hpmI0Dhw,1016
lmms_eval/tasks/mathverse/mathverse_testmini_vision_only.yaml,sha256=NijrXGj5SxTJ-PhUVTHmYsaVEWcuMK4WUVnYoJDnVLk,1006
lmms_eval/tasks/mathverse/utils.py,sha256=CQE7PdoEMc8_3C7ehMhE9_EuhrVgLy4rIz39sVyadso,3139
lmms_eval/tasks/mathverse/reasoning/mathverse_testmini.yaml,sha256=LZWuLVCzFdf9xdMQByk1c8kKf3zRw1vfm56CEvbppsI,859
lmms_eval/tasks/mathverse/reasoning/utils.py,sha256=HRHTH3Gd4CzZ88prDRY5pFXuzRxn2iQGSbFn-gUsRSA,3258
lmms_eval/tasks/mathvision/eval_utils.py,sha256=oZMogWBxC8bwZ-2dGEzyJs_oYy1uHqQ1MJ4daRpughI,14051
lmms_eval/tasks/mathvision/mathvision_reason_test.yaml,sha256=HIAferZbtbS9b3Cr91618I0DHqhMfws49weVmtOHi3U,560
lmms_eval/tasks/mathvision/mathvision_reason_testmini.yaml,sha256=nV9v-XF8jXQJD3NYLKMshuemHxl2P2WruTOiS3kye18,568
lmms_eval/tasks/mathvision/mathvision_test.yaml,sha256=RvLJ-XSQJBYcmsAVRH-Io2wzII4FOIIMiCyQZM4z8Vo,744
lmms_eval/tasks/mathvision/mathvision_testmini.yaml,sha256=1pb685bXncIaDOpNgZzbhs8lNcRbdNxBULIubeQilX0,787
lmms_eval/tasks/mathvision/utils.py,sha256=cqBD67dHtxMIy1YARxKjZjgRXrdWTrDeefFIxtduvUk,5502
lmms_eval/tasks/mathvision/reasoning/_default_template_yaml,sha256=5OH1rWNS3aM_-jRx9IG-bFtsk99aV-TPuf9iQSC332k,533
lmms_eval/tasks/mathvision/reasoning/mathvision_reason_test.yaml,sha256=K2uAeIqOv6k8tbhy2vQAtqeC3DB02he1bC7YNNfsHx0,153
lmms_eval/tasks/mathvision/reasoning/mathvision_reason_testmini.yaml,sha256=F-p-ovvkjhJxqk1E0Kt48wihj1Mn97WPvhMB8F1qCb8,161
lmms_eval/tasks/mathvision/reasoning/utils.py,sha256=ExmV8J2vsBjPr9ldyb_flY8WWBFiN4Zak7SavDQ-REU,1539
lmms_eval/tasks/mathvista/mathvista.yaml,sha256=Ho2D4RiXE1qIsJD3bBjVCpPJjTRdYkrnqmiSJTOH_XY,112
lmms_eval/tasks/mathvista/mathvista_evals.py,sha256=XqpPy-kMJ_0UBm8hR1JbhQ8i0jjW_vSltLBBhTNDw-E,23281
lmms_eval/tasks/mathvista/mathvista_test.yaml,sha256=LYMdU74KdUmyGPDEGgpwvw61-a77L4sd0Bu2hqJ3Iig,660
lmms_eval/tasks/mathvista/mathvista_testmini.yaml,sha256=VnImxD_fPJBJbafd9JoudpfSj79l7JskVGXoigwzc_s,207
lmms_eval/tasks/mathvista/mathvista_testmini_cot.yaml,sha256=GwFkMe97oQh70WajPlBGgie_dGUjKy5UjewYppNTzlo,783
lmms_eval/tasks/mathvista/mathvista_testmini_format.yaml,sha256=J5AaswPDP13oZgYIQR0Th7BTEBTEapzDZyakCiYIQRw,755
lmms_eval/tasks/mathvista/mathvista_testmini_solution.yaml,sha256=YvYUsmGIwyMioDpOXDgGg0-CRjXz23_H7pL_-PB-uyk,752
lmms_eval/tasks/mathvista/utils.py,sha256=gzJvhKt9u1lcAq_psBU5oghuo-9yOjbrEIShtCuXh7M,4718
lmms_eval/tasks/mathvista/reasoning/mathvista_testmini_cot.yaml,sha256=uRpvM5QY0gUuU391AckFL7ciJbZ36KEm3flbvdnvxmk,810
lmms_eval/tasks/mathvista/reasoning/utils.py,sha256=vVmHozmWaZIwt4CGXJgT3NE0_atvuOgp1izA73Agikk,5388
lmms_eval/tasks/mdpbench/LICENSE-MDPBENCH,sha256=OqySjcHSmvhh6WGaaaADKpZQoFdQqPt68UXUo_GjZVs,1068
lmms_eval/tasks/mdpbench/README.md,sha256=RrmChlHYBn5xG-fS_tf5_0he4CrH8MpO0VxX21dHcVY,1671
lmms_eval/tasks/mdpbench/THIRD_PARTY_NOTICES.md,sha256=6Hf-FmnVyaOtNx3oYrfv4CEfNJaLFQNRhSl-8CQVZSE,1210
lmms_eval/tasks/mdpbench/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/mdpbench/cdm_metric.py,sha256=jkmCcCUGatOSAvVvYokdNSJkWr_4nZfo1Y2RMhBYvQg,10900
lmms_eval/tasks/mdpbench/data_preprocess.py,sha256=odW-X2k9U89AaMRiApNs2fJzX1-N0RSWj0pAFEmS9Zs,18902
lmms_eval/tasks/mdpbench/extract.py,sha256=jaFJ2gu-6lf_oSAvWb8v6jebp3pn0oLVG9wMSYv1Gus,22274
lmms_eval/tasks/mdpbench/match.py,sha256=O5d2ythjrdI3sx5xMKkC0ohHrIlWgM1KzKp2Yf3F0_U,13930
lmms_eval/tasks/mdpbench/match_quick.py,sha256=viPSLQwB_zmHoe3uuZJIpwbonCvLbRm28EiJIWYFISo,49239
lmms_eval/tasks/mdpbench/mdpbench.yaml,sha256=QD--tf9g4lTs_7GVxwZbhDssh9PEqZOsrtO6g4koSbM,4301
lmms_eval/tasks/mdpbench/requirements.txt,sha256=q5Wf2zCxkiqqMS9QHp8rMTuV7DkCXROYOhvZuXXKILE,921
lmms_eval/tasks/mdpbench/table_utils.py,sha256=D1Vjep7Bu-VKXs0bUi_SzgjoComeY0_ulnTWHK7sHP0,6450
lmms_eval/tasks/mdpbench/teds_metric.py,sha256=UJorLWbCw08_Y81lO2Bq2m8rNTzY1V5fYb2WO_WIsak,6050
lmms_eval/tasks/mdpbench/utils.py,sha256=vM6dzO8pYazxranIbTqEinQ6cE7W4EvofjbKnFsCf5s,56894
lmms_eval/tasks/mdpbench/cdm/LICENSE,sha256=qwGHn3mApsG8G9cNubTc3OuTDqIiFRFOkFeFwed77ek,11341
lmms_eval/tasks/mdpbench/cdm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/mdpbench/cdm/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/mdpbench/cdm/modules/latex2bbox_color.py,sha256=MXzL9BQMAA2E7zO6fsfalNhDc6LnF1H7Q2pq23PXiiA,7546
lmms_eval/tasks/mdpbench/cdm/modules/latex_processor.py,sha256=phPj05sDd6Bnm14Y1p_kdNxqaCV727H3NIJtk__ExRo,27259
lmms_eval/tasks/mdpbench/cdm/modules/visual_matcher.py,sha256=5q37OlT-hRKwd9YXQ7sYpNmy_T4mt0vsv1ribbqcsq0,6521
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/LICENSE-IM2MARKUP,sha256=w-huaeetnhR4cnIfeItkov-74-c2fHoQey0bEcsuQEE,1068
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/preprocess_formula.js,sha256=jAanFnG1uqrGX1Ac7t4wvNMzZd_z75VQm37u_ptfdN8,10646
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/preprocess_tabular.js,sha256=2stGzJpOtCD1EmoY4tipny-y-Z0rtkr__cRkfcMqpRo,10960
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/tokenize_latex.py,sha256=KVzNQiy5f4MqRYe6Yla6IrStHOevsbGsS6ZrqUb6ArA,5391
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/README.md,sha256=UwuaaIemgYDkxY4dGesFN9BSmbuU13HihXlX-C17fNE,60
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/LICENSE.txt,sha256=tAya3FZdmblMDhPmzwmSNQ9o2MtlScmI9H9wsyY4dM0,1289
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/README.md,sha256=hy26h1Jtk0tJ8maWkCVKIj1PKrtujlV_GefBPdt9yDo,3689
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/cli.js,sha256=OeD9U88ZjqVtEKKbhBHb-GtABK_dY46HN9PAHGwY544,927
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/katex.js,sha256=X1z-FC1v2C3GbXWRVVPWY46bm_0uPG6aXFezsIAiw0Q,2223
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/package.json,sha256=dUb0P1r78U6rRtakUVJlj9DWzUu0Ao5zGUQZ89vie4o,2445
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/Lexer.js,sha256=DUbOSlXEIzASeFU-WReeQPwj3rYXcMbC-Uuky3iaBes,5792
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/Options.js,sha256=dhCj-1M6Z4JOlHzxq6rRhApaoQT8diJBCricrvgnq-w,4911
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/ParseError.js,sha256=lgqH1tgdxfEXqK4QvTS1AaEGIzUPxu37XIFKIDL4CUE,1322
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/Parser.js,sha256=SEdafwYxI1le_CBp3PTbRmO9vCee31UhO_z22iOhZ6o,26348
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/Settings.js,sha256=rO_bDNIAw3NjxoeKSKlmKx3pKoRc3I2Rz8iZOBH3pUU,783
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/Style.js,sha256=kDohkycPu8dnze8av-yp9mT-DNwYAyOAMGx5TNHRRzE,3199
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/buildCommon.js,sha256=qfA5Vu_VvgrEybDIJylbepBscxSTbU30FC9W0Tkz210,14362
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/buildHTML.js,sha256=biSSHu8cgyz6f8SAmc_kfePV3IWkjgqi9L4OGO3DdrA,49168
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/buildMathML.js,sha256=V2XxNcA-sZFYveDZ3fvFF76srKcb-D1s-3zToI84ZD4,14472
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/buildTree.js,sha256=ALZVva9XHAW6okQAgaU1lUeOenabAgdghW4987qLmjc,1090
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/delimiter.js,sha256=iIQ_W8svlFlWHqJw7OhjfxBYV3NX8dPofLMYam7Ynqc,18988
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/domTree.js,sha256=FltmCIENA9HoxOJqvuImq4NXdo1i3_Li9Poi6KYfdFU,7224
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/environments.js,sha256=KQOPHYNPSd-blyQTsKZSmds2i5W4bUsAOhcxNgajFp0,8504
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/fontMetrics.js,sha256=HdY8yyXxwa_v1oPuezx6FMNg-oK6jDAHxq1b1LOrHdc,4274
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/fontMetricsData.js,sha256=ih95xrmFWToJix3yEI_yR8PJ_gHAajctlbP4_lF-Rf4,67282
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/functions.js,sha256=VXEtzuX7haxduBpPOyvrLAsFtg_lpC3W-794oDbcUFk,16824
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/mathMLTree.js,sha256=JHdMQL0dZInylkGnZKJ869LCGIht9eadveKrhXpsYNg,2694
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/parseData.js,sha256=IMtrO6WdPYjZNnT-C-sRMixUweJhGCRd1ShAYohMMwU,220
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/parseTree.js,sha256=6Qfv04tiam59jHeB6If96l4mom9YSu0N-c4TOlWF9z8,377
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/symbols.js,sha256=RcybR3tUX2xsWX4Sv9pFhvyKNEnsS3Mip-h28dR8xmM,33147
lmms_eval/tasks/mdpbench/cdm/modules/tokenize_latex/third_party/katex/src/utils.js,sha256=gnBEH1GC7Gw5b8-F7Ruak8mXeuTIezRuhgRD0MIHvMc,2330
lmms_eval/tasks/medqa/medqa.yaml,sha256=Vo_WskSvNm7-uBpwiyE1L5J8gl_t8ffL8zvnEyneqwY,510
lmms_eval/tasks/medqa/utils.py,sha256=qII0y8xy0893U8iW24G072SxHVaFwXFnewl0pg6dDW8,4335
lmms_eval/tasks/megabench/README.md,sha256=M5tnTe_uKt2Gm6J8lc07Lh1X1QLX0ADKw71BSTLtQj4,4450
lmms_eval/tasks/megabench/_default_template_yaml,sha256=VbC_OnPu57Nbj85XhyOTsHP4kQ0SkIVunjuJrDnd12k,743
lmms_eval/tasks/megabench/evaluator.py,sha256=dM9Vy-tGken-IgGYse04QE9foJsg6M7LcpP9sNN1isk,16642
lmms_eval/tasks/megabench/image_video_utils.py,sha256=Hbzijmkzo2ixAKTpeBEpqfVn36GtSE6luTuFeswl4-Q,4559
lmms_eval/tasks/megabench/megabench.yaml,sha256=N9Axxl_bns9rHhKOXjwTxabADocDwQYDmo89S7VFhdU,96
lmms_eval/tasks/megabench/megabench_core.yaml,sha256=5Ij4BwzzosmnuO5yLsrT9o7l3HuVvqxXpr0uTnayKWU,73
lmms_eval/tasks/megabench/megabench_core_si.yaml,sha256=xFP8MM9ruB59LfbtCIDVknQH2QkSDMHQ9URabGvskN8,89
lmms_eval/tasks/megabench/megabench_open.yaml,sha256=WLNqApo65XyJC3TGzDwery3ZWYzmwKLujixwecdZW3U,73
lmms_eval/tasks/megabench/megabench_open_si.yaml,sha256=Lw3glbOau3BRLhCp3n5bixwIe92NRI0o_cnYnmMR-DE,89
lmms_eval/tasks/megabench/requirements.txt,sha256=TosVAivWJ9xGpXe2SWgRYlIDGnMT9aK4p4WBN0CJNSU,270
lmms_eval/tasks/megabench/utils.py,sha256=DuElNOmLrvGPIBvCK_yUNJagFIA4cXEl5Pr9Y0OtT-g,4875
lmms_eval/tasks/megabench/breakdown/all_task_meta.json,sha256=IfHLP8dISUddTfw3BXvf4fUaD9Wov9xZOU4uYp3mMVE,244403
lmms_eval/tasks/megabench/breakdown/analysis_utils.py,sha256=Zf6r7VxTVocoyzeHlquz7nJ1IafLXWZySvZN4dQmtIw,3767
lmms_eval/tasks/megabench/breakdown/derive_breakdown_results.py,sha256=rkdTOu6o_yyZmvZyyx89hEt7YAioh3mhwHqDcBP7tIM,5004
lmms_eval/tasks/megabench/metrics/README.md,sha256=39_9LFmzTPKhv173_MUyD-zCKtsKGm9QXdQ1JUxg68M,4455
lmms_eval/tasks/megabench/metrics/__init__.py,sha256=_InWSyEwJJOAXJCALzoxhI97yJaAbRJ9npZLRj4WV9E,214
lmms_eval/tasks/megabench/metrics/aggregation_type.py,sha256=RcOvy6HcMtbET0hPhedoCJsk04m4V9pCa1_WhGU9F6o,1154
lmms_eval/tasks/megabench/metrics/metric_type.py,sha256=UA7kyWVAtm1tWSltjL3o2lVdCKAeyzGPXIosrP-Wdbw,10256
lmms_eval/tasks/megabench/metrics/response_parse_type.py,sha256=PEa2hQvjB5sLBaEjeHEmK9iI7t6orSqZxyueLczdqOY,1712
lmms_eval/tasks/megabench/metrics/aggregation/mean_agg.py,sha256=_dGepI7EAFISS23C4A2s72xoAyk3eG74u9S8eTY4MUo,739
lmms_eval/tasks/megabench/metrics/aggregation/min_agg.py,sha256=XWMmXfbZv5Nu_g7VAqJ64Rv3x5Kt9Jb9LOPdyUsVfvc,438
lmms_eval/tasks/megabench/metrics/aggregation/unsupported_agg.py,sha256=5IxMuGjpjoCkoO4xEdF8bNLu5V0TnygZG7r-QH-CYBo,203
lmms_eval/tasks/megabench/metrics/parsing/answer_str_parse.py,sha256=ys9sKc2Yk0kNkurQGKxN5Lfos1ZSchASmkwFgR1ohpw,4509
lmms_eval/tasks/megabench/metrics/parsing/dummy_parse.py,sha256=kXnPPKHMQ4oDDj46taWhnaHuukExbHUYqx-vhDzVfZ4,182
lmms_eval/tasks/megabench/metrics/parsing/json_parse.py,sha256=XOMaF524fBzIq7x4zw4gKDy7iTn0Xe8mXdai1DcOPQ4,568
lmms_eval/tasks/megabench/metrics/parsing/common/parsers.py,sha256=pdo37Uclft05qnaXZ4IpOIGWM-1vvng37zEUNDI9fgY,4957
lmms_eval/tasks/megabench/metrics/parsing/common/utils.py,sha256=MnX0W8MZsw9SGBHDTm4J-A6RMP-YEzGOv3lYF8ctib4,5254
lmms_eval/tasks/megabench/metrics/scoring/ascii_art_vlm_judge.py,sha256=YZBnWmj3-gBtYstsaTniurmrUSexjDv_JowwgbXuVuY,4320
lmms_eval/tasks/megabench/metrics/scoring/chess_jaccard.py,sha256=T7F6lamdkfD9-FsUqNi29q8_x5ftHqbWEMxJPr_3cNQ,785
lmms_eval/tasks/megabench/metrics/scoring/constrained_generation.py,sha256=exmLmwVoGWk-28l78qjkA24_JpPldCsyxSGsk5dhL4o,18714
lmms_eval/tasks/megabench/metrics/scoring/coordinate_sequence_match.py,sha256=Gt_ErpkzCeX9al1e2h-rFOuWl6njnSyveHQwMlPogIM,2337
lmms_eval/tasks/megabench/metrics/scoring/dict_equality.py,sha256=12rjKgl80i5H3ozuVu7bDjfFGLnTGThpcQ59jxXeYNg,1290
lmms_eval/tasks/megabench/metrics/scoring/dict_exact_match_agg_recall.py,sha256=X7jVPNl6XGF_ZQhp34ZWMnAAurpaizUjcFqSOVmnvCU,882
lmms_eval/tasks/megabench/metrics/scoring/dict_jaccard_agg_jaccard.py,sha256=pYqnAfwIozFOh21e4iay1lRXDHP_EIMc1851TWAjH2g,976
lmms_eval/tasks/megabench/metrics/scoring/dict_nbbox_iou_tuple_agg_jaccard.py,sha256=IpMHQaFuiJa-fect3ZdcRuCLgPHqN25xFCvwATDIRG8,977
lmms_eval/tasks/megabench/metrics/scoring/dict_set_equality_agg_jaccard.py,sha256=aEjIi52CYUoI-mKOMAadKVVvMSzmO3mvwT2TDWLwObA,973
lmms_eval/tasks/megabench/metrics/scoring/exact_str_match.py,sha256=3R2gbfykjPq6nOwzfS4n1ctcpZx87vy3gLUEV2bTRlQ,1598
lmms_eval/tasks/megabench/metrics/scoring/exact_str_match_case_insensitive.py,sha256=l0UWq2I5ZTaIT56TNvP-wXa9ozbHRhxq0S42Z1kU6bY,463
lmms_eval/tasks/megabench/metrics/scoring/general_numerical_match.py,sha256=zGPxqPdhMuyG7FkJ0rXWaxlFGi1feeEoLS8SUcbNtQA,7727
lmms_eval/tasks/megabench/metrics/scoring/geo_proximity.py,sha256=6W8eRZxiGgscx485yJbI42k3MxI6Z0Lj0MWRrbizp1U,6496
lmms_eval/tasks/megabench/metrics/scoring/gleu.py,sha256=IjtplCBb6Do7AMFdAQjXiPr1u1VN212Kxzqn7JDUwhE,612
lmms_eval/tasks/megabench/metrics/scoring/jaccard.py,sha256=RFGuEDdj2YtpA5y6YLCHig01KSvcUAObhhbx5EhVmX4,1951
lmms_eval/tasks/megabench/metrics/scoring/latex_expr_equality.py,sha256=gmMfKpMGnNezzw_6xJtkOGVktHa8LgsSLHUGlbqJaeU,3118
lmms_eval/tasks/megabench/metrics/scoring/longest_common_list_prefix_ratio.py,sha256=FvmZ5ZAINKiEg-jHs7qSTAktAGX45xfINP1EP4P0egI,537
lmms_eval/tasks/megabench/metrics/scoring/mse.py,sha256=hjLL086-OlkyaJaZNAaaSFJNv4ne8vwYMMUa79vxWPI,1959
lmms_eval/tasks/megabench/metrics/scoring/multi_ref_phrase.py,sha256=1fLE3FwqEy9wU1ND2RmSwS9DOUEKHjYf_XhPr9_FNYY,854
lmms_eval/tasks/megabench/metrics/scoring/nbbox_iou.py,sha256=LWjAWICwX484lYASRnJCiEJTTodaBX_DRmlq8p6KrGM,3046
lmms_eval/tasks/megabench/metrics/scoring/near_str_match.py,sha256=4Da3hdTdFUT41nvmsab9daWpNNbdtXlv53CXMqJsyAQ,811
lmms_eval/tasks/megabench/metrics/scoring/nli_entailment.py,sha256=zjsfldyMAdtbSSIK2zRAlug7MfEXyGO0BoPXhct9GBg,703
lmms_eval/tasks/megabench/metrics/scoring/normalized_similarity_damerau_levenshtein.py,sha256=VQxLmlkwjEkWoOxyWRFD5rXYQbBcdXmCAsz23KWSctU,465
lmms_eval/tasks/megabench/metrics/scoring/number_rel_diff_ratio.py,sha256=rDwe8SUVk5op0UAwUcrgvTTl8HQoIuTv0VB8q5-d4gk,698
lmms_eval/tasks/megabench/metrics/scoring/positive_int_match.py,sha256=fVrdOQd55crm7ZhQl8jrRuf8Wjaw0wrYF5DWNTRFh7E,905
lmms_eval/tasks/megabench/metrics/scoring/program_judge.py,sha256=fomnVX2OZ8GBNkWYvDbX41VJCEuSUsqzBf--jsZwMwo,3930
lmms_eval/tasks/megabench/metrics/scoring/sacrebleu_bleu.py,sha256=qPsUDo8KIxsQiKwkvxHwgu6CBRQoh3GDnFMN4l_Dqrc,669
lmms_eval/tasks/megabench/metrics/scoring/sequence_equality.py,sha256=NBSaC1EqB7jtJOvlWSr7HVli5pMdqi4wsic6Dw_VskY,1961
lmms_eval/tasks/megabench/metrics/scoring/set_equality.py,sha256=ppAVjmglgZiHG5J1eLZh8zrlrWFL6ulhKams1wdPpNY,2308
lmms_eval/tasks/megabench/metrics/scoring/set_precision.py,sha256=_YH5KGEZhtBXwBUzX517FxkQOtOqhVTqBXhSb4C2cwg,499
lmms_eval/tasks/megabench/metrics/scoring/simple_str_match.py,sha256=GevK7wGQqmkrA8TFBW6fnEvRD8sP-X07iXQIKPzi5ME,706
lmms_eval/tasks/megabench/metrics/scoring/symbolic_planning.py,sha256=JDftHalXrdWsR2gXKX0zeq9KabGEX4ZWBlMLRaVBjZQ,9071
lmms_eval/tasks/megabench/metrics/scoring/unsupported_scoring.py,sha256=iyt2RUn2ljoMaFFLFgj__0heLn2CYVu3t7UBfUg8uYU,210
lmms_eval/tasks/megabench/metrics/scoring/vlm_as_judge.py,sha256=trBbwsxu1_c5WuXl35cD7DK6Xx71mJYMUI6ZuNNcn2k,8313
lmms_eval/tasks/megabench/metrics/scoring/xml_nbbox_iou.py,sha256=gDl8CzHVFwXcTmu_eW-HAfd6jLbgVaQzM6m_6N2_mEM,1115
lmms_eval/tasks/megabench/metrics/scoring/xml_norm_point_distance.py,sha256=mclJWBbzfVI36jpFxk-wLRra9IPqlWFQbB_xWSF_LMQ,1432
lmms_eval/tasks/megabench/metrics/scoring/xml_norm_point_in_bbox.py,sha256=mzrDGacULhndh0LKRExDTz_Dw7neKmcuPse4sAbzTfg,1306
lmms_eval/tasks/megabench/metrics/scoring/common/conversions.py,sha256=UbXqQYAkBUX3_auIaMSC9oc4D2zllZRyL6armsL2-Cc,6996
lmms_eval/tasks/megabench/metrics/scoring/common/metrics.py,sha256=yxmdgZbFAOpFnT3W3Q7ygz5y8PjpMGNathkKP0n8hHI,3064
lmms_eval/tasks/megabench/metrics/scoring/common/transformations.py,sha256=vNegBVpZZDfA0oHoMUEEg1Cxn-3Ml-9Mlgv8quA5-g8,3261
lmms_eval/tasks/metavqa/metavqa.yaml,sha256=7PxVrIspZGNWlBXekF3l3JAV3DiIQ_ji7eJgtMuswoU,879
lmms_eval/tasks/metavqa/utils.py,sha256=0mP3kVnxtSWdwtJU_SwwENt9QUhF7NWBP32juMBhKxw,3750
lmms_eval/tasks/mia_bench/mia_bench.yaml,sha256=fYq9b45wu1JUivba4QZec9rvzNKgHy6K5pNErfGWgNw,623
lmms_eval/tasks/mia_bench/utils.py,sha256=X59ERJQM6s0QxFwm2Dp9AZk3aEC_0GI7tWZNHKNre48,14486
lmms_eval/tasks/microvqa/microvqa.yaml,sha256=eDILm_RrrBo4QGrPYVaKWEbPMbI7_zmB2wV4K1JiAJw,584
lmms_eval/tasks/microvqa/utils.py,sha256=TDXYyLrbabU-xfi-f6803hLfzOkclEqFBgO6jrkBIB4,1559
lmms_eval/tasks/mindcube/_default_template_yaml,sha256=ajkXq-Ew8AnGguhBa2ecdctbSZ6D6pfY92FKgUnocT4,1269
lmms_eval/tasks/mindcube/mindcube_full.yaml,sha256=927yax3NuNNqL5U9NTj3H9ILQ7GH9KcZshnIOv0Wof4,143
lmms_eval/tasks/mindcube/mindcube_full_among.yaml,sha256=G0gLa68GUDqZpfu6Jb4sEW-JINpXTl5Bpq1qyg-hC64,97
lmms_eval/tasks/mindcube/mindcube_full_around.yaml,sha256=NrMR13bg4i62fzOn4LlmhjMbTweK_ADjKGVfECUHlPg,99
lmms_eval/tasks/mindcube/mindcube_full_rotation.yaml,sha256=uK70MCoAsEy1twACC0sCaaHsqde6FIo-NL7LNgLNJL4,103
lmms_eval/tasks/mindcube/mindcube_tiny.yaml,sha256=9Xrak_79TZRVGdKGMBHcCJUN_ZXKtNBKoXkLk5vPXcg,94
lmms_eval/tasks/mindcube/mindcube_tiny_among.yaml,sha256=V8GXbeYVHiMIkGfaNML-hCl12UBoUh1FZV0UQ0H4rlE,97
lmms_eval/tasks/mindcube/mindcube_tiny_around.yaml,sha256=2-H4zZIvX8Kzh2qRYSIih5nm51mgbTNAo8G8U5kyGt0,99
lmms_eval/tasks/mindcube/mindcube_tiny_rotation.yaml,sha256=QST34o57-nePp0ECwptUGPWZIGRVuCALJhWawxQv_8U,103
lmms_eval/tasks/mindcube/utils.py,sha256=pkt78bdUTa3Rp0GAx3VARzUMntPuNI5xU_8DADfFsoI,10287
lmms_eval/tasks/minerva/README.md,sha256=JWclPfl9N4ANnSKm8ywGr1NuzzblEfHtuD67NRPkBLY,1014
lmms_eval/tasks/minerva/_default_template_yaml,sha256=ppxRh8q5CGxwARZ-_WrNRyQq0fJSfdRn5x-0hCj1Hnw,645
lmms_eval/tasks/minerva/minerva.yaml,sha256=PVsIJtneC-iye-s8uhKBq8l1T3qKy-A3rxw8u1j9Zgw,180
lmms_eval/tasks/minerva/utils.py,sha256=lkruI1KF1slAZQTWEvzHcO4L88xStafwWlGExOS3V0o,5720
lmms_eval/tasks/mirb/mirb.yaml,sha256=4Tuyb7VBtY9RGpIZZCk847G8mwiBL3ojz08G6XwVDVI,616
lmms_eval/tasks/mirb/utils.py,sha256=RqenDuD3I_eCKvqSPUEUZ4kd5_JOoVsmnxhmV8C72pQ,10570
lmms_eval/tasks/mix_evals/README.md,sha256=XZuKlDFfnpnfhvJzpRGdNxeHTcmy5tVQ-4MY04S9DPs,3472
lmms_eval/tasks/mix_evals/audio2text/_default_template_yaml,sha256=FuSwTQHP0T-1EcyzhaK9DDV72rmc9lAMklm_MZwGzNo,214
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2_text_freeform.yaml,sha256=jAmzB7vKd6qllC7MNzuJ07WTlQf5UojLOZaUYNZz9O8,839
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2_text_freeform_hard.yaml,sha256=yeeeuZGKfs5u1as3ry5lxCwX6lkIYDSHIT6GgtDUY0Y,849
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2text.yaml,sha256=uyBZb_bEviyxSnHkuvUNHhj1rUgemfZ3qOBGa4w2_fE,67
lmms_eval/tasks/mix_evals/audio2text/mix_evals_audio2text_hard.yaml,sha256=XGoWm7FoCeTOY7K4aNA6YaxszmISD-blEh2NIucWPfM,77
lmms_eval/tasks/mix_evals/audio2text/utils.py,sha256=S5XX83ERWKfk_Nc7jwW57URHMrMlg_W3Gn7LnDwoAj4,5298
lmms_eval/tasks/mix_evals/image2text/_default_template_yaml,sha256=vJBdkwMrQCgS2IU18Mrjq_UXVyM07z621ydydhpczl0,368
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text.yaml,sha256=CRow3gB4x2wFh1XGhBDzzU0ZQxsDxqkAr6CdodEbwgg,92
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform.yaml,sha256=pHqlKTG1urLY_ZOb2_lWenfo64Ax0HEhBdPdY9xCOA0,560
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_freeform_hard.yaml,sha256=Yu5wCAxOyhy_z9dJ0L4GvponeSOp_sHiqsXcHKYInRA,804
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_hard.yaml,sha256=OHvPha62epaJ0k8yIRcxCKnM6mbiP5npURK5IMnaPAw,141
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc.yaml,sha256=N9yTAg0-Th_iME7cDFU2SftpBVs2iskWb5UpAN-eUn0,604
lmms_eval/tasks/mix_evals/image2text/mix_evals_image2text_mc_hard.yaml,sha256=8Ubeu6FI0nM5s6asrih9nzYuet4BWydNNXTrDl1IdF8,614
lmms_eval/tasks/mix_evals/image2text/utils.py,sha256=4RFDi9wg3uAK4TEyrf58PfftKmhmTNK8goUpq_TYD64,17205
lmms_eval/tasks/mix_evals/video2text/_default_template_yaml,sha256=IWRn6JqB4i8zcY-CaGqC96tCnTOxVbvElxboBKLXC5w,376
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text.yaml,sha256=yE0fYq_w8mVtnjQ6bP7OEsG-8G-bJTtf3pvFu6iLnzE,126
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform.yaml,sha256=uxxRlh3ZkV5HNAwAxCSz6ZPUoda7Bmj72soFGO4W688,856
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_freeform_hard.yaml,sha256=Z4Lut2OedjGiUTEL1MnxYmN_Z5l12lXlx6LgLtX-2og,936
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_hard.yaml,sha256=7VcnQG-1va1lSjMCSXrMMGaLDgUS_Cop0Z0Cc9YdyUc,141
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc.yaml,sha256=2CYanCJO1PmOLp7N9QrWUUyvID44WjBusWt1ZnUCgk8,1028
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_mc_hard.yaml,sha256=pVkfY5sRp5iuFPE6_87tKQvCEdatl6UU_1F65GjmWLE,1038
lmms_eval/tasks/mix_evals/video2text/mix_evals_video2text_openended.yaml,sha256=C4q8HOkUjA_kSiBpGJARZrhcZyI3H7hi-ZMzcLdqOUw,815
lmms_eval/tasks/mix_evals/video2text/utils.py,sha256=dgKkSHzsro-xIF5em-XO2lGYOg0YdQGB6mUWh6HttLw,17399
lmms_eval/tasks/mle_bench/_default_template_yaml,sha256=3B3s9nZRvGzVI1RgCHstYKm4Ljm2UGPKg6K0qFR0Cws,1240
lmms_eval/tasks/mle_bench/mle_bench.yaml,sha256=ruNQyXLsvcqiFr254axxYme5ziUx76qwdH9vieL03pE,50
lmms_eval/tasks/mle_bench/mle_bench_large.yaml,sha256=NAkIMwGY-i8UVzA26RcltOBTkKe1PhtSvArxuA81w38,139
lmms_eval/tasks/mle_bench/mle_bench_medium.yaml,sha256=91ytch_vQNYoKjHorXs3feQdPuUwzJp57rXXgtJO2CE,141
lmms_eval/tasks/mle_bench/mle_bench_small.yaml,sha256=vqpHl9bW2WJRZR3ogEvW0W_qxCctXaxkimEkCyS4Ilg,137
lmms_eval/tasks/mle_bench/utils.py,sha256=ThkVx4bz7QoDqjC1PVFHSfKTSXzTKPG0--kHM1tS8NM,7196
lmms_eval/tasks/mlvu/mlvu_dev.yaml,sha256=vada9flloNhH-JnYsneBSf-_wc9YvNZlI1BM36_ZZjs,962
lmms_eval/tasks/mlvu/mlvu_test.yaml,sha256=qfb9iqbgFp5gxnKX2UrDWcxBxNz_FG-IyZhSy4znD_A,779
lmms_eval/tasks/mlvu/utils.py,sha256=-qCmbAdoySDLilKIg1nwDhwoJC-kG2LGy2_cf3ljlyY,5882
lmms_eval/tasks/mmar/mmar.yaml,sha256=g9eQgnsm93ldiYSKQdCOEbSquR6NQtjSryzIYQvkrMY,730
lmms_eval/tasks/mmar/utils.py,sha256=0aUoPPUpAFwvBO2tXBgJaBEq9PWlo5cmDDkINTzuz4E,9295
lmms_eval/tasks/mmau/_default_template_yaml,sha256=hz-AKK09xdPs6lpuWVGA2mFG1rtHAvcdFYM0InoIxhI,501
lmms_eval/tasks/mmau/mmau.yaml,sha256=rHGu53zVNBw4HY48KX59uFveW63kGo148iRBxi48mWI,50
lmms_eval/tasks/mmau/mmau_test.yaml,sha256=5zmURaPxnHENieamg_rccqEiwGPtJWuFJkNJvz0ZXSk,202
lmms_eval/tasks/mmau/mmau_test_mini.yaml,sha256=Y4XiXVp9H147Q1UYcO85cmI2FVQFcaMQlGU1n2wTp2c,195
lmms_eval/tasks/mmau/utils.py,sha256=mQPR9W4RKcqs70yhcfO92lFD39uhr_FaXZfv5xsvHI8,4196
lmms_eval/tasks/mmbench/_default_template_mmbench_cn_yaml,sha256=OXIrgpjq40d_nfoh6-zpaKtpPuPyw_7nBczMRqJh0x8,628
lmms_eval/tasks/mmbench/_default_template_mmbench_en_yaml,sha256=hD_IKiHg_T-reTdRKsuZpf9Ao4-sJaOy8qY3-GUP05w,685
lmms_eval/tasks/mmbench/_default_template_mmbench_ko_yaml,sha256=kEa8WP6CoYg3skw7HNA6EfX6l33pGDrcZSadss5AbBQ,665
lmms_eval/tasks/mmbench/_default_template_mmbench_ru_yaml,sha256=Jr43vlIIKGUIObblvE4NFYRXW56EgucoWdrnAnPxqko,670
lmms_eval/tasks/mmbench/cc_utils.py,sha256=GSwdJCg7UqarIkRti1AEjKpt-kz6CE9F-UCh0iH_Wmg,3791
lmms_eval/tasks/mmbench/cn_utils.py,sha256=UYBI1ElIZX7-wmwxWnW1G84WU7JfpdAt2MtSXgB9HcI,4555
lmms_eval/tasks/mmbench/en_utils.py,sha256=oByCqeZYu1bASuSkVDTqj7unU3mKrNpsjGxGaHwAc5k,5497
lmms_eval/tasks/mmbench/ko_utils.py,sha256=Be0vXNhegw39_ZFqlBIUtfuF9G58zfKpuPtypvDyZK4,4592
lmms_eval/tasks/mmbench/mmbench.yaml,sha256=sXg0GyyzwVAW54ImhGKWSv0dZ2YHeI2zDj806297TME,247
lmms_eval/tasks/mmbench/mmbench_cc.yaml,sha256=KnrKtJ15CZhppR7j1-DOt9X82gg5ruRi10EsvJzCyGs,981
lmms_eval/tasks/mmbench/mmbench_cn.yaml,sha256=4KBBUe22xh7mndJCnZz8jDonK9PF5IXEcZiKztOlDJs,190
lmms_eval/tasks/mmbench/mmbench_cn_dev.yaml,sha256=kL1l-zidmVKFKkSEag9Gvs6cGTnHUrgebknJWBkgxvI,338
lmms_eval/tasks/mmbench/mmbench_cn_dev_lite.yaml,sha256=FisNn1Pp6AX1L9M0-gyWIt7NOP4EGZ4oTkiPcjbc-ys,947
lmms_eval/tasks/mmbench/mmbench_cn_test.yaml,sha256=An2yKwCVerzsnoKHYner5JgIZp_1GtSdCoGh-xuX2sU,212
lmms_eval/tasks/mmbench/mmbench_en.yaml,sha256=YK1ddclrPhUmySQ79Pp8SUHqgCUTc4W62Izil2tssJY,175
lmms_eval/tasks/mmbench/mmbench_en_dev.yaml,sha256=ZrS7CebxvOfMrNxmKwjrs5PLqVy0zQLkTJ0u8EdroWE,383
lmms_eval/tasks/mmbench/mmbench_en_dev_lite.yaml,sha256=iqc_3QizsmwfNBZDKSRcSRbddhaKDy8Appgnhco7RaI,1014
lmms_eval/tasks/mmbench/mmbench_en_dev_static.yaml,sha256=exxt6-bU53T67r6DNucmYok6simI1NzHEZMWWDrsWt8,356
lmms_eval/tasks/mmbench/mmbench_en_test.yaml,sha256=NDMQKI-0N6IFuyDu1d8wPXqvf5Q5U5M4isDst0a5y0E,214
lmms_eval/tasks/mmbench/mmbench_evals.py,sha256=nuXRGj_hBE3Wl9GsNcs0UMu6nYy7ySldtCfGUhcUn64,12900
lmms_eval/tasks/mmbench/mmbench_ko_dev.yaml,sha256=Hyu67dfGcc9kTb7LzWAYhoB73ZRrCOmRHt_H8MjaQwM,346
lmms_eval/tasks/mmbench/mmbench_ru_dev.yaml,sha256=7pFzdE-9gPEJFN19qk27G8OMnAHU2UQbgK22IY6I8wE,346
lmms_eval/tasks/mmbench/ru_utils.py,sha256=Wncgs6jchx4477VT01IQm7FU5Tto7f2QdLX6YPy-CuQ,4592
lmms_eval/tasks/mmbench/en_reasoning/_default_template_mmbench_en_reasoning_yaml,sha256=4BGCstMjHmM3nw5COd6ARKRIfgcyWXfNvxxqE9bW9-g,559
lmms_eval/tasks/mmbench/en_reasoning/mmbench_en_dev_reasoning.yaml,sha256=o52yFVrWjawxE8j7C8vqJsO1Jsa1OOlctMO1yxKb_mM,127
lmms_eval/tasks/mmbench/en_reasoning/mmbench_en_reasoning.yaml,sha256=uoHCuJbTVID5lDxIt5fQiFV18RCWZ0D1OWpEfURIP1I,88
lmms_eval/tasks/mmbench/en_reasoning/utils.py,sha256=dw_hHIjprWVbwYhFaaQgILCO6pophlai90n8sUwGOAw,3091
lmms_eval/tasks/mmbench/reasoning/_default_template_mmbench_reasoning_yaml,sha256=mkyEz5YVECk_jF_Kb51m8sZayAt1v-qC_71m-woyy-M,377
lmms_eval/tasks/mmbench/reasoning/mmbench_cn_dev_reasoning.yaml,sha256=sVinoGmcrwdhqaEFcqGNPVxePK5qI2Zt0ucQoC2DD70,314
lmms_eval/tasks/mmbench/reasoning/mmbench_cn_test_reasoning.yaml,sha256=JkHea9JlkLk_ACpveOWgB72jVT9wzfPSsm-V6GVWlxo,449
lmms_eval/tasks/mmbench/reasoning/mmbench_en_dev_reasoning.yaml,sha256=xhB-kOoVN2BvkCANkUDEyxvivAf7r4Pq5D0q1bNsLnU,314
lmms_eval/tasks/mmbench/reasoning/mmbench_en_test_reasoning.yaml,sha256=miEq57uJH2l-UfaIZL1EzSorJlttmZroEn3nN58_1qM,449
lmms_eval/tasks/mmbench/reasoning/mmbench_reasoning.yaml,sha256=zj6KA760FNbbEICDR-pGjNz9tiN9cJTtCa2mrIQd7GA,174
lmms_eval/tasks/mmbench/reasoning/utils.py,sha256=y7R0iN0YDrDmsuNx0ia3VbGRJjxzY0E1HIYkseVqwBU,4504
lmms_eval/tasks/mme/mme.yaml,sha256=dIb12F9bbUINGQrSlWDiA1Q-FGjpateLubwRmKzpUfE,1404
lmms_eval/tasks/mme/utils.py,sha256=QVRpydddgJ42p8r7bJhj6H96PeaDDNZ91EQe1BazbXM,4017
lmms_eval/tasks/mme_cc/README.md,sha256=l-6d3CIFVB96RS-bcvnI6AATeifQandWGhcIIaAO3sk,368
lmms_eval/tasks/mme_cc/mme_cc.yaml,sha256=C10L3_oblz3qC3vlB8rVr-p2S2jUo6dlyjfPp8eNkZk,2082
lmms_eval/tasks/mme_cc/utils.py,sha256=cTqwwOCvEiH9OoAAiIt-TozPucETKnbF6xodlvJSV10,5837
lmms_eval/tasks/mme_cot/README.md,sha256=NDWRxtC7xqwXvlKLgJ3i2gwXWHpS_XacYquvXT4aJJo,1674
lmms_eval/tasks/mme_cot/mme_cot_direct.yaml,sha256=7LGeUq6vcVbvorBkxbw87ar-z9ZPVqrST5tDpEbfNwE,835
lmms_eval/tasks/mme_cot/mme_cot_reason.yaml,sha256=kDUis9moSbqRR7cNBxy_KxrdkX-Py-Ap9ixT6atxtoM,947
lmms_eval/tasks/mme_cot/utils.py,sha256=0fi6stj9pf_vr0bY52E6n6GmN6GmbPVQk1Q7noO_tcw,4519
lmms_eval/tasks/mme_realworld/mme_realworld.yaml,sha256=vAsCSwQw-zC0Zxoupl79sng3xFXSdt59vxyGqjdKV-8,1442
lmms_eval/tasks/mme_realworld/mme_realworld_cn.yaml,sha256=VFXzYTDsuL5g9nyv40QmMy8ZY98QWCUG2_-k4x84hHk,1454
lmms_eval/tasks/mme_realworld/mme_realworld_lite.yaml,sha256=VLXigKPwkeq4mfxZHTr99Qr0Ab9p_JhQ0wTo-prkPEE,1452
lmms_eval/tasks/mme_realworld/utils.py,sha256=dKnbxx0n60tGQyshrTU7l8QKMLxReQM5jDBkCm_Xr9s,8081
lmms_eval/tasks/mme_realworld/reasoning/mme_realworld_cn_reasoning.yaml,sha256=EJaauwxLNxFAVzNlTs4twrIQg_t2pRzPFP6i9wl0oB8,684
lmms_eval/tasks/mme_realworld/reasoning/mme_realworld_reasoning.yaml,sha256=Cwnz3uXJPlpZ8ZBzPQfFsbBpnHhjnsqSJ6zRzoTJA9M,672
lmms_eval/tasks/mme_realworld/reasoning/utils.py,sha256=ppL7CVO4jytjOlx-PpPZsatTvRjcX4_KtZaanmlVHC8,3068
lmms_eval/tasks/mme_sci/mme_sci.yaml,sha256=_zcpRB3GoYGqZioZLZHwkXUmKEsR1iguY2fMA6vSyUo,754
lmms_eval/tasks/mme_sci/run_eval.sh,sha256=P189MUQXQR4ESfLrOgWElXqc_qFV3jJMSi8qMGRC9rA,869
lmms_eval/tasks/mme_sci/utils.py,sha256=lqGMBmRbyrUqqtg7kV-BQLz6IonnJilzm26ON-cZcDA,6445
lmms_eval/tasks/mme_sci_image/mme_sci_image.yaml,sha256=JVKIvCv9tYQcPSwyw8q8gLLT4VHfUwJeznYvd9jZnKk,799
lmms_eval/tasks/mme_sci_image/run_eval.sh,sha256=7qkdNzxOMRCc0sbQUFWLerMh67o6gNht_d5v8b20V6M,927
lmms_eval/tasks/mme_sci_image/utils.py,sha256=rutyu_GdsB5pcCbUDyuEUc9TFAX_vW8aM6wKiIBhXTI,6349
lmms_eval/tasks/mmie/mmie.yaml,sha256=nmjc3GTuNJWiGYwltEhkjc1EZyFlBAatzEROoVnhY40,736
lmms_eval/tasks/mmie/utils.py,sha256=KI_w-8MK0mYy-JnaDT8hPASah212PTsz6tXAdPuK2Tw,5189
lmms_eval/tasks/mmlongbench/mmlongbench.yaml,sha256=BJb9PG0eHn4dkT-3x8qT6bTn2eXqzFyOGTUneTdLx20,753
lmms_eval/tasks/mmlongbench/utils.py,sha256=h1cYi6yBBN5fh1NlyHZpVvFTXRdvgdHs_5QCUHPq0xk,8477
lmms_eval/tasks/mmlongbench_doc/mmlongbench_doc.yaml,sha256=M_UbklVkdixX-b9_Qd2dYyAjBEjVoLCAcO4-EbjFJe8,972
lmms_eval/tasks/mmlongbench_doc/utils.py,sha256=7a1YUSrbDbJ9Wy5KQchObAXGV3_vvMmwufr_-e6qEnI,10668
lmms_eval/tasks/mmlu/_generate_configs.py,sha256=YCB9wgUojxcVSU6XQ9u5TRUN8jejHVvLpSU-rZxgGFg,5145
lmms_eval/tasks/mmlu/continuation/_continuation_template_yaml,sha256=0ni0tAIjlyrbmU32Sl1l5yvLRMMu48nGQiyJoYzAkPo,367
lmms_eval/tasks/mmlu/continuation/_mmlu.yaml,sha256=3V-OQyZQxU84eRnCOXMECkhxeMoWZLPrtn5GwB4L4ss,719
lmms_eval/tasks/mmlu/continuation/mmlu_abstract_algebra.yaml,sha256=MaAZIsbgUKm9k5iVPlCwfbfZ4C6kR460N5KTH6r3gVw,246
lmms_eval/tasks/mmlu/continuation/mmlu_anatomy.yaml,sha256=5wF4Y029RPmbbqMdFSW_zaOL_c6wIFhTW9DExmIpmbk,218
lmms_eval/tasks/mmlu/continuation/mmlu_astronomy.yaml,sha256=dJZvDQkdhyOoQvqET5PyZXjLSVWfxuyte5v5eYZuW5g,224
lmms_eval/tasks/mmlu/continuation/mmlu_business_ethics.yaml,sha256=Fq8CDgYJcE6Rx6BlV91_H_mcMmgtLuBpkKEUhf1GbLA,244
lmms_eval/tasks/mmlu/continuation/mmlu_clinical_knowledge.yaml,sha256=Ctj-okwLoU1SWH-w7CLo3SFgC1UMvkOecmT4hiQCTWw,253
lmms_eval/tasks/mmlu/continuation/mmlu_college_biology.yaml,sha256=6cazT3i4JhKksv6ee4MTdvSch8vk2Bi1hlis36ZmQNw,243
lmms_eval/tasks/mmlu/continuation/mmlu_college_chemistry.yaml,sha256=M2TMmwpg1VJP_89YXRVW2v8LrYypXVSKKgJaiyrXB8s,249
lmms_eval/tasks/mmlu/continuation/mmlu_college_computer_science.yaml,sha256=jjNHVj0OAHCSgKlLlGlb_z5cPzLlKNdDECVgjC2pVmk,270
lmms_eval/tasks/mmlu/continuation/mmlu_college_mathematics.yaml,sha256=TwWC_VRq-VqzWpI3Z1DE4IFgI0CZeLK06e93q3REXp0,255
lmms_eval/tasks/mmlu/continuation/mmlu_college_medicine.yaml,sha256=hZ231d3nmOrWJaOT7COy84KKms805KcFSQjm4TbFDp4,247
lmms_eval/tasks/mmlu/continuation/mmlu_college_physics.yaml,sha256=ScyxzFIxrw46yegFU9-hl5POZcAJC4JfMfv4ouT9BSo,243
lmms_eval/tasks/mmlu/continuation/mmlu_computer_security.yaml,sha256=P1qZNBR-1vUxqkTlh1oWRqarJeGJQMj-LqEEf56HUAc,249
lmms_eval/tasks/mmlu/continuation/mmlu_conceptual_physics.yaml,sha256=lPk9f8t6I3aE5Y56yPfCQywH3IMxht2wLSsB9pIvF4c,252
lmms_eval/tasks/mmlu/continuation/mmlu_econometrics.yaml,sha256=NyCWg7Q4WvcXaVR1bvTyaXrrfvHi7myA6Dea4zi04rk,244
lmms_eval/tasks/mmlu/continuation/mmlu_electrical_engineering.yaml,sha256=H77Vjp_UkpvZ7Cl87iXY9gn_dcLhh6RFeimGnsnF_rY,264
lmms_eval/tasks/mmlu/continuation/mmlu_elementary_mathematics.yaml,sha256=Zy7p0NdV78D6uqaXMl7i9RJ-Sj7jv-uogWKatpz1LkU,264
lmms_eval/tasks/mmlu/continuation/mmlu_formal_logic.yaml,sha256=R4Ss7JHj3CXDWR_MeiKtYx_3mWsEB7KdYDjvPiSy1e8,240
lmms_eval/tasks/mmlu/continuation/mmlu_global_facts.yaml,sha256=tLIiy8tz5sReidO5kvITphEkl-OMIk32WX_G7pnK1ns,235
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_biology.yaml,sha256=sRXfM57YZ7cBqNPzT2g2P4OJ3-IsxOzMQP6PGWpI1yA,255
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_chemistry.yaml,sha256=rs3En93OgVtEtHfDYRUrTR8UYrsKDeZw4J_YeUM_uSI,261
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_computer_science.yaml,sha256=atRoHgZ7095FvGNjJ0VVo0qGqqs2_mc_XDFjLfFRdzU,282
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_european_history.yaml,sha256=7xT55GPHqDGK-dCBC2L0A9xV4nV2UnJ8TLL0pqY5NvE,288
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_geography.yaml,sha256=B2qvG-YbNJkPWMgVJZl2WGIh8KOtR_yE0vHCB0gx5qs,272
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_government_and_politics.yaml,sha256=vtXlV8rwpk09yGDjaCEDvrq4WTeML_Z2f7qgzEr0x_k,314
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_macroeconomics.yaml,sha256=rDmYLJH-OmTOnYzsRfHZ5bllGS888Cg43Feb_cPc9Cg,287
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_mathematics.yaml,sha256=60YqLIp4lTPrVLpA3sYm4P97G4rOMJlKFrnTJT1mF_I,267
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_microeconomics.yaml,sha256=Z00g2WIPtF4z-zEWCxxOHXQx0yb1wBIkoa35Gkq0m5s,287
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_physics.yaml,sha256=PFmsMPCK1mwBAZKnlOt1kDRooQQ1yTQqlAoofkYn_GA,255
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_psychology.yaml,sha256=eAYNlU5T9EPHQNOQMbLJ2GEyEbzMbrX_ZBa0mIknilA,275
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_statistics.yaml,sha256=pGdOUMD2iAx5Irv45urSdnBy9KT9sK3TKK3AzETJzHA,264
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_us_history.yaml,sha256=7Aqq_2a7qoWztzn6t9rQPdxZfAFfFk46CJt4at_uYiU,270
lmms_eval/tasks/mmlu/continuation/mmlu_high_school_world_history.yaml,sha256=XyTanBXEGN6aQBA9b4_Jh1N947YRm47oHGlHOwMroto,279
lmms_eval/tasks/mmlu/continuation/mmlu_human_aging.yaml,sha256=gejBlHmyvAEQJu2FLvZYtRbENsEncJaTqFl_Pf_KTpo,232
lmms_eval/tasks/mmlu/continuation/mmlu_human_sexuality.yaml,sha256=5Fi46eDrnRpcBnD8mswg083Tgmv7E50qBzS-ks78LyA,254
lmms_eval/tasks/mmlu/continuation/mmlu_international_law.yaml,sha256=oRjOW4VID7liH_sP_qJpBjHzLdCU8TT1TRIr0s1hXNg,255
lmms_eval/tasks/mmlu/continuation/mmlu_jurisprudence.yaml,sha256=WiNB6CFoFNCZvpiUFLmkEkc5j44hhiiwdpX1K1jh09c,242
lmms_eval/tasks/mmlu/continuation/mmlu_logical_fallacies.yaml,sha256=_BHRBCzM95XRvh8Hu0gvy8fDczq4l0m5znh2-Wbyt80,255
lmms_eval/tasks/mmlu/continuation/mmlu_machine_learning.yaml,sha256=uUENhlqJhUTg89vz7DX-3FO7wrsTywjMynwBa6aJKpU,246
lmms_eval/tasks/mmlu/continuation/mmlu_management.yaml,sha256=tnrCl2MQuj-12fBhp1wYqzQSIBOnwizaDBS4PdAMQIc,228
lmms_eval/tasks/mmlu/continuation/mmlu_marketing.yaml,sha256=BOiDzMwEvZndG7g73fKulu3JANVAE074wlavVdnJRN0,225
lmms_eval/tasks/mmlu/continuation/mmlu_medical_genetics.yaml,sha256=MmhMn1WZ4_j6qaiia3SKCZcwhMqPt_AYfvzkGEa5aek,247
lmms_eval/tasks/mmlu/continuation/mmlu_miscellaneous.yaml,sha256=oCHMpWmjJGg3-zt5104KMS4YK08jnfEWccqe4zGrrmA,237
lmms_eval/tasks/mmlu/continuation/mmlu_moral_disputes.yaml,sha256=Sn3noEpM6nzFNUcZrrvIJFScuaaNR3stJ3S8usxfDBw,246
lmms_eval/tasks/mmlu/continuation/mmlu_moral_scenarios.yaml,sha256=6F3YGbzxDOXqgvKNQCAAgjyz3oYbO1ttFPEnFnOHpT0,249
lmms_eval/tasks/mmlu/continuation/mmlu_nutrition.yaml,sha256=UbtsbuI_3Zt4SchTrrGXebYu529uSuzuhvQ9AoyWmHs,225
lmms_eval/tasks/mmlu/continuation/mmlu_philosophy.yaml,sha256=XTLNBVEgORnWfjxcd8mYtVocafD8T08kTeEZqf4PsN0,233
lmms_eval/tasks/mmlu/continuation/mmlu_prehistory.yaml,sha256=nocdGCiv3b-4Xsn_EdsFIyr_yDYV2hB5BmdLygbuCIU,233
lmms_eval/tasks/mmlu/continuation/mmlu_professional_accounting.yaml,sha256=4pGTELtHIO-SLaGLrimlJQOFDsN1jMfdn6UT2HotODM,268
lmms_eval/tasks/mmlu/continuation/mmlu_professional_law.yaml,sha256=iAth1MKB0L-50KDb6GaejvJYw2WD7c1sfH1rDTcQclg,252
lmms_eval/tasks/mmlu/continuation/mmlu_professional_medicine.yaml,sha256=zl2bYnP5SX9bo8-GqgbmxcxXHxQk024e8dwI59c8H5U,262
lmms_eval/tasks/mmlu/continuation/mmlu_professional_psychology.yaml,sha256=IhA-lGKahGxIPg74v4wo34KL2KaMdwB3eLFRn4lowyE,278
lmms_eval/tasks/mmlu/continuation/mmlu_public_relations.yaml,sha256=CjfqDGWW4wkwyRphCoguRelfOrLfvm3MgwUwsmEZfJQ,257
lmms_eval/tasks/mmlu/continuation/mmlu_security_studies.yaml,sha256=OJNRYgHpzilfo3iG5ThaOTBAEZRgRHRlg5Eqmsz9mTY,257
lmms_eval/tasks/mmlu/continuation/mmlu_sociology.yaml,sha256=l-_PTHLa444UCldUsQUEpngNnD9KupvbLXrwTyqyyZ0,235
lmms_eval/tasks/mmlu/continuation/mmlu_us_foreign_policy.yaml,sha256=LuAAXAilA84hb29_XriugIOoFv0DXXpmPqY166U9TB4,260
lmms_eval/tasks/mmlu/continuation/mmlu_virology.yaml,sha256=cg2ed5lJY-btTgeGE8GSmMsG2MRr08pHNMsR08YOQ3E,222
lmms_eval/tasks/mmlu/continuation/mmlu_world_religions.yaml,sha256=riZLS_ZEYaMSsmeaeEbBuT59R7XED8ZmPSUy1AmPJRM,249
lmms_eval/tasks/mmlu/default/_default_template_yaml,sha256=CyVZ1601IKoOQeIG34CWI1bXeeOvipU_iE1TDpIwlfM,512
lmms_eval/tasks/mmlu/default/_mmlu.yaml,sha256=413SX-pfpVg_u2Spn5t8SiBxo-271lGC8VLXe3eY4R0,179
lmms_eval/tasks/mmlu/default/_mmlu_humanities.yaml,sha256=eQA22xQg58ihJm8UnsqkATJjgGCFUvwSPKwcFSVa1_E,166
lmms_eval/tasks/mmlu/default/_mmlu_other.yaml,sha256=HNgDqPVriKgw-KEqn8BS2LgjfHErjqhZWC2j7ratQ94,151
lmms_eval/tasks/mmlu/default/_mmlu_social_sciences.yaml,sha256=7OSjJtYDwkJEEa9KOxyxqZZ3eS9QzTZvjp9ecmiZGUs,181
lmms_eval/tasks/mmlu/default/_mmlu_stem.yaml,sha256=LVhWPPZ4wef5it5apH_2gUPYVUzBZh7XuDKr5IOyYE0,148
lmms_eval/tasks/mmlu/default/mmlu_abstract_algebra.yaml,sha256=8CbMiRigpKQir0KG4iiJ3m9CNINnGXX91UKclsDQ2e8,270
lmms_eval/tasks/mmlu/default/mmlu_anatomy.yaml,sha256=ja0vjcJFIkt5gcYYbhGS42LSbA6sZJ0TBwgPV9-S_2Q,233
lmms_eval/tasks/mmlu/default/mmlu_astronomy.yaml,sha256=p3IydlR74kdPFBPTh9E_H-wXmumPI2p4JYxsg-Ix2SY,241
lmms_eval/tasks/mmlu/default/mmlu_business_ethics.yaml,sha256=Co313C-i8C8ccNp6uSB2H0eYYkYt7pdFcYLfgXsdzlc,267
lmms_eval/tasks/mmlu/default/mmlu_clinical_knowledge.yaml,sha256=IwgnlRO7cfVrxGIT7HPZQpGKbl1u3IhW7EMNzG08wms,279
lmms_eval/tasks/mmlu/default/mmlu_college_biology.yaml,sha256=oQLl3dYZWRqKft8YML14ya5W8IOQijH1tiug16tZNpU,266
lmms_eval/tasks/mmlu/default/mmlu_college_chemistry.yaml,sha256=qvvRZZK85AhQ-V8Tph065T8uzFEh4Wd-m8J6iY2LAiw,274
lmms_eval/tasks/mmlu/default/mmlu_college_computer_science.yaml,sha256=NLpXnRE6x9SZ-58aQdsw9lbrT4XyQMjoWy4ByKLnsao,302
lmms_eval/tasks/mmlu/default/mmlu_college_mathematics.yaml,sha256=9e4tXKs2_c7pZ4_f2jHB1tr9FzZ0aSMR5qMABRHX3hQ,282
lmms_eval/tasks/mmlu/default/mmlu_college_medicine.yaml,sha256=PJVliyXPmd2cmYQwRjzcrhrUw_t1xzWsRINEjMvgdDI,271
lmms_eval/tasks/mmlu/default/mmlu_college_physics.yaml,sha256=QZ_3QTRbAcjXNiq0H3pI8OpEZnzwu4cFaHGKUAscpqw,266
lmms_eval/tasks/mmlu/default/mmlu_computer_security.yaml,sha256=pzT4m_-0A45r4n2fQCqsDnm747gx1C-v_F4VQQ2IqVM,274
lmms_eval/tasks/mmlu/default/mmlu_conceptual_physics.yaml,sha256=L0Qqh0Ubn5WyKQfUNOc3yhRFXxlzkK1pu6rplwBK1KI,278
lmms_eval/tasks/mmlu/default/mmlu_econometrics.yaml,sha256=TUI4bKKlY31gtJeMV100kDVPQDjGd0MImn6f8U1l-xM,264
lmms_eval/tasks/mmlu/default/mmlu_electrical_engineering.yaml,sha256=wp7Wspyyiw_UwkOiv2NzhRI5JhGbJRYPmfAoZ_W-E5Y,294
lmms_eval/tasks/mmlu/default/mmlu_elementary_mathematics.yaml,sha256=kBBePuU6hp9bsjNh_gFBnpzsVL-_HNgrLT8-X4ozXEo,294
lmms_eval/tasks/mmlu/default/mmlu_formal_logic.yaml,sha256=MePI7FG7vounhClIsohEsPEt6LcJBZ8WR72jn4YKuG4,260
lmms_eval/tasks/mmlu/default/mmlu_global_facts.yaml,sha256=2Ti5YqP4_c2QBA2e8o25BoptHs8IpzEdjeftifd-q_k,255
lmms_eval/tasks/mmlu/default/mmlu_high_school_biology.yaml,sha256=O5Z9S_UWmqkKvYWgS5zKV0a3kQKqnj_spKrYMY9EF2c,282
lmms_eval/tasks/mmlu/default/mmlu_high_school_chemistry.yaml,sha256=2JKCMz1Pzh92HfXguu3LWapy2rIvRlHT4fd6oULNHwY,290
lmms_eval/tasks/mmlu/default/mmlu_high_school_computer_science.yaml,sha256=T6IF3DSgmKz2jjA_b3wNo73enUY4qUpWg-9sV8PD8Ts,318
lmms_eval/tasks/mmlu/default/mmlu_high_school_european_history.yaml,sha256=3DDfgs3vFpKpmAaxviqpTxY2JAcXnMKi2eq9s3sq8G4,324
lmms_eval/tasks/mmlu/default/mmlu_high_school_geography.yaml,sha256=S242QlomkOAuRuinx8iG1k5CCCOZhXx7_C85bZPTjqk,301
lmms_eval/tasks/mmlu/default/mmlu_high_school_government_and_politics.yaml,sha256=ArleOPEzJmppu7_7jsrvX2f6BSHYGw9UCg5MwtzGSSM,357
lmms_eval/tasks/mmlu/default/mmlu_high_school_macroeconomics.yaml,sha256=2GUF-nirRdrD3pAkMrsaMOJfPYb-ICicB6G2EhRSnzM,321
lmms_eval/tasks/mmlu/default/mmlu_high_school_mathematics.yaml,sha256=fNqq0LopnVZ5s0TsjNR3Xdgev_ORgEEVenqYBwjzHcI,298
lmms_eval/tasks/mmlu/default/mmlu_high_school_microeconomics.yaml,sha256=tQ7mpInr71OeoYG5aHFre3zclHKfxYzwG582OICT7DY,321
lmms_eval/tasks/mmlu/default/mmlu_high_school_physics.yaml,sha256=juM5iHF60cnMKfUYQf_di6LOV-gPk_xvPVcKSMZoOTQ,282
lmms_eval/tasks/mmlu/default/mmlu_high_school_psychology.yaml,sha256=YDt1fIhD7eXGRRolWTqO5beB1FOwc3LElCSBa3mppK4,305
lmms_eval/tasks/mmlu/default/mmlu_high_school_statistics.yaml,sha256=udrapc6FmNb9BoSB4D5hflFU-QRiyApxh0v4B3-_hJI,294
lmms_eval/tasks/mmlu/default/mmlu_high_school_us_history.yaml,sha256=K9E-G2J7AitlxMjxNfrCqpbc2cp_Rv95q-hnnCeeuUc,300
lmms_eval/tasks/mmlu/default/mmlu_high_school_world_history.yaml,sha256=WA_YSk9MHJqXSxO8uS859aDEZEAkAXRN2bRdqkp27q4,312
lmms_eval/tasks/mmlu/default/mmlu_human_aging.yaml,sha256=zugLY3kLDobnsmzWiXPEEKsqCF52JiaKSiVYftSKeBE,251
lmms_eval/tasks/mmlu/default/mmlu_human_sexuality.yaml,sha256=Jn_j64_K9S0Vf8wHKNBRP9uRwzcRc_44jgsD-KfqCeQ,277
lmms_eval/tasks/mmlu/default/mmlu_international_law.yaml,sha256=mQZNHQMEEGyxn-ox_Ur1z2mpSctPXocXKadtCQo-icM,280
lmms_eval/tasks/mmlu/default/mmlu_jurisprudence.yaml,sha256=LRj8ZU3UTZLd05St8ePvl8dDZjeLs3NFsuRNL3n6KwU,263
lmms_eval/tasks/mmlu/default/mmlu_logical_fallacies.yaml,sha256=LwO9JW4uEv_zzexn6k8I321ni226y2liwNgdwNovNWo,280
lmms_eval/tasks/mmlu/default/mmlu_machine_learning.yaml,sha256=eJuvGEQp1rUF8W_lgauzK6GBW0giNzW-FXECRMPUyUg,270
lmms_eval/tasks/mmlu/default/mmlu_management.yaml,sha256=nUUHwGC_8NtNyP9BmMYlcV7_7SjST9v1RJXqSTscbSc,246
lmms_eval/tasks/mmlu/default/mmlu_marketing.yaml,sha256=9j_s20guPyO90YY8ajCaXdyDbgn1MVFfCjPehGG4JMk,242
lmms_eval/tasks/mmlu/default/mmlu_medical_genetics.yaml,sha256=qya97Sl3V2Ch5UVdR2Inx0pR2U6ws2k2OmnRhKh22Fc,271
lmms_eval/tasks/mmlu/default/mmlu_miscellaneous.yaml,sha256=r8mO_OlmdomVGU_9XY6GyIG9rQb9W7V2FWs9oTP4LT0,258
lmms_eval/tasks/mmlu/default/mmlu_moral_disputes.yaml,sha256=7IJ549pb_EooobCW8d1sQv5fMH2anFE-PnnymQ8v0Fg,268
lmms_eval/tasks/mmlu/default/mmlu_moral_scenarios.yaml,sha256=yYpgqZOGyvsJXn4CtWxqdAEad6WmdykB0FXp1I5j4m4,272
lmms_eval/tasks/mmlu/default/mmlu_nutrition.yaml,sha256=4RfBW5hG_HXp788o9i7epsc20k1NGsw-MQIF8YUuYiE,242
lmms_eval/tasks/mmlu/default/mmlu_philosophy.yaml,sha256=dlSgZ1LFxF4GN1COpKUoeYEUwQ-rFyt2HKLvOXwNkXI,251
lmms_eval/tasks/mmlu/default/mmlu_prehistory.yaml,sha256=wj-NzE6WAR-evKmbyysjcvR31eNmgWkLus2UwKQDtsk,251
lmms_eval/tasks/mmlu/default/mmlu_professional_accounting.yaml,sha256=Qy3zH6atU5gCARcYlIH2GvvEsnv35-fwP6g_kA8BzRE,299
lmms_eval/tasks/mmlu/default/mmlu_professional_law.yaml,sha256=YGfWAWDQl4teLBX67c2br1GIYAh2qJL7CMQvG0NpdYw,276
lmms_eval/tasks/mmlu/default/mmlu_professional_medicine.yaml,sha256=rt1sj8W2YvEZf9opIL6oUWzkCQ4W-X7wzx0ipMVCdOQ,291
lmms_eval/tasks/mmlu/default/mmlu_professional_psychology.yaml,sha256=yKzADzAQs5bONPK1T_pr8IBjl6exT5ocUuqxi04CxkI,309
lmms_eval/tasks/mmlu/default/mmlu_public_relations.yaml,sha256=P1YLsMvplnye6edT1BaBMEo2bIPkzMtzdD_KTQk4Uz8,281
lmms_eval/tasks/mmlu/default/mmlu_security_studies.yaml,sha256=wj95CWRxndMquutJk-y5v1Vgp7RgYiDNiKkAgw4R3y8,281
lmms_eval/tasks/mmlu/default/mmlu_sociology.yaml,sha256=vxyiL8KbZUMbg_qd5ZZ2o1Q1NbmrlC-obMT_jIcb1sM,252
lmms_eval/tasks/mmlu/default/mmlu_us_foreign_policy.yaml,sha256=RMNup4UrzMlB_CQ3C82cmFqw_zNKlolSWmUR7yxqgzk,285
lmms_eval/tasks/mmlu/default/mmlu_virology.yaml,sha256=AosNOsus2b-D9-Z6QbBS5Gmf7Mykx-Xp7ddPv9JZqBc,238
lmms_eval/tasks/mmlu/default/mmlu_world_religions.yaml,sha256=CNebGzzEl2qXyapX8TYstYjbHmgBC6Vv8zpPvohOPio,272
lmms_eval/tasks/mmlu/flan_cot_fewshot/_cot_prompts.json,sha256=CBR4SFsdT1HgEwXhkRPw46Ro8tx4dZY4aZjiKal7CWw,218396
lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu.yaml,sha256=aDqpEsoqk1kJVjfiU5e1KTmHIMiVjc2IvXuI1xoWN-k,750
lmms_eval/tasks/mmlu/flan_cot_fewshot/_mmlu_flan_cot_fewshot_template_yaml,sha256=XD42oDeq3VQyEqiBAHRIjfw_ru-PLQjDkUU_22shOpI,873
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_abstract_algebra.yaml,sha256=aoKjo1daIkx5T30ISY7o2BUA3oz4W68XexDysWUxdCo,3437
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_anatomy.yaml,sha256=NfsdVpLvvYjfUUXDBnuPpfskUdeIRcWnUJ3FrXS5JPk,5059
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_astronomy.yaml,sha256=6KSucqnE8iOZv325YR6EUQv0WRPM5QAbvtJrw4Lt-GU,4723
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_business_ethics.yaml,sha256=ePEfWvjW9hGri9fyYrdWKJApibnBEgxwIFdznFWgsn4,4909
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_clinical_knowledge.yaml,sha256=jSX8CrLPkqtcQ2xfZw4xX5qM8YgBLyl9xC0l9r1JLLg,2900
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_biology.yaml,sha256=9icSIiNn-Lk97LWSi71sblLfhTesUuORwrQeRZNAfWY,5193
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_chemistry.yaml,sha256=umclUsBFK4O89oG6zRtUFAKs19DrVyue6_MMaAFlb5E,3237
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_computer_science.yaml,sha256=EdD6aAAx-i5yc_Y7O58PsOoXycRKStQhF2U3pX_w9_k,7034
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_mathematics.yaml,sha256=xSIg8xcmZZVRydgLynC3-pUbUL2pBbYMvFP_xQ1vAxI,4331
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_medicine.yaml,sha256=RLDXJh-sQOQ0lFWII4LNx_MJvWNVIqWD0Sn5T3JBrO0,4607
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_college_physics.yaml,sha256=6v2Tf3_W5VHFhB8H_xlxRlT4FGUiW2yod6bDvdhCk7g,3715
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_computer_security.yaml,sha256=POr2i_1yjPFuY3HeTBUL3bsTURZFqKcs_edm1IY8F3c,3054
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_conceptual_physics.yaml,sha256=Dqx2rk0-aZOBkOJyM5l5zxpPHMSJ8f7O7byfJeCb1Uc,2809
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_econometrics.yaml,sha256=J-AUjmmIOmO0PIL183eAvilrIx-vzxyGITFxcNCE8Q8,5536
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_electrical_engineering.yaml,sha256=NNyYtTJuQRTjhpruOqTft_hxl9CnCuNFSHyGN7iy9v4,2914
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_elementary_mathematics.yaml,sha256=P1QoBRn3f-XM18dFvVDhLRtx0s9F8nH6CfkD3yI0nRU,3504
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_formal_logic.yaml,sha256=9AGOvcYauBYhyCqThrTaewYoCXXkuwAtAGW5QYoo3Lg,5114
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_global_facts.yaml,sha256=nmnpD6mUSTKLZISz_w8vz2oFTGuK3_v401rbdhbgCSg,2833
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_biology.yaml,sha256=iJunyyel8WFVqtJ9nOlsGkqE-ChRSwLO7JcV5GZdoQI,4783
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_chemistry.yaml,sha256=JHmrVEaXCM7g8vh9E69K_gUoGBCvH4y-MBGpbzBrPC8,4328
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_computer_science.yaml,sha256=F14sc4cBJAT_2LcpeTrt51R7uRjHig3F5MPtxVGCWlY,6099
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_european_history.yaml,sha256=lPKdTXSKf_OjAM0mAOU979ZNI_iF9_r5z_4aaiXxQrY,15060
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_geography.yaml,sha256=tOeqElDXEHPrrRNvXlV0L7L3N4Gk0LOE0rZvIlw1jqM,3204
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_government_and_politics.yaml,sha256=iAephTGKPDRHoxgMnpLefgqNM4kplcWYTDbEnk6uMw4,3706
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_macroeconomics.yaml,sha256=jXvXWYS6kECGZHZbUbOB7LkCN5rkknTbF5gycdqmk9Y,3175
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_mathematics.yaml,sha256=ThNRgKwDtZq12U5bIstACPcgXEMI-nnjS5zNxXNL1e4,3101
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_microeconomics.yaml,sha256=R6fCxhwNYGgBw_1ZD9vhqm94ebDiB3hiUfZ9rIZR0VY,3372
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_physics.yaml,sha256=Pheqv0INY41kpLOYNSS1WX7JBO1ToQI194DK_fEpPFo,3340
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_psychology.yaml,sha256=BTF2HYLYG1iP95UEHKS2nNGayJ5mKe7TGdNSRoiz9pQ,4131
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_statistics.yaml,sha256=UMJg38f9nwfPF4Jt-YXEE-WkWaW2k0RI9QlfZAZmul8,4953
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_us_history.yaml,sha256=s1uN2OUtP1ZdsmH_XTVt6oYczvHqP-pfau5m8Soe6es,11947
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_high_school_world_history.yaml,sha256=S-OeHiaFnGIr5lDt7Cj5f8nco0z3DlFo7tVI8igv0sU,7284
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_aging.yaml,sha256=ymydkPmpbhRS8VIoHZd7ubjpp1TVKjowFlOhlVxFwzs,2289
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_human_sexuality.yaml,sha256=z08VPd6Ea6dXOLy7dPqv5D6BpTcqeOHcQT6Xj3DFqkU,2846
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_international_law.yaml,sha256=UTmuJzpiFavS2ytDpE5FN3CFXxznRQopuF0D80mRC1c,4656
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_jurisprudence.yaml,sha256=RAGu2JMVkjmX4LfqdlVhx08yaHHWZoGVHQaeK0WkRow,3813
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_logical_fallacies.yaml,sha256=RgvkHNCUhhqgE4uZBoOp-dJuCqVJ6XR1yAZauNJA7ss,3789
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_machine_learning.yaml,sha256=15QW1HTXpuYa5ZH4rEP5Rsp5ONh1ChxRcLCcTnBZslA,5222
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_management.yaml,sha256=lLcSx4BvWS_R2gall4ag9_pgH3-_U7eDTz-3Fx1DSow,2755
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_marketing.yaml,sha256=jh3RSWqO1CIYDOtMKsZHiZ7KWp0pcy_9CdyawkKUEeQ,3411
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_medical_genetics.yaml,sha256=tWEjkWRv9cK3MwCFwZPduR2ojdx1uh9RqokpdbiI95Y,3090
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_miscellaneous.yaml,sha256=XtpBvyjvm0hgFDLTN13Dco1KVNqaYR1GsJiL3gzrpYM,2309
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_disputes.yaml,sha256=Pk2KL9ApOsRDFRvcnKHh5jFbVKO5pgzS2fbpG-QpIfY,4154
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_moral_scenarios.yaml,sha256=zxTSiCbkkt_TQKS01FqGFr-Op4oaVqb02GDj9LBxA0g,3752
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_nutrition.yaml,sha256=ZssM_H6p58oOpBzbc4BYQVmI4_HcwUXvWEzBJVwV32g,4036
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_philosophy.yaml,sha256=fGvJp-3mY5cVPEP75VQep7GRXGuFm5lDMG1vcAGyRnM,2547
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_prehistory.yaml,sha256=vHKYo5rqJ31ybEX7ELyOeDKinVPZMvyLmKRLHZQev3c,3589
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_accounting.yaml,sha256=nV05gC06lQBr-d2bv019_mUBKERIhoPNzl_Rks8qVpA,4077
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_law.yaml,sha256=YAAkAb4sQm0o7sGRBpeO2lAlI7nyz63ff-oYSYHRZt0,9158
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_medicine.yaml,sha256=Xw5al8I3VhWnDIKjXMbWbsvQdrCZD7mmc2QtAgTiALc,6138
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_professional_psychology.yaml,sha256=6P8qbZ_O3N3jEiJwArq1ERm7NtYLuH5-wS5GJXekANI,4161
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_public_relations.yaml,sha256=9lLn5RYT4bGPyUbdSl6V6bySu7DUK_orSz8H1HZ5W5E,3287
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_security_studies.yaml,sha256=CE4XR9kh2RsYwTY1KwAE1JULtR4IwPi600gIQcZqN_4,7483
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_sociology.yaml,sha256=4RYeG8EHkC4CTaNIOilP4IFCMP8FF7c0Egp_raGanhY,3603
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_us_foreign_policy.yaml,sha256=VYUq-Ca2wgNtyF3EXqI8cAdD2k4k488Gt83NiKxNSII,3414
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_virology.yaml,sha256=_5OZHH8JTrwLiJHe48_am-NcGPTsANHzz6W_rRWXhsI,2569
lmms_eval/tasks/mmlu/flan_cot_fewshot/mmlu_world_religions.yaml,sha256=RzCfh2DX0Ndpa7RQKKYZGr-G1MQxwzVyBUOIe6oVLaA,2239
lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu.yaml,sha256=gNwjjtklC17AJFI-hn3XsAS769PlCUGUmS_VYMwF9wg,820
lmms_eval/tasks/mmlu/flan_cot_zeroshot/_mmlu_flan_cot_zeroshot_template_yaml,sha256=rFCWeNfPQ12C0wmQsVOjlgn8iXe6xeOIPtGXeBQBenA,1196
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_abstract_algebra.yaml,sha256=D05DDG34FWWlGwetDV4PdGA3WZO9VboybU4p5kGptKk,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_anatomy.yaml,sha256=cY4balmA0QCne1GmiGojYS-9fpjfWbCtmRjw0PVUjso,254
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_astronomy.yaml,sha256=cwRgKV1OL7CTBD7srUikdN4Vf3OCt6FsAgoKwRORpBQ,260
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_business_ethics.yaml,sha256=ZrhIRdufEA1fYcMhsXKvB06D8wlYmrmXDpUEP_Nj_G0,280
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_clinical_knowledge.yaml,sha256=IZZZgomNbEMXSiQLeADOzZiNfhLwiJ7e6pyqxUgDMB4,289
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_biology.yaml,sha256=mDwWAnhwclDY0D-x_y7ae3tZKMGlS79NlNlfdJ41Ri4,279
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_chemistry.yaml,sha256=P-90NKqT9YM9LYYo83fJrim9ififcADZvUkBtkL_qc4,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_computer_science.yaml,sha256=-mIVc_Fdd1HqNSdV1rzYtp_JraEX6OrvLhZQusw6fsY,306
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_mathematics.yaml,sha256=XAHW5r0unXbZOEcjgP3AidZcabbqDGM0PSj_rOtqVa8,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_medicine.yaml,sha256=VK9vZWHVJyTidMD0-NeeIkeAKg1Rz5ePO-Sw4hnUG_8,283
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_college_physics.yaml,sha256=-ZReNbSo65Wh1vhTq7AaysoE6tKXLxLyPGXaJgKEong,279
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_computer_security.yaml,sha256=JVlwrz6AGKo5JiPpqRwJOiquysmPKfULu5SlQ336Kng,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_conceptual_physics.yaml,sha256=PI0oH1j2jO8jgClOXahq_z4E1rigvQGtPiBHP2tZSp4,288
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_econometrics.yaml,sha256=-73Tl3h_r4XsEtBu1cMshKyQ6NTMTfv2KHSDduAslRk,280
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_electrical_engineering.yaml,sha256=SDKUoWWp9cIqYXvjTLem5tMaxb0aQI8gdAb4rDFAasE,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_elementary_mathematics.yaml,sha256=EtonB9CNq7aNJ1wVcxhZEL373XgjUqvv9005lUTZlfc,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_formal_logic.yaml,sha256=dlkXXyHQJabUdEPoWuAYZp1RJgrjHEFQJoxJ-4mAS6g,276
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_global_facts.yaml,sha256=ivw4selCmO47w_LJ7RrfzQd3jyToMQ_BTZoZFm_Mmvo,271
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_biology.yaml,sha256=b5BKJIFA06AXkv_5Rh8LRXW0b7xoTE0rlfH3b0A6ONM,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_chemistry.yaml,sha256=MJtb1Vk0KVeaEjF-2f7WJEZ-pBVP8fWfs0dyTSHbTcA,297
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_computer_science.yaml,sha256=jfkNachrEHkFYBeRKBtEkW7x0Sn0snBJ9W8AYs1KDtM,318
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_european_history.yaml,sha256=XspQCpWtltqohocXZlkq_z7u11vM94_lT8LO_hBVcV0,324
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_geography.yaml,sha256=DVGHMwbvjxzvcsOuE78daoAdWBnIOIdmB2mlyf2fuXE,308
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_government_and_politics.yaml,sha256=lSKkQzGk3EiUvLME-e9qO3yDsQfGaTrujlfmBwNBHxM,350
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_macroeconomics.yaml,sha256=E0I_PGk9f0Wsdw3F8tDuU2iOKUVy3J2Y4p43Wb_euds,323
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_mathematics.yaml,sha256=27IY9CpRty63Alj0zzI8cDRWUKgM7THicNytWJs8f_Y,303
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_microeconomics.yaml,sha256=LD3Zv_TzObQHeWLggpthdaNAA7ui2XjsWXlimwQTm_s,323
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_physics.yaml,sha256=cm9dQlFdMtfz5tOwiyXM7BqvKBidwRvveb3ztxXdfM4,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_psychology.yaml,sha256=VWp_wWvztCPD0tyT3QrRbfo9mg6rfGMXGOS-kgDL2gI,311
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_statistics.yaml,sha256=IltR0N48zxn16GwipiRpZbKQ5qzTgFzDH1NOaGl2X3k,300
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_us_history.yaml,sha256=y0YirRMDycGp_K8S5jznOiMAcONYRmS05ZtkvKzca_E,306
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_high_school_world_history.yaml,sha256=lGmBBbBH6NAevJaPGb2o2sygGyyyMDoiIwpmgqiY2rY,315
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_aging.yaml,sha256=KqIp34UVbvFLpsYSLd9J52orPct2ughaBLDr3VhUVic,268
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_human_sexuality.yaml,sha256=Jy6B8vN92ibceNDtU01Bq_ndA8NdPYacXeqoceKiV50,290
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_international_law.yaml,sha256=PXfyqDlb9f9UGkpMYSTW46JWFPbbAgFtKLM7vxqAegw,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_jurisprudence.yaml,sha256=DjJ_Bq17wreCwNnc_z-yFV48cheYizz4yYsmYCcmKnc,278
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_logical_fallacies.yaml,sha256=nkn_yuCqkcR9NyPxDrmyC9UKOYPHTz6HkyKQP7-Na5Y,291
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_machine_learning.yaml,sha256=aRqD8d1rUjB2sjUoC_ckLlwiHHwdDX9INhByQO4xRsY,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_management.yaml,sha256=IL6nGRkVGZWTqwKlUa-WHtajFZuLyAqMUb3OsN2MwHA,264
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_marketing.yaml,sha256=2Lipzgz9YxVanlPjwDXZzvryBl5LpTb2NiLwNQcAI3I,261
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_medical_genetics.yaml,sha256=As4rH4BaPJJFWhPnWE4ZP5KY_Vl88TaQFZGW1fgM31c,283
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_miscellaneous.yaml,sha256=4WWyq9lBuuVT8HQyVzKrl9gcaCi1I5gbZufGJjoOt_w,273
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_disputes.yaml,sha256=FJW0e-H44dVj2Dzc4GxYaCZHrVG5KucwW0Y7B4L2TB4,282
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_moral_scenarios.yaml,sha256=hbS1LVpvN4e7FEz8DoYFQgfbeL-H5AacySuLzvFaXiA,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_nutrition.yaml,sha256=yJ0J_nvK4K0BfQ-j4QFFnaajaFD0jyedf6t4KqIr6Ks,261
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_philosophy.yaml,sha256=0avKAsr5j114NxEsE8INnzfUpC5aKXbMRzV2ykd5dZ8,269
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_prehistory.yaml,sha256=su4Ax1VNGwqAE3oagG-xQBtvhFdUaGDQf0n4Fz5zYeI,269
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_accounting.yaml,sha256=qjfzLUYsrnl3LslRPuhBrRUWJBsc-wsvih-N5fkaJQM,304
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_law.yaml,sha256=tGM7w7_jiNzpb9PudNOhahfUG4EJHnPOhDu_ah3Z_EU,288
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_medicine.yaml,sha256=Ekt23-3O7iBVbDutXEtk1-upwBwSs4FvM1RE6AwPVbk,298
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_professional_psychology.yaml,sha256=v9Qg03p5C3m2mZF_k9-UuHiUAueNKTWMLKoFM1M-nio,314
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_public_relations.yaml,sha256=h6cGYx0u4HeJet4qZTsxj8drafX2GRvj6Wu7dm-rMZU,293
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_security_studies.yaml,sha256=_VSy2T68x180Kjzi_SvsJJo5Th-PSkDoZu_ZTUbJK0w,293
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_sociology.yaml,sha256=n3phQqnRjvI8UzNdD7ixVlRPS6EnlXqfCtZeI5l6xQs,271
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_us_foreign_policy.yaml,sha256=aZ_BVODXeh7eRUG2M7fvZlSNG8K0LVBIu6gTIkmkt_s,296
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_virology.yaml,sha256=2ecBnyQ9shyTxVsnx_UFVrXAd-Z2OERofAFq54zRNIE,258
lmms_eval/tasks/mmlu/flan_cot_zeroshot/mmlu_world_religions.yaml,sha256=iXG91N8qBRUePvkeVVCjCZ2iu4k55tXQ33SNp6SgVRs,285
lmms_eval/tasks/mmlu/flan_cot_zeroshot/utils.py,sha256=hyQTFEgudG8bKtCk06WyZJZUGITd9vkAYgdJhGp-2Hg,4010
lmms_eval/tasks/mmlu/flan_n_shot/generative/_mmlu.yaml,sha256=Bop3pKSRBfWg3yr8BDQ7YKQR-P1JwJ-74aOZCVWBFBs,819
lmms_eval/tasks/mmlu/flan_n_shot/generative/_mmlu_flan_generative_template_yaml,sha256=slFR3MfkmRYeMWl15c0K-so5BdDD2TDUGBuSAZvcrro,932
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_abstract_algebra.yaml,sha256=s7Jrilere_l9b20MHeUayblpjRBrE4JkdKS1EXKbBk0,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_anatomy.yaml,sha256=zNWn8oystI3AcYkzbrDJinJVYM0DnYJrlA3tAJwQtl0,262
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_astronomy.yaml,sha256=II3xv9y0OQg248KSmBwDKzn-HyA14zS5d9-DDbHFddk,268
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_business_ethics.yaml,sha256=NyWQoZ0cJ5GkSqpwrjmiim1v7d537uI0j1GQC2gFKN8,288
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_clinical_knowledge.yaml,sha256=QngfKYlWu5Nx2VSud9pgKKTVW1GK-eKML3fpq6v_ztY,297
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_biology.yaml,sha256=1YAyz2nZ7Owjtj3Um_bn4dCHrSn3QY8x1MCxuoMf4w0,287
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_chemistry.yaml,sha256=o8Ed0Y9Cu9AbT_r5r8RUvOxN1vRezkhFpSx6H3Y2kWQ,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_computer_science.yaml,sha256=1T5NXmzTif9MvWto4C2zFE-1WSLbAT0WgqDrnT8VCfE,314
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_mathematics.yaml,sha256=cdP3-FGOWQ0xq6GL_SZxKEM6Ry7ccVGPeLZKALOqpz0,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_medicine.yaml,sha256=H1zZ9nnJW6gTJpoOiXrb5uiJG4DYT5Wu5pgwUaAN92U,291
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_college_physics.yaml,sha256=FdTzJkEdF45HRR9T2SxHNKdoex66oEZVw3LKCKrJ2dU,287
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_computer_security.yaml,sha256=23G3cPpkTHfdCISGGTrZ96ayxh9B-NYknoCUKwsZmzI,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_conceptual_physics.yaml,sha256=pOuNyqn16eIoknydn2nZhU_qxtK52SNB2XS8GdUcQ1Q,296
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_econometrics.yaml,sha256=u4f1uNl0s46EU7p6uympWItgRMJHPxpMBUQvaegNrt0,288
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_electrical_engineering.yaml,sha256=qj2EavhGdgdRzWozLOukxByWcWVBuA9lz2KJ8JQQebw,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_elementary_mathematics.yaml,sha256=Aseq6EZOnY2WVtgVSNf2KJZU4XdRVnbBzt1RzgVl0so,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_formal_logic.yaml,sha256=7jpLTcbeCP5H7nb2pU26rZBgpQedPkK3UM_LpHcyAgs,284
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_global_facts.yaml,sha256=TcqbBk9fRU2cw1pPpuj4bfod5_oHc3Sxn376a2nBth0,279
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_biology.yaml,sha256=sEDSFdJQAmKYvL6D7ry8KaBc20JLtb1UIKRDGmyKCqE,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_chemistry.yaml,sha256=7WjWhgjlhGeSZN8nmDjhvFM38VCfmPFKUjKsQNN2jxw,305
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_computer_science.yaml,sha256=zbpbZsKsHCKx_W-zgqTVvncBFZeDFyGEl26cnsYfETg,326
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_european_history.yaml,sha256=2h1tvtpKyf7wIpY7RQFhiWJUy6ewZblQpItDkU_u8Q0,332
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_geography.yaml,sha256=HkkMxEBZilgLERERsBVOcJWJm6TeE0kp0AR8StbRf9E,316
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_government_and_politics.yaml,sha256=148V9B4X4Ugx-BRj4HZOep3j6oRcYy3_LfGASGRPFkQ,358
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_macroeconomics.yaml,sha256=hgLg4U3KvgYNX1IwvPXi5kK-v9wKcf_K28bX4tC11Xc,331
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_mathematics.yaml,sha256=8a2BQVyBbPbebDiguCriPJVl6hzfjKVsvOueXKJktzs,311
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_microeconomics.yaml,sha256=pk3mU0VV_VlqDFmpiUTCuQc6LGDjAs425H0BjcLIzHc,331
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_physics.yaml,sha256=AZxNTMWDTCuq94nB5IosauC4FXtWTy3vT-PiQpPUdiM,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_psychology.yaml,sha256=lTA50Ex7dTgThukHjMqT0sdgMWfxfqQwjoxG9rAALPY,319
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_statistics.yaml,sha256=ElR08bu1Kd1ST07EYG8Xh21TKXkgDkfuGdPomnT6YDY,308
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_us_history.yaml,sha256=kGb9S2UQ3Ns6nHtdyfQ_pHHV9J3SQUxY9-sAID-KXpc,314
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_high_school_world_history.yaml,sha256=EpCtsxCnFv6-g9sqsJxzMOLATUQLhV9USwH1FuEg10g,323
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_aging.yaml,sha256=WErouLe5sv4cI2ck04yL4sxThiDxlYMoipedAK4Dqt0,276
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_human_sexuality.yaml,sha256=p27dFWiacrUWJjpFP42VOedTJbGMdhvofVZFJ5IbvFg,298
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_international_law.yaml,sha256=Cs3unyHAh-vdJkZW2VG-uSqECw4ZVE4M45T9ZVwZg5k,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_jurisprudence.yaml,sha256=PVD4etJIGccOpDvAgRXxATmWFFmj9ia7njsq48824XQ,286
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_logical_fallacies.yaml,sha256=MtuFmChMr69HuKnEtuku_aopmlte6nrEtt5yy7zy2Ek,299
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_machine_learning.yaml,sha256=IKDI0oC8uhh0vx9fwOC9s9-DsrG9nH28BYTc6oir-C8,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_management.yaml,sha256=0NQbxwZwIVAccaQ4aA8kdoTMbJECDUHz_FtJPvCNBFA,272
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_marketing.yaml,sha256=ULg8SlwzJG3dRrqzoHgArR4q1quVlcKkQGowAm35rzE,269
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_medical_genetics.yaml,sha256=Z4rFunNipapEXBeXGIhHbIAZn7J2SLuwODdJjHukFcE,291
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_miscellaneous.yaml,sha256=og2T_i0QTr0HLnT5X3aJ1YtzvrOQiOK_mMjHuHifjcU,281
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_disputes.yaml,sha256=2xneip6zemaQGdRTkgLiktKuMe6gpsSCq0hhbR2erSc,290
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_moral_scenarios.yaml,sha256=3auT6HtyVcKbDU0DtVw4c0Vu3EhpnxgV89JVjjBZA54,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_nutrition.yaml,sha256=UgAz5XcXNI-BJuivOX120uWw7HnOwlNHav9Xjwao1x8,269
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_philosophy.yaml,sha256=TCbq7171FLsj0ta0_EUsmzeA-Ylwp9zXJblFhAHYhHk,277
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_prehistory.yaml,sha256=908FF1FUKyqYEoJMhEl-JxWhltCyGp4TROr-fxvuk9M,277
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_accounting.yaml,sha256=0vMPYRTVo3Qg4wCmpC-1vMK5_tDdM7Nzsc-zRTy3X-M,312
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_law.yaml,sha256=d59gXZqzkEuaSzfnxUWaglnyCM_r5hefrBKox5IEvzM,296
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_medicine.yaml,sha256=xzVz-T4oF5RQkKUH1iVv3NnsrDfmRJMrPBSa3CGo6dI,306
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_professional_psychology.yaml,sha256=y-JmFdCLTcX30DGjpElBge12N4a4S1i2eFbJrRw5bFQ,322
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_public_relations.yaml,sha256=XoHvoG_DgMf8s10nBSKlA4Sv5wvtYP-T58oVKXGbi8s,301
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_security_studies.yaml,sha256=VOZpFs9xzsuC8cIsLRCjdUUlETvbXaG942AmTA22cs8,301
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_sociology.yaml,sha256=C_JHvCEuSurkXZwoqigSl9q8KcuGwMjLp1eefK_93nE,279
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_us_foreign_policy.yaml,sha256=DfgPoRREhgzYfCM_kl0wgXV5R1SEVmdLgGzk_RWJqJA,304
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_virology.yaml,sha256=YhwhXTYhYG12kLeLyWRspD6Go2OgS15MoqlVftdQF4k,266
lmms_eval/tasks/mmlu/flan_n_shot/generative/mmlu_world_religions.yaml,sha256=-f0UZagvha98Zx0AYT7QxfLz3qt0TpoyoTWKT9iyprA,293
lmms_eval/tasks/mmlu/flan_n_shot/generative/utils.py,sha256=hyQTFEgudG8bKtCk06WyZJZUGITd9vkAYgdJhGp-2Hg,4010
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu.yaml,sha256=qxI1DduHmLTDisjy0jjRakClnz1cgkI5wxNSzF-BgNo,797
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/_mmlu_flan_loglikelihood_template_yaml,sha256=EqrFMbCnI8AsugO63E6x_lwQ_oMo30MksDSDT7A7SlM,519
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_abstract_algebra.yaml,sha256=ulCPZQ9llvydmm2y49SOfOYWlpoy0yKIFPhyOMlmHeM,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_anatomy.yaml,sha256=MLy-Pj3LLNCUhAhOeW5ar_RxX5UTY_scfAonD8ChoFg,271
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_astronomy.yaml,sha256=7ssuxG-GkP6RNdoEPtVHtTP9jOShBQS6-qmMQ-Y4gKk,277
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_business_ethics.yaml,sha256=Mc9Y8Tp9G47Kybe4-F_g9fA07sP_YwJ29yhCZNVodoo,297
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_clinical_knowledge.yaml,sha256=YD-FYJc8HFm3EP22a5B7-fg4niWN9zXdT972LUNyuUM,306
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_biology.yaml,sha256=UihlPmUj5Itbd7YdfzDh6FOPqKEZtnnxHfpm2p8HycE,296
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_chemistry.yaml,sha256=JN7Cp_7d9YwBTwz_Wt85dM98SO4GSf9YFxU1Ap_9x3I,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_computer_science.yaml,sha256=9V6IrXZkSepvMJL8gFICcDr4DENWWzUmLJSdTYlXKwY,323
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_mathematics.yaml,sha256=5RjnRXsx9FLHuAAUl47vBrEauApaPpmrZLo8pJLRGso,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_medicine.yaml,sha256=8bD0QAkw2H6_qWYnK9CKWMIciVUsjcS5JDAhR7NsyfA,300
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_college_physics.yaml,sha256=iyG-rUaHcLybqeIQKg7hXj2cZznqdKmaQIh_4x5Ciaw,296
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_computer_security.yaml,sha256=AJ2qufO56laY56kj_cY1VWOZBISKnINdaJuJ53lCy3k,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_conceptual_physics.yaml,sha256=a09Umo4r7aUQIeQ7d3OzZVxixgZq9f4qV5wTq2AIWaw,305
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_econometrics.yaml,sha256=SN3xzBYKkZvlbP_VQIOnJnFOO5mD0VjhWmXazr3H73M,297
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_electrical_engineering.yaml,sha256=zN2T6fNJt-Ss3nDXvdPp6AQm6K5LYVDjT1aOWifdiAY,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_elementary_mathematics.yaml,sha256=SqOmX7eQU6vU1QkmLtBHTZ7Xras1BdXmSOePnfEBDaQ,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_formal_logic.yaml,sha256=_eiYK__nXe_lQPR6MorF1B3svb1XksZlWf1SME0-qkE,293
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_global_facts.yaml,sha256=Ck8ekYLDh0E_w0NePunync27jXpx6-4MH7oa1-oCK6A,288
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_biology.yaml,sha256=d2NaAY5stZ5pZuYF17iK22n9PEBwPbfKfe57ijrftOA,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_chemistry.yaml,sha256=kgwgmyMYXc5hOe68Mg64cjzt_J0l7Jcx6VisZ5qI0RM,314
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_computer_science.yaml,sha256=-m7Gy_c7sLJEuFNdD0zD74Fxbt0-steI2-zQYxzxghs,335
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_european_history.yaml,sha256=cbpUD0Bla8I2_9VYvm6S9wLHDwFNGWmuPL6PS2Iv-EA,341
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_geography.yaml,sha256=uZ4AO91wxjF_rT56oMm_aBvLeJP1ZMPZPChZ6uNcyFY,325
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_government_and_politics.yaml,sha256=NCXekJDxaZcsYxzkypyk5kPLW7vYBYbrnXWB3IcFles,367
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_macroeconomics.yaml,sha256=eRiuz_RSOR3RYdIkWU8d7h_KKIMW313rzWfSQ558Sjk,340
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_mathematics.yaml,sha256=k-C4P2G_HWeCI2pTV_z52O9yUZP_EuIfdvblFuUDmeg,320
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_microeconomics.yaml,sha256=tayKtGsl95sxXoRW7kQ8LWFP18lh1q0mgIXHRjn2EwA,340
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_physics.yaml,sha256=cbkRDuPtzo9jJJq8aG2x7zpdiwl2PnSPY-tqzouDR4Y,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_psychology.yaml,sha256=1mhov_K0XrAozJ4ii-UMnMNwXNeQUx3OEl3nJsJzu04,328
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_statistics.yaml,sha256=EonMCCVmpZUMHiV_pFJddXFvY2EQhTBDI7crMgY7caE,317
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_us_history.yaml,sha256=ykgvOTDS9Mi_pfUx-1GGHFUUSsmgqjpL5Ke3Z4PdSu0,323
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_high_school_world_history.yaml,sha256=mWJn70yLZLOUi-SKS9fPaEALo3a63BbteRYAXP9VkvU,332
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_aging.yaml,sha256=KmfGTiCjj_PuVFiAlb6FAItzVfLnjOfbp3X9GKS18U0,285
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_human_sexuality.yaml,sha256=eqk17OnD-Tm4VL92xqjtFbtOQItAmR5J05Zh9LaE8yg,307
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_international_law.yaml,sha256=i0PPbNWRhGhM6GK-aiQTasOsZyN9Wd9ZK3P8-Cc_O1M,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_jurisprudence.yaml,sha256=mCAQFfiIl5VI0hHWH6cI4uRXU1ZbHkrxTXn6b73Cp7s,295
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_logical_fallacies.yaml,sha256=jeWFIRJZJB_DglNpKowuxX55zztdXLDBn6A_IlSWlNQ,308
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_machine_learning.yaml,sha256=Lksx0rE1QrhsAQVEtJ74WxGIstJqBWkhPtecSFAUPMY,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_management.yaml,sha256=TdmNylOTJGJC2GQ0Ug0PWH5JkjlbhYjf2bc7slBgNUE,281
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_marketing.yaml,sha256=QCC-KYmF6McVMTrIsWc8cPDSpM398t92lW5Kzrl5tzo,278
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_medical_genetics.yaml,sha256=1cY5IkJtq_shx6CA-Yls8resMJEdAVZQq32e1XShLbw,300
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_miscellaneous.yaml,sha256=aPgYvDuOPAj7CxNLkk29TQj8TEUHLwtrg6R2Ob2veRg,290
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_disputes.yaml,sha256=6g60_fyBR8LYF90pbZbziYJei2DDlbblXNRPUt44Utk,299
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_moral_scenarios.yaml,sha256=VebkkXcKI1b4c78NN2Jf_HZtAwQFd4mbQBtqjS6gV4w,302
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_nutrition.yaml,sha256=cg3roPR8Jh4ihDFNkq6Ve1NLks_2FTENvbfPKpz3QBc,278
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_philosophy.yaml,sha256=mw4HB7w5lnx_L1cFkd6ryDdLLGWm9M_dX2knW9nvjT4,286
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_prehistory.yaml,sha256=kcfvbA55vxryhaGxXGPRcGTgwkAmIV6IlhfI9G743FM,286
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_accounting.yaml,sha256=ZrHD0UwTF3xFeSqGQYGNuosKLWeebN26tx6-Crrx6o0,321
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_law.yaml,sha256=DufIfy_7haOvk0orGGUD6I5JkDFPd1fkvIAY8vAdbg4,305
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_medicine.yaml,sha256=MHP9ypOaG4CR5CVfAOQpTunEr5sgTb1V2MJJnJNPtjM,315
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_professional_psychology.yaml,sha256=J679AFckJj33x08Q56ofCtHExpUnw_y2kLNFzYW2gjw,331
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_public_relations.yaml,sha256=O3vUX1DT9OkXNbLGuCLg8chZdcDyKGHNh90HN6HxcjM,310
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_security_studies.yaml,sha256=3gg_aFl5rmuqvanNJf_hObV_yFSXA9cWgQ2M03_Yr9I,310
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_sociology.yaml,sha256=3frgNR9olz-TDMAHbGMQGrplCqZJUK2fQW45ebs6YqM,288
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_us_foreign_policy.yaml,sha256=YuAOD8jnjXkfkUMdIaX4Y-W3vO2VBcD1cgTMnN6SbiM,313
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_virology.yaml,sha256=hO0QHEUZ-YhW6Q7UJuORxS72WF8Vu2DfrKDAHjyy3dg,275
lmms_eval/tasks/mmlu/flan_n_shot/loglikelihood/mmlu_world_religions.yaml,sha256=idBpTd98hd_1DGCa6xkkxo8SKz58lq0usPcHwNVRPSk,302
lmms_eval/tasks/mmlu/generative/_default_template_yaml,sha256=r4IQGl3MFUVO7mLv1Q7hMREsiOo-CZgHpUGY_F8-GOc,563
lmms_eval/tasks/mmlu/generative/_mmlu.yaml,sha256=u0BBXEAftCUQ1lp3pmep7kpAWAJBkssPR6ptTvHtcBw,707
lmms_eval/tasks/mmlu/generative/mmlu_abstract_algebra.yaml,sha256=Bv4vJr-iyHIxpUDd9xYFuac2zp4tMJztTJO0BLOT-ZI,286
lmms_eval/tasks/mmlu/generative/mmlu_anatomy.yaml,sha256=KNZDtYXUO0aPYm-I0LOFLxc7fTc-Uo_-HLeIdMQ4HQg,249
lmms_eval/tasks/mmlu/generative/mmlu_astronomy.yaml,sha256=qort6U2cSo3UrqhedJPa7117gdBMEPVEpNzOFr1NwGc,257
lmms_eval/tasks/mmlu/generative/mmlu_business_ethics.yaml,sha256=v3IeAPMc9nxP-mUrKXlEf6wvGE66z3tvUPe7jm9iNLc,283
lmms_eval/tasks/mmlu/generative/mmlu_clinical_knowledge.yaml,sha256=_lS59AyN6YuORLQYoneqM9cucpfHZazZhc0XL2KY8Kk,295
lmms_eval/tasks/mmlu/generative/mmlu_college_biology.yaml,sha256=TSfjmdgftG5Oxe8WY9SD2bw4sScnfmgn3lQFRVcAkZY,282
lmms_eval/tasks/mmlu/generative/mmlu_college_chemistry.yaml,sha256=GI3EUWKqvo_k8VLGCUq5JjXV7cGmTSyBDGfokkLiQSo,290
lmms_eval/tasks/mmlu/generative/mmlu_college_computer_science.yaml,sha256=ruodRwGCaNAIZeFs3BgaxFETK2wOunK92I88V1wIDa4,318
lmms_eval/tasks/mmlu/generative/mmlu_college_mathematics.yaml,sha256=psAWT_4X5K8hXmIPkP3opYHvkMP9ZgVXEymitxIlYEw,298
lmms_eval/tasks/mmlu/generative/mmlu_college_medicine.yaml,sha256=kMX8BUif2Yxe5HXnHnz4wr6LBk5-hg0EQM6uLi5BNPQ,287
lmms_eval/tasks/mmlu/generative/mmlu_college_physics.yaml,sha256=4Kj_o8rj382RtJ5iNixFJb0rilYDRQ1L0a49OKBIp0c,282
lmms_eval/tasks/mmlu/generative/mmlu_computer_security.yaml,sha256=hkIEwVXcMqRP4YVVHETa8r22uTEjNeQyk-YYrViHKzg,290
lmms_eval/tasks/mmlu/generative/mmlu_conceptual_physics.yaml,sha256=7HQd4O4DTh-6ymwkMB6noS6dnde5qWvhE4CeVEv7IIQ,294
lmms_eval/tasks/mmlu/generative/mmlu_econometrics.yaml,sha256=e1YwHwg0b8W_nfzp3bbs3HXJbe-tKLIfiUg-qK-Z558,280
lmms_eval/tasks/mmlu/generative/mmlu_electrical_engineering.yaml,sha256=QBUAae2VVcm3IkHYsFkkO75XG8rWWW4Ff5WoQhCQM8o,310
lmms_eval/tasks/mmlu/generative/mmlu_elementary_mathematics.yaml,sha256=W7N9UXw8LS-TenPKUQ7R07lLU9_rQ45jYkdXTVR-rkY,310
lmms_eval/tasks/mmlu/generative/mmlu_formal_logic.yaml,sha256=RMlocUbu-L4uRMvHColWtWJaw0fIXQpyEiCT5JQo3dU,276
lmms_eval/tasks/mmlu/generative/mmlu_global_facts.yaml,sha256=3UFkepiG3S4ugev1w3qdYXOXJYmhSig8Mqq_5sr2-lg,271
lmms_eval/tasks/mmlu/generative/mmlu_high_school_biology.yaml,sha256=FDLgF3NWPUuZIrU7CZZsDlT3nDG6-IC7rpE6QUklbaw,298
lmms_eval/tasks/mmlu/generative/mmlu_high_school_chemistry.yaml,sha256=WnPW16tKk-vUnxUBbqoEfI8CR-Q4kFAlk74EA6vEyH4,306
lmms_eval/tasks/mmlu/generative/mmlu_high_school_computer_science.yaml,sha256=jgi3o9jE5iA5KFGT9l2kMeHhWMNKFokBt1M7dZf884c,334
lmms_eval/tasks/mmlu/generative/mmlu_high_school_european_history.yaml,sha256=HtvBLpGwMSTXVM-vL1--3GkxGnRod4KfAOVT1SpDdUk,340
lmms_eval/tasks/mmlu/generative/mmlu_high_school_geography.yaml,sha256=FynlMDiSh9BrDSl3X_P-g3HIT2KNwSafqWBvMMg1Uxs,317
lmms_eval/tasks/mmlu/generative/mmlu_high_school_government_and_politics.yaml,sha256=VIU5mizab0W4NwixrUl9YYn-xmNcQCe9H84Jnf_mlwU,373
lmms_eval/tasks/mmlu/generative/mmlu_high_school_macroeconomics.yaml,sha256=puOWealcsg2IabkIeIAZy7XQakY0mVyffs1d9--UArk,337
lmms_eval/tasks/mmlu/generative/mmlu_high_school_mathematics.yaml,sha256=YUQDvWYO1-IkPsI3CkkdyOIqm_6rfsVJVRryfzSqcjo,314
lmms_eval/tasks/mmlu/generative/mmlu_high_school_microeconomics.yaml,sha256=ct1CLoj1LVe_zzzLluBIZ-L7s8VKtBmSGSf7GMPWgqc,337
lmms_eval/tasks/mmlu/generative/mmlu_high_school_physics.yaml,sha256=wrhyc_JSpc1NeyRYgK7nPIGp_PsVtzvzK5PSY4TZRzc,298
lmms_eval/tasks/mmlu/generative/mmlu_high_school_psychology.yaml,sha256=0wQaQH51syPvEEiBKjjrTl8JbU2BW9IeoP1IQ-oh_lc,321
lmms_eval/tasks/mmlu/generative/mmlu_high_school_statistics.yaml,sha256=MrgFTxmR-m6C0brymiqhWBnuIYoWo6P5Ljvxs_WJTU0,310
lmms_eval/tasks/mmlu/generative/mmlu_high_school_us_history.yaml,sha256=Pk1lUtZV9ldlsPwabV4SjGTfslB4rylfbmwT13JbnEw,316
lmms_eval/tasks/mmlu/generative/mmlu_high_school_world_history.yaml,sha256=6gRpsQqgVOFkVWG-VWYkzjEjouLS5Rp40aYRDfjHphw,328
lmms_eval/tasks/mmlu/generative/mmlu_human_aging.yaml,sha256=v66B-SsUO82io29Xduj-HWeVpl9P9dVBeQTEmdj0QuQ,267
lmms_eval/tasks/mmlu/generative/mmlu_human_sexuality.yaml,sha256=bhLpU1JjcmVQcyq5Noby5TKDLeMxBZkt5cX6VO5kL1I,293
lmms_eval/tasks/mmlu/generative/mmlu_international_law.yaml,sha256=amp1YT1jDPVfghPnHPpAGvBDkHjCfTJBdu0EU-WR-2M,296
lmms_eval/tasks/mmlu/generative/mmlu_jurisprudence.yaml,sha256=yewK5P_KIoF5h1I_5OU56F2_dLPcmiP_ZqaM4FeluWQ,279
lmms_eval/tasks/mmlu/generative/mmlu_logical_fallacies.yaml,sha256=lA3mS_vNNPA9XfaX7Jhp841xQiAWykomkf4sLSXCcRg,296
lmms_eval/tasks/mmlu/generative/mmlu_machine_learning.yaml,sha256=nN7rks4QRBh-4FFyE3xdAwqIneiqI_CEFzRmk0iol5Y,286
lmms_eval/tasks/mmlu/generative/mmlu_management.yaml,sha256=2oWljHLxFwTNlblyit_mIlA9KHBuDFRYRVlEuLSSG-s,262
lmms_eval/tasks/mmlu/generative/mmlu_marketing.yaml,sha256=q6oa-mv04hw8d3RubMI1QSknbX5dmhl7_pizTmQRMHs,258
lmms_eval/tasks/mmlu/generative/mmlu_medical_genetics.yaml,sha256=yMOasvRoykN9p9ONOoKAJAIchESyMOYJdKiMDUgnCwE,287
lmms_eval/tasks/mmlu/generative/mmlu_miscellaneous.yaml,sha256=0Vtc0YSAOUM5fYQxYY-6FD_V0CBW8N59YJFkKNLW-Eo,274
lmms_eval/tasks/mmlu/generative/mmlu_moral_disputes.yaml,sha256=RYhMt7lsT9-bIgXCep76U5LQ-fB1TwwW5nMAofiB2D0,284
lmms_eval/tasks/mmlu/generative/mmlu_moral_scenarios.yaml,sha256=yTXSYSGYUz3HAr0jE6283mUQ3Ft0E-aMn3p4C1fPdqw,288
lmms_eval/tasks/mmlu/generative/mmlu_nutrition.yaml,sha256=BmCcrlLyGL2ANe4-6t36bPJqkyd_kWQ7NmiMNy01CrA,258
lmms_eval/tasks/mmlu/generative/mmlu_philosophy.yaml,sha256=k7z1C1Pov0FntdLYCPOptISg09LOPKCS15iPG2jeAi4,267
lmms_eval/tasks/mmlu/generative/mmlu_prehistory.yaml,sha256=Gmbta2OZ0MElJt3HEWH0zy-FVQj-qPYDAIhznL9JoXA,267
lmms_eval/tasks/mmlu/generative/mmlu_professional_accounting.yaml,sha256=6x_QlWvklfk_I0ErDuhlRQdR1G21xuGEReKmyNYyiPE,315
lmms_eval/tasks/mmlu/generative/mmlu_professional_law.yaml,sha256=6G38V2FHioEzIZhFzOgFRGgiE_Z6m6embx9G-WxsMnE,292
lmms_eval/tasks/mmlu/generative/mmlu_professional_medicine.yaml,sha256=zuRYhjsGFUBgmQKCaqzym4IQDSii5ULNSLP4W32e0_E,307
lmms_eval/tasks/mmlu/generative/mmlu_professional_psychology.yaml,sha256=oFXeo0ezn56sX5ZAqyoOgCTnLQVWwYTsSfj_GTSP9dU,325
lmms_eval/tasks/mmlu/generative/mmlu_public_relations.yaml,sha256=LHftrDPKLtguV6_yNsKSJWjBGBuqFUR2EBNrtYaDCFE,297
lmms_eval/tasks/mmlu/generative/mmlu_security_studies.yaml,sha256=YTMKAwC3GffjdF-1tfmOxJ4SaWDDflu0nZU35-brKOM,297
lmms_eval/tasks/mmlu/generative/mmlu_sociology.yaml,sha256=F1DDjF-_jQbuqQhgKRIINTZHIechMG_JL0XB0AZz-s0,268
lmms_eval/tasks/mmlu/generative/mmlu_us_foreign_policy.yaml,sha256=ftIG7eZ-qpQ_uCRkGFb-295awIKSxAWhO3BkDNyumCI,301
lmms_eval/tasks/mmlu/generative/mmlu_virology.yaml,sha256=E4h-F9u1rA6b1xwnS2hgHzPhP6NX0pNH-C8VNe-0YdU,254
lmms_eval/tasks/mmlu/generative/mmlu_world_religions.yaml,sha256=RvI0MQFVVdRQK4Kn6pFPtSA8wT6pUOApw2Q_E8N8Ceg,288
lmms_eval/tasks/mmlu_pro/README.md,sha256=m8E9-FF-WwNk0DvvwCBdCv8UBck_V65da2MXvtUWJh0,3909
lmms_eval/tasks/mmlu_pro/_default_template_yaml,sha256=eO-5ePtGr9WS745On36R7WlZtPTyPpncmusvQ_U_t0o,1259
lmms_eval/tasks/mmlu_pro/_mmlu_pro.yaml,sha256=I610AM8QaIErvX2YOZu9ReRofSyRdhyE7LsuB42Y0L8,483
lmms_eval/tasks/mmlu_pro/mmlu_pro_biology.yaml,sha256=M2f10CYCYbHBQIUfZuDGWduFR5UsQK3xX7LxlTBt2Fg,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_business.yaml,sha256=fGZ09h0bx3q5cFDNZqGR9Y1CjO-xdd4IldsBXzbFH_E,332
lmms_eval/tasks/mmlu_pro/mmlu_pro_chemistry.yaml,sha256=JMmlXhtVlVbaE_6QCPKWEqLGnksR_oG7lcR7Hoctz-k,336
lmms_eval/tasks/mmlu_pro/mmlu_pro_computer_science.yaml,sha256=DvF_BxzC2oMC01QNpMeidhCyUmtdzWsCln4UhMqEsYY,364
lmms_eval/tasks/mmlu_pro/mmlu_pro_economics.yaml,sha256=xN36uLC-kl0rphA3rkQijeKYIeBtrQpVEvF2iGPemc0,336
lmms_eval/tasks/mmlu_pro/mmlu_pro_engineering.yaml,sha256=Yf-d23OYotxD4_H3WO2OafT5aOHaTPQnXbn4Q2r5qGM,344
lmms_eval/tasks/mmlu_pro/mmlu_pro_health.yaml,sha256=iFa_2tWyEOIaJFuU6-Gy3Y06sTV-uiQnESRnSX0cmOw,324
lmms_eval/tasks/mmlu_pro/mmlu_pro_history.yaml,sha256=eGDE8PT_rPFzsqLcpppXxPmgNuFcv4RjtuiON4f7Y-M,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_law.yaml,sha256=NsRR_6Bs-r7dRuWBEHDSyqSgjhBHEPcCVzgsWhGt7kQ,312
lmms_eval/tasks/mmlu_pro/mmlu_pro_math.yaml,sha256=kC7elGg3iOFBupmenKgamkBLcO3dCfU6HM-e-mdDuok,316
lmms_eval/tasks/mmlu_pro/mmlu_pro_other.yaml,sha256=dm4fke2Lo7s2q4hLKhYWXuWeHu_q5Acfhf8dYlL8sPc,320
lmms_eval/tasks/mmlu_pro/mmlu_pro_philosophy.yaml,sha256=Z2hUIIT0kBt74EXiwrtL6zZlGgg0HlAvt3F7r-mKfbQ,340
lmms_eval/tasks/mmlu_pro/mmlu_pro_physics.yaml,sha256=rDYuwic2TwaDLmHvVgDHKSr6p6AW0n8fmm7Uhbs9MI0,328
lmms_eval/tasks/mmlu_pro/mmlu_pro_psychology.yaml,sha256=TLF5uiCdUGeKHgY57YuThgXEXo_6l3rtj34Qe0U2TnI,340
lmms_eval/tasks/mmlu_pro/utils.py,sha256=EWh1nHBmSkjQ6KrLruxM_-1Kb78Uj7mdJFjLurPYcX8,5861
lmms_eval/tasks/mmmu/_default_template_yaml,sha256=94d9WjFPa5TRX5BhiPLH8YntyLUFj68Ph5QqkXT7tIE,94
lmms_eval/tasks/mmmu/arial.ttf,sha256=NcDzVZ2NtWnjbDEJW4pg1EFkPZX1kTneQOI_ragZuDM,275572
lmms_eval/tasks/mmmu/mmmu.yaml,sha256=UBPAgvaM3MFALGxnmTqrsrcqkjV9dNsttDx4AuAlrtg,41
lmms_eval/tasks/mmmu/mmmu_group_img.yaml,sha256=hzf1tGbLy6-kjk-pdJaDuhrqDEdjYn1oeSjeIQV88jM,71
lmms_eval/tasks/mmmu/mmmu_group_img_test.yaml,sha256=4vWh3H3u0cPTcv_sEe7A5D_AGGxOJNJoTOCcT0mJxYI,759
lmms_eval/tasks/mmmu/mmmu_group_img_val.yaml,sha256=bk2PDgTa2R45UHpu5SG1o_A4-CqIXadrR87fVfwjixs,788
lmms_eval/tasks/mmmu/mmmu_test.yaml,sha256=tzpVVfoH7nF4I4iSj1Re1CheQdBJASlKC5lfIELoUQg,723
lmms_eval/tasks/mmmu/mmmu_val.yaml,sha256=RWeC4MBV9RasUDGWd0heoOoeTJUnFdXHLW2LJA_dmcU,1045
lmms_eval/tasks/mmmu/mmmu_val_pass64.yaml,sha256=99UsKeVlU4UFx-CopOPirT_2u70rUhtxBE3N3Vlgvt0,1289
lmms_eval/tasks/mmmu/mmmu_val_qwen.yaml,sha256=NhWL9si0N-0xGUpEW1CYmR9XMZ3BQcCSvjMXt1pG2aA,695
lmms_eval/tasks/mmmu/mmmu_val_reasoning.yaml,sha256=JHzcCXe-gMsPB9RO0eH997cW8omTSaZ3ixvsvly1mqQ,844
lmms_eval/tasks/mmmu/utils.py,sha256=n4fVubNwIQ3k5TLlCgsY16Cw-p8JJPbWanfYCV9bKnQ,20831
lmms_eval/tasks/mmmu/utils_group_img.py,sha256=YHEzt324UhrqW6pIsRu4851iGc10CxwQI6kipScRBZ8,18114
lmms_eval/tasks/mmmu/reasoning/mmmu_val_reasoning.yaml,sha256=sAn4-B_EZPNl8R8weyRrWIhra-maw3OZsV7XHvxVXxo,675
lmms_eval/tasks/mmmu/reasoning/utils.py,sha256=E5V_cQ4zlz7HF-Mc-wFQcSnugcBxxhijglCGkN2lzm4,17625
lmms_eval/tasks/mmmu_pro/_default_template_yaml,sha256=vM4rdlcwPpy7BXbyQj9dRzrn6lIqEOUaF-DdrdQ5S_w,94
lmms_eval/tasks/mmmu_pro/mmmu_pro.yaml,sha256=Oa3XmySXCqAa-I7bpJbkxWjTqPd-gkCw5tXFFFXvCyg,139
lmms_eval/tasks/mmmu_pro/mmmu_pro_composite.yaml,sha256=d9GSaey89Wd6duJMQc32bFIBZ4MIQ59dF2J2f5QSBmA,765
lmms_eval/tasks/mmmu_pro/mmmu_pro_composite_cot.yaml,sha256=PIt1Q1k-cbcYgmXa8LOJL8_TZL5KE67pR6GWF7yXe3M,810
lmms_eval/tasks/mmmu_pro/mmmu_pro_cot.yaml,sha256=dV7tHwJDzRSAz75TrvUpy46IKhOJEsEpR2AQ8sMrmPo,99
lmms_eval/tasks/mmmu_pro/mmmu_pro_standard.yaml,sha256=t9q_p9n8yqQVjpksH6AdDofv645wJudLJ9Ce0ir-krQ,1035
lmms_eval/tasks/mmmu_pro/mmmu_pro_standard_cot.yaml,sha256=e9kqz9CzPidhIar2-ZWKFk7AhaQTUbSEAbl9MI4Go4Y,881
lmms_eval/tasks/mmmu_pro/mmmu_pro_vision.yaml,sha256=eyimPJwDUeWOe8qPxjQJEndKZJ1Qb9tiu4h1obMGVks,1161
lmms_eval/tasks/mmmu_pro/mmmu_pro_vision_cot.yaml,sha256=rKz5PbdojktEAkfENuF16lf4jay82Fw10RKmCt7fynQ,776
lmms_eval/tasks/mmmu_pro/utils.py,sha256=mw3X4J5p92sW9607ZKwFS_tirDr0D4OHzMflC8TtG2o,16280
lmms_eval/tasks/mmmu_pro/reasoning/_default_template_yaml,sha256=-O2Brkg8gYVxaqbDTa4sKexKEwdESi2kiJYkwH5mdZE,606
lmms_eval/tasks/mmmu_pro/reasoning/mmmu_pro_cot.yaml,sha256=80n2iPyA0zNXHE68sV7qeTobTU2bxGpZhtr5Cl8qx98,125
lmms_eval/tasks/mmmu_pro/reasoning/mmmu_pro_standard_cot.yaml,sha256=lOBLjyD_4fdxBTr6V4yKCZA7fw1xtcjPKAjjkCgGo_Q,207
lmms_eval/tasks/mmmu_pro/reasoning/mmmu_pro_vision_cot.yaml,sha256=KOBiLfWwZiSvzZvzRKBpX16mZdRzl6FTbl8y-G6vcdI,190
lmms_eval/tasks/mmmu_pro/reasoning/utils.py,sha256=tJNAKFHTSEQ05rhT8ya3WVXOA_-kEzyPRpKQsWqXBms,17389
lmms_eval/tasks/mmou/_default_template_yaml,sha256=cRwOWuWyiHrcD-Jmsuz9oTxCQhFZz9QogjYuT54TDYo,551
lmms_eval/tasks/mmou/mmou.yaml,sha256=TswCwtAAT-mIncg10SRzkKJY3rmRQ1y65ob_HNqv7sY,253
lmms_eval/tasks/mmou/mmou_test_mini.yaml,sha256=H1ltjaJD1Bo99MIySisMfhY7JurcVZKbNhCKqr_57Hw,293
lmms_eval/tasks/mmou/utils.py,sha256=QMR5MvJyurMhOEi_wkEkhpCGm5MKK082qL1S-jXjT0c,9525
lmms_eval/tasks/mmr_v/README.md,sha256=sTn0KrA5mQfDLzeQdJBGsESkyI6oq5Tf8yrM3nDiSGM,1609
lmms_eval/tasks/mmr_v/__init__.py,sha256=83vehi2gDFIg3JiJt9D6JPAlU4MOlCmaySs9m2oI9aA,51
lmms_eval/tasks/mmr_v/_default_template_yaml,sha256=-RnLJR1tHF2ubxjSYve7N9-EIL_S_3Ohlvhi9u7ml-s,2730
lmms_eval/tasks/mmr_v/mmr_v.yaml,sha256=7f0R8LYm9hRSSIMuq2zIyZS-ffUKMBn0H9GuTU1W9ZA,262
lmms_eval/tasks/mmr_v/mmr_v_cot.yaml,sha256=yPcSc1GYtP8gpsGFJ1kl9KvuiiSaYgS62lqV_5uRYN0,395
lmms_eval/tasks/mmr_v/mmr_v_group.yaml,sha256=hZPdxVgUsjM-RUNq-Os0k5CRlUwhLWcDjl3DJwvPVKs,72
lmms_eval/tasks/mmr_v/utils.py,sha256=E7jzgdQj3sXOW13FqlrAqYTAtQhaqFT0yidp7_xdDVk,8362
lmms_eval/tasks/mmrefine/mmrefine.yaml,sha256=3JBEvlF49zNjjUAGqW5H3FBAIJUaohScFIpnlh6EJYg,1559
lmms_eval/tasks/mmrefine/mmrefine_evals.py,sha256=uzpItkCBYGbFIHjvhLg8xZPHypMnR3EmkcC7SfD3LKA,7493
lmms_eval/tasks/mmrefine/prompts.py,sha256=kV9vYLV6ORu_5_BsSh7QoXocORXvDIiFlA1IGxDgls4,3347
lmms_eval/tasks/mmrefine/utils.py,sha256=_MANygzfsN5U4Ew1C-XovhAGG_-aM-HhYb3hPRfDreE,6248
lmms_eval/tasks/mmsearch/constants.py,sha256=C74IuoexJLngU4ifoHdmOZd7vPSdhWBvRj1WH6iID1k,569
lmms_eval/tasks/mmsearch/get_final_scores.py,sha256=dsA_e0zSeY8nObuTAeZf_QmtIDyYrZc1Ec0WcKT-i6c,2395
lmms_eval/tasks/mmsearch/lmms_eval_utils.py,sha256=I52AJ2imvynNMYLGCNaQRdu5k4lFiFfDJ2l4q5fjqC4,18759
lmms_eval/tasks/mmsearch/mmsearch.yaml,sha256=SNBtKba7F5OGvaab2zo61AEWj3zY03-hY7E9EkTOj2g,324
lmms_eval/tasks/mmsearch/mmsearch_end2end.yaml,sha256=unStcl4G8kmQUiGg31Pp1pwxykvfVa-eTGIFsR23mds,1236
lmms_eval/tasks/mmsearch/mmsearch_rerank.yaml,sha256=nMZqpoLuuhLjrfBoADHmeqD3XJ7EdbUkOzP6RwJ4nqs,1156
lmms_eval/tasks/mmsearch/mmsearch_summarization.yaml,sha256=Ba36TB5G7islFVqc7yNDanOmtxenn5xrfRmIIjNEyfE,1158
lmms_eval/tasks/mmsearch/prompts/prompt.py,sha256=EEupFfjA22yttP9Iy22KsGjRtgrNDNEKad41SCQ8Y68,2565
lmms_eval/tasks/mmsearch/prompts/prompt_w_imagesearch.py,sha256=GIdsqyNlv4tIswtqYuZ9iMoRREmwnUr0ny33e7ncCGs,3238
lmms_eval/tasks/mmsearch/retrieve_content/retriever.py,sha256=6FSNIkn98DGMoUDm35KvlcmaP8ICknxaf1O3vtZj4_Q,2439
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/__init__.py,sha256=ObnMycKue4rfT4JtaRnmVOH0nhtMOTIQOe_B-N0Q3HE,28
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/tokenizers.py,sha256=n4yI-2wE4cPM5AUy-hSUiN1-ZjR4dlNIrU0jOF1cvCM,11810
lmms_eval/tasks/mmsearch/retrieve_content/tokenization/utils.py,sha256=CWGDPkAU0MgJOrYqVEFqdQU5mPbLBqL5EeydX9rZG14,647
lmms_eval/tasks/mmsearch/score/f1_score.py,sha256=kt58WmEzNm9sT9Z0i26Ywf-7EbX1aqBuu9jsbm8OWQg,1422
lmms_eval/tasks/mmsearch/score/req_score.py,sha256=l8O5-xq9EzPS01ChHZjc9yp_mO4Pgw0UDzH59URveWk,752
lmms_eval/tasks/mmsearch/score/result_summary.py,sha256=35S84AXi_6K3GLXlDhfCmad-1CyYNzR0QmGULf2BYnI,1952
lmms_eval/tasks/mmsearch/utils/image_utils.py,sha256=Uy4Q3dZJ-RUC0AA8dcN9-fIMTqr0IcqVg_QCA342HYQ,7365
lmms_eval/tasks/mmsearch/utils/lmms_eval_utils.py,sha256=GAceeaMwoz5ssQcsxfuX_r8Lbgb4y7g4-RdhT5sVBc8,364
lmms_eval/tasks/mmsearch/utils/prompt_utils.py,sha256=NoQlYMgRqldoNcmo4MeTFHHNok3hzcpKM6U9ybzfc6k,3550
lmms_eval/tasks/mmsearch/utils/utils.py,sha256=YskimA8BBWabP39ojwW6Dh5OZQE3dRi9pxBK3CuyB18,16893
lmms_eval/tasks/mmsearch/utils/web_content_utils.py,sha256=eOyQ2mfRU0yyaI-HlzZPT2bFnqmey-W6WYh8_XNM-1s,988
lmms_eval/tasks/mmsearch_plus/README.md,sha256=9YAksC5z75LIlPuk7Iz3Fa4YsixfEK5-CjQYJrsgG2k,4233
lmms_eval/tasks/mmsearch_plus/_default_template_mmsearch_plus.yaml,sha256=V0CY9O1PfY4ws_Er8DJ36xhdZBS-kOxFdbNVAfgqjbI,556
lmms_eval/tasks/mmsearch_plus/_mmsearch_plus.yaml,sha256=qGOr93mIw4zOojU-TQkGAxx0LcOFaipHPOlIKYArXpk,74
lmms_eval/tasks/mmsearch_plus/decrypt_utils.py,sha256=mIjaHqTz2_YlcqG8ZAfgndYMROPKc235K8lLyAav7mI,2390
lmms_eval/tasks/mmsearch_plus/mmsearch_plus_vqa.yaml,sha256=r7AmGZVPEECg6H1OQICmSgzOg_WlCUzf8tol57G11UI,244
lmms_eval/tasks/mmsearch_plus/utils.py,sha256=3YSBZkWo6QBYu7Ih22CgfPV15NvOs3Ox6LVy1FhM_BE,4750
lmms_eval/tasks/mmsi_bench/msr_bench.yaml,sha256=rqHEle0cZDtKwSPjIMRW9NC959x7M0MpKq5B0FrRhWg,2430
lmms_eval/tasks/mmsi_bench/utils.py,sha256=rQdUktEV2b_ASLtnzCDq6tb6rrYQGfPcTQBeOT_5LYI,5508
lmms_eval/tasks/mmsi_video/_default_template_yaml,sha256=Wk1_GApTqzvT1EhayutOyLSeGUZqaIisKHaavPQnp5g,2069
lmms_eval/tasks/mmsi_video/mmsi_video.yaml,sha256=P9jFx4hGKjH8bP6Hrct4QDxTPibFJ_jX1yHDAPE6cJM,518
lmms_eval/tasks/mmsi_video/mmsi_video_sc.yaml,sha256=YwmeVURLaN2FYFijMT8f1LaMp3-nsSH8po1G8K1ar1A,550
lmms_eval/tasks/mmsi_video/mmsi_video_single_input.yaml,sha256=IXrBAGBRFMG_qkjJ2P6u8gBJ6iL6x2XDIjN6Y-dgw4s,725
lmms_eval/tasks/mmsi_video/mmsi_video_u50.yaml,sha256=iWzB-e-wvN0N5s2obXEsUz6dOHY2aSOJy77XWfuM67o,460
lmms_eval/tasks/mmsi_video/utils.py,sha256=yHrI7bUdewoyToBIaj8CEBRC8EzQc13ashCGC_t7pj8,21190
lmms_eval/tasks/mmstar/_default_template_yaml,sha256=f2g-Yu14O7nFCy501NOWCJMsyHY0vjHbrCBscPY35Vw,1168
lmms_eval/tasks/mmstar/mmstar.yaml,sha256=Asfh7DQ1MWbyKo44slv7Y-hCiVI5KoEnnsESTTVoa6w,269
lmms_eval/tasks/mmstar/mmstar_ko.yaml,sha256=Jv-BNp2DTkqLzk0OXpsK6Zhtt9VCd5b9qmZ9_PlTY7g,238
lmms_eval/tasks/mmstar/mmstar_oc.yaml,sha256=COUdp7JsrhvdaxAZNCXupssuE3x5gOLKSc-wsu7cRP4,256
lmms_eval/tasks/mmstar/mmstar_qwen.yaml,sha256=i3r6FxwYsAxhIKTY-H365-O19A6ff_jHfgjH9szwBAM,361
lmms_eval/tasks/mmstar/utils.py,sha256=BwKjxhXjg9YXPqfLGQ2wJ0b_34_SyR9fzHDGBYQipOA,5252
lmms_eval/tasks/mmstar/reasoning/mmstar_reasoning.yaml,sha256=WLrFRVmmVXt_Ydw6pCfnvgWR5KgBPbulfEn6ecb616c,614
lmms_eval/tasks/mmstar/reasoning/utils.py,sha256=RhUpEm-7FnilEVAuzJEysGK20aeaJfPrKExes1tYX7Q,615
lmms_eval/tasks/mmsu/_default_template_yaml,sha256=OmI0YELxGl6_l5vocN_1sVfpdhUDpYUexPBW9U9sOwU,360
lmms_eval/tasks/mmsu/mmsu.yaml,sha256=2J5rCe5a_GWHBAUxSAEvLLVn-yMSO0yuh8NKESPktkA,235
lmms_eval/tasks/mmsu/utils.py,sha256=1zCB-LtMHPMsi8x8L7dWzcZw2pdk8u6U7jTKkRyUfp8,12903
lmms_eval/tasks/mmt/_default_template_yaml,sha256=usxA6ZXg46Cq7darGCeZEinh0Jl2mWbynKr38pxPAsc,229
lmms_eval/tasks/mmt/mmt.yaml,sha256=okxHLwsVFkEt1hWbXdQGKY8RMXokKe9xzOH_HHAyvKU,37
lmms_eval/tasks/mmt/mmt_mi.yaml,sha256=y2wxIeBERTsh-hG10KLqaazERpfxz1PVclkSzA9YH_E,46
lmms_eval/tasks/mmt/mmt_mi_test.yaml,sha256=0PYlMnmBRdcIja7Jr12JLqFeytikbDdyoOE-HTVFdSc,529
lmms_eval/tasks/mmt/mmt_mi_val.yaml,sha256=Hkw-4JvGlvikt-IEcaJyqee8JhiLwi-HurCsVmbeBhg,505
lmms_eval/tasks/mmt/mmt_test.yaml,sha256=twoQYa5kratUj6XTpcRfW6Fxknf4bW692YnqLk-QiB0,523
lmms_eval/tasks/mmt/mmt_val.yaml,sha256=H07n7vssX6SNs4Gm_oEmFVYEuonaVRvB4K6p0CXdY9g,499
lmms_eval/tasks/mmt/utils.py,sha256=Shq8cO1DvRNoMCRuqeHdZPBoHmGRHi3hQC_y2HcU0K4,6473
lmms_eval/tasks/mmupd/_default_template_mmupd_yaml,sha256=X63CGxzQBDrhZ90b61G3BXIn1F9jbvRdIJnEHbdqSCE,465
lmms_eval/tasks/mmupd/mmaad_base.yaml,sha256=IwefVDtxVHljkzUVdluy-TOHZISjwMBQWpT5dspXsgk,288
lmms_eval/tasks/mmupd/mmaad_instruction.yaml,sha256=smZk4gZ9q3OruYbt4Amdb3bEuGPrFBi76OmA7PRw82A,368
lmms_eval/tasks/mmupd/mmaad_option.yaml,sha256=OsFBT4tTaenBp3PfXrkN86g4d_8BOM6zGrf6Nc4uBEY,358
lmms_eval/tasks/mmupd/mmiasd_base.yaml,sha256=zFPfR-uernTDWX-ULjOXyn2JhXGueV5FuBJ-nwRd6V0,291
lmms_eval/tasks/mmupd/mmiasd_instruction.yaml,sha256=i9bxLkLoDcqltZ41gs6kEAdNEEIyC8-5XEkbZY5LcTQ,371
lmms_eval/tasks/mmupd/mmiasd_option.yaml,sha256=0parWvmwZF9i_lSTFSNauMM-rVxhcFNwNUhZ5iv_yJU,361
lmms_eval/tasks/mmupd/mmivqd_base.yaml,sha256=O6boLuyswvxNAII9VLG_I35Y0TYR_PlzWZGcBNX5z5U,291
lmms_eval/tasks/mmupd/mmivqd_instruction.yaml,sha256=9KTuXewa7LwjvhMoFHnwo6sC2_QHohCbNQVHpeI_SZs,408
lmms_eval/tasks/mmupd/mmivqd_option.yaml,sha256=yfksy-mulIV5WvS5HV5lhpqzUPg3ov8fUVrtULZqeXY,361
lmms_eval/tasks/mmupd/mmupd.yaml,sha256=KlvW0l9w3UIZHoUSDAfVE7nmnUwNko_Gfd9IFMiy9qw,272
lmms_eval/tasks/mmupd/mmupd_base.yaml,sha256=DIo3B7RzG1TaCOGN_FlCsSsLmA-iRMVvP1wTakK09ss,159
lmms_eval/tasks/mmupd/mmupd_evals.py,sha256=4yoC6Y5Li-WMVoew2AHuHGBdBBVs3w_YNZzX7-oDFvw,26638
lmms_eval/tasks/mmupd/mmupd_instruction.yaml,sha256=60b4v0UH_hOa2qMvrI_CxRKHXCO9uvEcOgxkX3Tz--s,184
lmms_eval/tasks/mmupd/mmupd_option.yaml,sha256=fxfmS9aiGxcFQkjmIEwaf4wXIVY_wLdGh8Z3Bnkx_1w,164
lmms_eval/tasks/mmupd/utils.py,sha256=t7fhjvubJ_sssDdkINeNSmNLnl9dKdmRukdWR1R0ifU,6086
lmms_eval/tasks/mmvet/mmvet.yaml,sha256=XcFJnl0wbjwPoxODHOnwAhh3_yBHRNmOgLm8zVxC-JU,827
lmms_eval/tasks/mmvet/utils.py,sha256=dZKENy9OOUGI0W5UUT8GKCipX_15BIRLWR1VRrFGm5Y,8961
lmms_eval/tasks/mmvetv2/mmvetv2.yaml,sha256=EjQV5nJK2PL-1LDY86h1alqLbgkcYhDclYn12qe3q6s,848
lmms_eval/tasks/mmvetv2/mmvetv2_group_img.yaml,sha256=3b4iUDXEPKxGJJ7Wh8orZuTPyKK7tC8rB1zB15oSL6Y,1036
lmms_eval/tasks/mmvetv2/utils.py,sha256=J46ARCSmUdmaADFAb8vXMZ-WAuQlLfoXZJX9JWnJ2Zg,14255
lmms_eval/tasks/mmvp/README.md,sha256=IcJ94nvZQk2MctoyUov_-5pBs--RaM6Fgo5-Uk1Ho0A,2139
lmms_eval/tasks/mmvp/_default_template_yaml,sha256=cTVe2gAKJPLi8_16rqJWuNCcdImIHVMM-hI2cgU139o,1123
lmms_eval/tasks/mmvp/mmvp.yaml,sha256=iHVi9K25qvGhCA03W7AlBtiEI-HwqgGoSq8QfR0zBzw,78
lmms_eval/tasks/mmvp/utils.py,sha256=4jtWJbHpMRFWNumstLoMw1RwjYn1Zx1AVvPnhm0ut2M,7789
lmms_eval/tasks/mmvu/mmvu_val.yaml,sha256=yLCOF5yLLHzCf2fbNlktVAIRecBVDoCnBMOMlNwKQKc,643
lmms_eval/tasks/mmvu/mmvu_val_cot copy.yaml,sha256=izWjEbDSzTc6DcxceEZGdzh2o9viOFxA0Cy6JoMsQWI,651
lmms_eval/tasks/mmvu/utils.py,sha256=-yLJaifUDH6NTvvy5SlQ46Bem-EDqYqdGR0an3IXqKc,16872
lmms_eval/tasks/mmworld/mmworld.yaml,sha256=3PXi7hzO-HHMeD5PysMVELM22BvEBv54j2pKzZP0jJo,1224
lmms_eval/tasks/mmworld/utils.py,sha256=OGacBbVnts3RQ7HXkS2aK-dJP8ZM7ZCQ949V35qgQAY,6043
lmms_eval/tasks/motionbench/README.md,sha256=s2eUb45_dxcRaf99yb3P1HbCfibi7lPm1mEoZ9Y50MQ,784
lmms_eval/tasks/motionbench/_default_template_yaml,sha256=6WKpmSyEQGTkT0ArPiNJvhH8r9-OOeX1I1U7ApoUVUQ,1275
lmms_eval/tasks/motionbench/motionbench.yaml,sha256=169DRYm-J9ND3JAtbz8WsIHwX-1Uk_ddXGHkstPB6xc,46
lmms_eval/tasks/motionbench/motionbench_full.yaml,sha256=_-qEavqFb6CrbjNpjX4Ut0HPqN6ZqqwiKpGUOfKJoEk,110
lmms_eval/tasks/motionbench/utils.py,sha256=SYdfZkN3qyooqdr4A0kX9SUstFhyK_zG38ViS7wTKxE,15121
lmms_eval/tasks/moviechat/README.md,sha256=rSOLVn5pOOBqh5ierXEmSDSWjfVUpMp6HwdHqeoLIXs,1712
lmms_eval/tasks/moviechat/_default_template_yaml,sha256=Bt5VGjbcF4_jzJugJum_yBFfcPfNt5QJOd3Icm_72GM,397
lmms_eval/tasks/moviechat/moviechat_breakpoint.yaml,sha256=Df3tAmm2E4E9X52Zo54MYsp1amZ7iQeiOI4oaHJyKVE,621
lmms_eval/tasks/moviechat/moviechat_global.yaml,sha256=VbjF969n_5XlO3nKIa1IYmRKBhAgl_7XekhtlWdHzyE,604
lmms_eval/tasks/moviechat/utils.py,sha256=3FJ-4xGcwOwQkh-Fe7D4D5T-Y_5kGBz3raPrRITCb54,10017
lmms_eval/tasks/mtvqa/mtvqa.yaml,sha256=3WJi6nQ92dulycKZGRhQWrZyw2I-C70gZGbKL5onPJA,748
lmms_eval/tasks/mtvqa/utils.py,sha256=y6NVnzxH2RhJRZfFyL13OqGdxRgu2BpemtormbyurzM,4445
lmms_eval/tasks/muchomusic/muchomusic.yaml,sha256=G-vAcbRqVX4sn5fuO40QU6iqHjhzQfcENXIITHyuSgE,671
lmms_eval/tasks/muchomusic/utils.py,sha256=QUkCFZqD9toKo_FTq5q6onPES4UZDUPJ5iyKlilkUqs,2291
lmms_eval/tasks/muirbench/muirbench.yaml,sha256=bQCKRXFx1SCtdZ1R9FGH6D7oZUo-A38JDGCTZW_Rz4s,989
lmms_eval/tasks/muirbench/utils.py,sha256=DU_9OE03f4FOatt31AY2H5OlK36y8NoeGpq4UBC97b8,3874
lmms_eval/tasks/multi_crit/README.md,sha256=9HWAeANSfZf6uZ23aAgTHwcS6veMY7SnZJfRSCyKvfg,3910
lmms_eval/tasks/multi_crit/_default_template_yaml,sha256=j-Q0TKTG8IEwskD6-U-YHTTgWk27QXU-nR7k1kYHxxE,748
lmms_eval/tasks/multi_crit/multi_crit.yaml,sha256=Y5wt2-9_8Bb37fdHQrvuLth9T-ULTydDmW7eHUsiJRE,100
lmms_eval/tasks/multi_crit/multi_crit_open_ended.yaml,sha256=aIU2Q9eslT1xBz2CBM5AP52PPUheVNuHm6CnhKxM9u8,1307
lmms_eval/tasks/multi_crit/multi_crit_reasoning.yaml,sha256=DAacAHaG1QaWHydYD2UdynB9YsqWLLZupIEK22fZM7I,1277
lmms_eval/tasks/multi_crit/utils.py,sha256=PmQNBgOzcR6JsP_X_MpJi8bkYOYxXcyIMlFVyrHBdS4,27844
lmms_eval/tasks/multidocvqa/multidocvqa.yaml,sha256=r5yIz6zEi_casxLSSuJ1pCqjIIWqMmMy1X3vk2Fm7c4,62
lmms_eval/tasks/multidocvqa/multidocvqa_test.yaml,sha256=ulzE9C6Qh8kIx6IcSnIOtKEvpMw03Mv4whZpgRgWT0s,653
lmms_eval/tasks/multidocvqa/multidocvqa_val.yaml,sha256=iu7JIqrIgoJ44_pIoyDoBXj2odqIfv782Qd9x1WHink,755
lmms_eval/tasks/multidocvqa/utils.py,sha256=cDqmoC_5EinImXJdLLUJqG4Ke2cNY5inn2Qw91F6nM0,3856
lmms_eval/tasks/multihopspatial/multihopspatial.yaml,sha256=drmIrtX5d29eb1G7WDNumuUDeSsMZDqggP1rkigfUIE,798
lmms_eval/tasks/multihopspatial/utils.py,sha256=uXNLRi4bfTU92HNJUChQTZmiIuYc20Zcsc2p3ia0OcM,8728
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/README.md,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/_default_template_yaml,sha256=D4TZ7iJ_b2wPcMtfIP3QHTZly6QsBF4_M0yE-ILzBy8,962
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/arabic_llava_in_the_wild.yaml,sha256=q84bcpZ5FzmKKIrnhnwCrfRBUEvHMAYhIDOX9jN9cvM,170
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/bengali_llava_in_the_wild.yaml,sha256=fR1BLtQ-hoccgS9MHlI8phiPvl298WU3z3C5GMRxaN8,172
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/chinese_llava_in_the_wild.yaml,sha256=nhUHoHyDEEYGVCFgdwOY9dtHysHBOOaI63dXvQUbebc,172
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/french_llava_in_the_wild.yaml,sha256=Oy4SIB-XHQZC91rH2vyaFrlNRqMVdUqYpjSDIMsR8hs,170
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/hindi_llava_in_the_wild.yaml,sha256=si5e8mUKVdcz5KLyqB5D2UIbO2BBM631tp0AOT1rPk0,168
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/japanese_llava_in_the_wild.yaml,sha256=8SAHRPc9jwyxHoVoGgWCnsaUterzaR9Kc79TaqGLjTM,174
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/rule.json,sha256=3XNFpEzp96JOUaMO4DDNqzI0b50I4zWcgFRf8TErHgc,9098
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/russian_llava_in_the_wild.yaml,sha256=uLDykcw1hQI9VTBiFQGHm5EBF2bwENUN9bb1Tz00bCk,172
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/spanish_llava_in_the_wild.yaml,sha256=65M9IkOldtipz9WlDOGfU3Ed6nXXlaTisma--xTe4nQ,170
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/urdu_llava_in_the_wild.yaml,sha256=fgs9Bw7bnoL_jmBP86yxsRu5wWmWblRA9CU0ORB2vRY,166
lmms_eval/tasks/multilingual-llava-bench-in-the-wild/utils.py,sha256=aU36keODsEG5yTv5DwyLVXNkcKYzHBT_ug-Pnz1ln04,6181
lmms_eval/tasks/multimodal_rewardbench/multimodal_rewardbench.yaml,sha256=jqCTTHhvaflO6baO9b8VzCH63p8bi2Hlp-7eYHjXAeQ,917
lmms_eval/tasks/multimodal_rewardbench/utils.py,sha256=wNx51vPg49JbY8EEUZLTGUqvzhGyGLDbYy5GkG9aEyg,4177
lmms_eval/tasks/mvbench/_default_template_yaml,sha256=1eOv9BpdKCFZnh-_uJKK-GdhqKafU7VJUlC4K_FiUqg,784
lmms_eval/tasks/mvbench/mvbench.yaml,sha256=4q4sHbH3dkiuCiaqzLk-2IA_g7TFQAHEczhhm59gQOE,1020
lmms_eval/tasks/mvbench/mvbench_action_antonym.yaml,sha256=lrZLcE0i4-1d4-HM8954Q4VG4UzhKvepVmTFfZNVTRw,222
lmms_eval/tasks/mvbench/mvbench_action_count.yaml,sha256=pZitJfmt9asrbPvRB_FP1rRLOiHUyNNzhshLOqBQrjQ,216
lmms_eval/tasks/mvbench/mvbench_action_localization.yaml,sha256=e1e0-jEZIWHzjXYZuuDbVfsygjUAzPUxd15kTU5siZE,237
lmms_eval/tasks/mvbench/mvbench_action_prediction.yaml,sha256=j_D4N7bsuJ0_9YvD2XMZnGSTjkhJDnp6lLHMsXa0G78,231
lmms_eval/tasks/mvbench/mvbench_action_sequence.yaml,sha256=XjiQzW2O8V49Ma8Exih_xn4zdNnNbUdQAQUBetFvC3w,225
lmms_eval/tasks/mvbench/mvbench_character_order.yaml,sha256=-K8ozmwFLpBCFI8eZtSxG586nFOdEzmcwYCCvPS7iHk,225
lmms_eval/tasks/mvbench/mvbench_counterfactual_inference.yaml,sha256=0SpjppeuMKf0u--v0HL2geynWLEePznjqsMHxA67ooA,252
lmms_eval/tasks/mvbench/mvbench_egocentric_navigation.yaml,sha256=X-vUHyYEGCz-hfKbxAicP59OH7ZXxY7JglIk8dQ291s,243
lmms_eval/tasks/mvbench/mvbench_episodic_reasoning.yaml,sha256=wBJSqsgZbapDC7aj9sCxVG4omUU3dCutU85hs0qNWEs,589
lmms_eval/tasks/mvbench/mvbench_fine_grained_action.yaml,sha256=wUHGWT92Pm6O0BgsdWZBjjWa14SXxd0osQWmSLrO8yI,237
lmms_eval/tasks/mvbench/mvbench_fine_grained_pose.yaml,sha256=QXHAHe3a21ilsstP-NEVfqV06kD-IczgqhevTMfJWrI,231
lmms_eval/tasks/mvbench/mvbench_moving_attribute.yaml,sha256=apv7WKcTfjXdtMX8tQaXwR6mA4Wpb_Qhmc2E31q0ZxQ,228
lmms_eval/tasks/mvbench/mvbench_moving_count.yaml,sha256=VKdyr8FJAr5GfpbNI4jM1dnxM2D_MGcfTqgb_mSjvIs,216
lmms_eval/tasks/mvbench/mvbench_moving_direction.yaml,sha256=H0H21q7rEx9fV-ANvQ6VTK6ikQURCRvS8vddpla_aFQ,228
lmms_eval/tasks/mvbench/mvbench_object_existence.yaml,sha256=1r2SvXU9CAzbFQkY1ZVdnttflHTTibvJUU9ZgQ6eSQQ,228
lmms_eval/tasks/mvbench/mvbench_object_interaction.yaml,sha256=gIMZEkRUQGcOrhBoztMf9AfiaEGHpF3MlukhJb_Rq9Q,234
lmms_eval/tasks/mvbench/mvbench_object_shuffle.yaml,sha256=-cpJX1ofxLwRLcrhNReJ6qg5LZv9tgM_L8FdqDVQSO8,222
lmms_eval/tasks/mvbench/mvbench_scene_transition.yaml,sha256=I_Aw-DSFPhNUJJ2FhIFSnuXKj56mYvRPy44EcNtbpyU,228
lmms_eval/tasks/mvbench/mvbench_state_change.yaml,sha256=oCOfJUTTv5L359lTFjqtsff0xH7RjHyvDGmuJlJ-gMQ,216
lmms_eval/tasks/mvbench/mvbench_unexpected_action.yaml,sha256=CTCV_V_Qj8mDXL5OTlgR08D-fLEw4-5BrBYr3VKlEnQ,231
lmms_eval/tasks/mvbench/utils.py,sha256=OPRZixWhchvAFnMb24KmYknZ1m3OZ6ikXHVWQTAxkRs,6892
lmms_eval/tasks/mvp/_default_template_yaml,sha256=03BRERFuVE2M2T4zva8xxCx8VPBS1u-OGOIRRS26Its,1558
lmms_eval/tasks/mvp/mvp_mini.yaml,sha256=7gca1H5CyGgghW4Tz5qJWPEkreDoI08n_fm-c6-iUyQ,336
lmms_eval/tasks/mvp/mvp_mini_human_object_interactions.yaml,sha256=Jwe-H26hP3HDXdp_RHemwaI-pQsnjHMCg7GFMOtyg2o,130
lmms_eval/tasks/mvp/mvp_mini_intuitive_physics.yaml,sha256=x_NeyrBJHtnWBYyo3mD9oM_uy3TOwf2TKwjm7PPnVPs,114
lmms_eval/tasks/mvp/mvp_mini_robot_object_interactions.yaml,sha256=AszFOckY-MTf6MbUAMOWg4f0W4zAG2VmA3xr8mYPlic,130
lmms_eval/tasks/mvp/mvp_mini_temporal_reasoning.yaml,sha256=ST4isER2CVJSxfbErUybK0F3VSYwZxb4RSaue9ccPZM,116
lmms_eval/tasks/mvp/utils.py,sha256=yPLhF3HJ4d1KsML8MXKRJ70wc-vBodIHygE9ORLu-eA,5890
lmms_eval/tasks/naturalbench/naturalbench.yaml,sha256=fA8C1Q6vbdFH4wfvZ4KfggdWWBsi2rjvZu9Z8v0Qj2A,3896
lmms_eval/tasks/naturalbench/utils.py,sha256=YV0mGLMgCVOERgyclby8Q22V5Em2SzFAW2jlJddygoo,9818
lmms_eval/tasks/neptune/README.md,sha256=fXEY4urgyJNeMLtxO99j9CRy2RQfjyU9gPZpci_C15A,2114
lmms_eval/tasks/neptune/_default_template_yaml,sha256=1VI6TbiZxD-cIEpR0pDS1O93zQddc6mqkXIhwzx4Ejk,633
lmms_eval/tasks/neptune/neptune.yaml,sha256=00Ss1AOGiQ4LE62z2f0hs4jifT70JTKFYlXx3_FHHD0,119
lmms_eval/tasks/neptune/neptune_full_i.yaml,sha256=RY9PqhN_ew2QF0cZBg1sRkhFBW9ca1Raw_CJ-ePJ3H0,431
lmms_eval/tasks/neptune/neptune_full_v.yaml,sha256=tj2t0iNrAZ-QJNaC1dgS_2exJ6VfB95A4pIKs8Kzrm0,430
lmms_eval/tasks/neptune/neptune_mma_i.yaml,sha256=yjSMz1OK8b7R8kYxBLeJ42to6MFdWZI2-2sy45rWMq4,429
lmms_eval/tasks/neptune/neptune_mma_v.yaml,sha256=vDYoLLL9Trqosj4K7vtsM7USiwMP3iMq69eVJQvQ9sQ,428
lmms_eval/tasks/neptune/neptune_mmh_i.yaml,sha256=J4MfzMGSJ3sfMVztFGlcOy0odyIabRChcTofiP_fiKI,429
lmms_eval/tasks/neptune/neptune_mmh_v.yaml,sha256=CjxqVimSuc0xGnw8eO5gjPRk6JgxhVx3buZWDrS8ETc,428
lmms_eval/tasks/neptune/utils.py,sha256=CwVdb6kspwEhFGugOQdlNvRhymxCfyHk-oVYYLva3C4,7954
lmms_eval/tasks/nextqa/_default_template_yaml,sha256=LR-dWRhTDxAOZ1nwWc6TCnjfrxZ8_izwGQJL7LPHNHA,143
lmms_eval/tasks/nextqa/nextqa.yaml,sha256=9o6-tPcdAl9CDBbNE-ltUQsOaUk9ikyK-kS7ZvA1u94,70
lmms_eval/tasks/nextqa/nextqa_mc_test.yaml,sha256=r074tXi7XuixpMGVyRlfbbD47hlJ96lyvXakUlRwLRI,417
lmms_eval/tasks/nextqa/nextqa_oe_test.yaml,sha256=yBorUV8DJht3JQSR73ehORZypTaHrYaUDkvvF8cYPyA,570
lmms_eval/tasks/nextqa/nextqa_oe_val.yaml,sha256=ety23WuznscipFfOQ-ECl44W2Pg72mh_2CawUj-gIl4,575
lmms_eval/tasks/nextqa/stopwords.csv,sha256=E2Ut8qHM8xSmuKNUoq3x3E5LjMXHolxjVOGgGCvnQ6M,834
lmms_eval/tasks/nextqa/utils.py,sha256=4O9sqYN15bpgq2JfL-nautCpjskf3VRg6CJOH_KwGJA,10370
lmms_eval/tasks/nocaps/_default_template_nocaps_yaml,sha256=DVrkj_CFC4shgD3ePueWIrxrVeY82kMozcVCeK0pvd8,155
lmms_eval/tasks/nocaps/nocaps.yaml,sha256=Yh2ypWs8aB2GedJd7KZvOfr2Z7DIFpOkQahFUIy_CW4,51
lmms_eval/tasks/nocaps/nocaps_test.yaml,sha256=aeAQiOFKdBpUiK_IZU-iGnhPW_yo2cP-FzeFA9ZZdY8,802
lmms_eval/tasks/nocaps/nocaps_val.yaml,sha256=CjwphqBa99qGzknw7pVtYE5ZEpkJUCQRPgH1nn2SyKA,1489
lmms_eval/tasks/nocaps/nocaps_val_lite.yaml,sha256=DDhpyW2wKExnRX9KlDliOLdpbkacrrazoTL6wcyKgnU,1496
lmms_eval/tasks/nocaps/utils.py,sha256=bj1Z3DEk0u3fV-uAsrSYJCEZYMLKOtHP1ADMntgQQhA,5227
lmms_eval/tasks/ocrbench/ocrbench.yaml,sha256=HQgyZZxMKUgKu05M-ifibUtFpWS70BeqXkptxhnAdoQ,769
lmms_eval/tasks/ocrbench/upload_ocrbench.py,sha256=_jRXpazAMAdISiXClY08SxOoyEW3HhVcI7Rj38l0_m8,2898
lmms_eval/tasks/ocrbench/utils.py,sha256=C6qgTu1rpcYQt9ImClpEyfp2zQYzHL2GgXBk2IKsNVc,6163
lmms_eval/tasks/ocrbench/reasoning/ocrbench_reasoning.yaml,sha256=w7AAAcAfG6GISEqOHinZwKmDW0ZNdyxorlhN-faexfs,802
lmms_eval/tasks/ocrbench/reasoning/utils.py,sha256=sZAs2ZdGWWXTmwigqcQsly3zd0tUp2_V0-zkKn08Wgo,1234
lmms_eval/tasks/ocrbench_v2/IoUscore_metric.py,sha256=vgFQCRCEa1TELFTIIsFMgzRohQbZgcwbIeFVhcdiplQ,2638
lmms_eval/tasks/ocrbench_v2/TEDS_metric.py,sha256=5-8RqQlTi-v78Anach-CO1hQZjgZZr-lHflb0aiOvnU,36074
lmms_eval/tasks/ocrbench_v2/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/ocrbench_v2/ocrbench_v2.yaml,sha256=TOwi8tT5wiviYqitNGIIcM7fFq1Z9Gga1T-oOe1TWvM,919
lmms_eval/tasks/ocrbench_v2/page_ocr_metric.py,sha256=uwZ5EklVj3jVkWCkV5Ol84rlH_QfeW1vsEAQjC4SmL8,1556
lmms_eval/tasks/ocrbench_v2/parallel.py,sha256=tnmI1qqW6wK_2PoJaA1-3NejAzda4aCwNkTlVF9UxHE,2030
lmms_eval/tasks/ocrbench_v2/spotting_metric.py,sha256=uKlQtfJHuhU0_qyrBvIh4fbTyYgDz6kb1OyFsVFPikk,6126
lmms_eval/tasks/ocrbench_v2/upload_ocrbench_v2.py,sha256=HA3n9pDrRso5ShMDf3SbIBoUZlPA0zpIWYwqvQnRHhE,4065
lmms_eval/tasks/ocrbench_v2/utils.py,sha256=6ZQOraCh_72kZ4E3c_qtN7PHYf-egRyDz-QIvSlqFH0,19234
lmms_eval/tasks/ocrbench_v2/vqa_metric.py,sha256=iuAlTzWEWwiv3521_7vB9xxFYEeJ73raw_pnRBB3eTc,9250
lmms_eval/tasks/ocrbench_v2/reasoning/ocrbench_v2_reasoning.yaml,sha256=-xWKzo4ZW7gJ6Juq7hKWoLbUdb-Z6iNiQFKDSsTmP74,644
lmms_eval/tasks/ocrbench_v2/reasoning/utils.py,sha256=-lklVppI_EUlDQJKYY4-eRhTz3YBenSsNLu3m9DRfVM,2111
lmms_eval/tasks/ocrbench_v2/spotting_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/ocrbench_v2/spotting_eval/readme.txt,sha256=64v07iOJDQrXDuBuCUOPGgY46YjeiYmA1yMM1ylt8vU,1454
lmms_eval/tasks/ocrbench_v2/spotting_eval/rrc_evaluation_funcs_1_1.py,sha256=SQFK14PddDlFCPGQH41zblukwtgRqdKbzu1J2EhaXTk,19586
lmms_eval/tasks/ocrbench_v2/spotting_eval/script.py,sha256=8DHn7eRXhbCu0Z6ueRPKTmDyLkb46zWpPq8lMaBuImU,19121
lmms_eval/tasks/odinw13/odinw13.yaml,sha256=LEQDyvQ_t8YRmPRkxZTSw7p2S1-YI-00df-hLEBsoJY,1454
lmms_eval/tasks/odinw13/utils.py,sha256=AUqLnvz-fdJpL0oElhQ66-4Vlhd7Mkg3kevHuD8zq94,15890
lmms_eval/tasks/officeqa/officeqa.yaml,sha256=I9zmlSGMOZHKzYHSwTH1S0-lJsfTZYD6F-KaxUGZheM,789
lmms_eval/tasks/officeqa/utils.py,sha256=alJPFVDMRmykYJo3dHlQhpKGhv6fJtDsucILmtMWxIc,4451
lmms_eval/tasks/ok_vqa/_default_template_vqa_yaml,sha256=xWohfvBwSnqAKwcsun8jCi3TEmRCV3lthob78VcbyzY,844
lmms_eval/tasks/ok_vqa/_generate_config.py,sha256=4odk4o0m5zF_xPI_3U3Z_YjLC8YtBiti7epPegwbwEU,822
lmms_eval/tasks/ok_vqa/_ok_vqa.yaml,sha256=wLsdAOLjp0NeaDUTn4WNOq1jUQYC2B4z9AnHvB3UTTQ,36
lmms_eval/tasks/ok_vqa/ok_vqa_val2014.yaml,sha256=KVIWOtE_PgaEnJ_bRy-rz3i_nvZdXRIjwP5BMK79BwM,76
lmms_eval/tasks/ok_vqa/ok_vqa_val2014_lite.yaml,sha256=HOyHJlMEhH9gbX0VZRqfZYWs1perH2St7qZ0nBZL5Os,855
lmms_eval/tasks/ok_vqa/utils.py,sha256=VcKVcCUvdVLaC8D5-NMsxN9wTRcmt7pFxRCXL2a0jZg,2105
lmms_eval/tasks/olympiadbench/cn_utils.py,sha256=OADFA8o6vIQMHHnkwCZc89pYIh_SOoHC1dnfiHNzypE,2495
lmms_eval/tasks/olympiadbench/en_utils.py,sha256=7ObS6-u9TCohQdTrIk4-ozWo_q2LhDOfC0TqHiK9s4A,2739
lmms_eval/tasks/olympiadbench/olympiadbench.yaml,sha256=ODm-xwujTq_B9poQQNnEHXtpJsck53sezwF2HGFd0iU,79
lmms_eval/tasks/olympiadbench/olympiadbench_OE_MM_maths_en_COMP.yaml,sha256=Et2IxMJCvhukZ7Tg2H3iEYwKz8VvGqZDpCYsK17XOhE,673
lmms_eval/tasks/olympiadbench/olympiadbench_OE_MM_physics_en_COMP.yaml,sha256=TkInTepuhIPSu_J3lBnlzbXb9bmYv8fj7CcSR0fBub8,677
lmms_eval/tasks/olympiadbench/olympiadbench_evals.py,sha256=wWIQfMNUu5JYZgrD1oXHecN6wMf3NYPDUn2GU_RbXDo,12926
lmms_eval/tasks/olympiadbench/testmini_utils.py,sha256=rm_KuHR1WVxidRMDeDOmC3HBpI6YI87Jbhsha1xyquM,3507
lmms_eval/tasks/olympiadbench_mimo/en_utils.py,sha256=ilS0P7vm7eDDzOK59mIdIxP-Pdzvq0QvsAAu6j3vMIs,2841
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_all_boxed.yaml,sha256=6GCkBhAMoAR8fU_hJbjccMe-Zats1qxcZEafjSyzKKs,1218
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_boxed.yaml,sha256=5kDdXGy0jPgqADl5QZvZ786Pzk2RfZvxmkbL0zP6JyI,1202
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_evals.py,sha256=IUVVrIpD7O9B77sprUiermVbI5o-nou6p5dwvvnleac,12966
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_image_math_en.yaml,sha256=81n7e-ysZ3h06erwl37-m5xDm1lvreRYwBv46GG2zIA,606
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_image_math_zh.yaml,sha256=Y1LH5tLVaHLBN22biMXVTzdj1HGBn9KdvE75V9sPefI,606
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_image_physics_en.yaml,sha256=D6bEkvdrp3JWbG1eiS78wQBX3PPpmUFo6BSt3Ttkw7g,612
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_image_physics_zh.yaml,sha256=3KRkMV-ZslLHX6Aed8yrbWAAbu4FWFHz5aMqUwazJd4,612
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_math_en.yaml,sha256=dVt_1Slzat8mjo1C-2_4r2vT2sds7jAwAas1AnTBzMk,735
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_math_en_no_proof.yaml,sha256=V6qEL96GCocm2kcyJwc4F1MFTwJceMFjd7b-RIOpC28,631
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_math_zh.yaml,sha256=SED1bQEYcDLdL7X8fKiItIdkRZvLavNAsX6qtRTP26Y,735
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_math_zh_no_proof.yaml,sha256=s71T7nG937FQcLr3Gqu4ndlzKGN95RZTZ4ynf0mkIX4,631
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official.yaml,sha256=vudujIId_chk23xBioYFZZNny_QS8PWkXECZ5u1ecM8,199
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official_en.yaml,sha256=iU8KKtoJAu6xMaB4C-j6tTJbHSYvQ3jl1dkV0naFITk,151
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official_en_no_proof.yaml,sha256=u64DSgCheuAkU-5nV6CWCVw5UJYDThNsnUDEmLsKNn0,178
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official_no_proof.yaml,sha256=GpiL0X6AUjvwyW_q45VOUU2-3uYsjoXyH356G8fHCe0,244
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official_zh.yaml,sha256=I8dd-rZcB6Lw9zaYS8UiaEucCM_BEYZPA8q4DtWA0ig,151
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_official_zh_no_proof.yaml,sha256=LLyJJ2Q3Y8bWPRB8MQ_4s7iYU-e3vQi65Sgz6cdljCE,178
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_physics_en.yaml,sha256=K4O9UIRp4c_XkDVrmbqCdUdVDwS_1YkVfWgrukSl2PQ,740
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_physics_en_no_proof.yaml,sha256=5ac8EjoyiEW27Z56lD4ss4ed6ZGk9QuEnBKdT5Hwmlc,636
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_physics_zh.yaml,sha256=I0JF5l3zJzDk_yXcC0UmHgq7OZMLkdbpiLVjxY1NdOo,740
lmms_eval/tasks/olympiadbench_mimo/olympiadbench_physics_zh_no_proof.yaml,sha256=6HSmzHAsGGYmM0qswq8buDK6-v-XhgcFeZQ8lS-kif0,636
lmms_eval/tasks/olympiadbench_mimo/utils.py,sha256=mkYZ2zMB0UBE01KPihY8Kx9DJv8Nl6BBKlml2bPq2Yw,3804
lmms_eval/tasks/olympiadbench_mimo/zh_utils.py,sha256=T9PRY_SdGGlrIoPqsZpVrowG1SC20JhbShp4wha2-Zg,2744
lmms_eval/tasks/olympiadbench_mimo/reasoning/olympiadbench_math_en_reasoning.yaml,sha256=d7AO52wWDhM8rLhcCQDDORHj6qdEUD0sTKpcYJQB59w,714
lmms_eval/tasks/olympiadbench_mimo/reasoning/olympiadbench_math_zh_reasoning.yaml,sha256=5clvBfVW4m1BdXK-zqCjLq8_HD8xcin7W6jM7rGxoaY,714
lmms_eval/tasks/olympiadbench_mimo/reasoning/olympiadbench_physics_en_reasoning.yaml,sha256=MJjb_CTfjBwmqCGR1mb-LiSxuieq9NL3TaoVkp3sJMo,719
lmms_eval/tasks/olympiadbench_mimo/reasoning/olympiadbench_physics_zh_reasoning.yaml,sha256=ZB_KT-VfWP4_AeW45ktBwR-9076i0IO6Z92aAYzg_zQ,719
lmms_eval/tasks/olympiadbench_mimo/reasoning/olympiadbench_reasoning.yaml,sha256=h8BAtexXgvFHFZdn0DzEjKRsjCYXo9fFUw1lQos15Jw,257
lmms_eval/tasks/olympiadbench_mimo/reasoning/utils.py,sha256=FpU5t2BmDS7_-yhyktobMOXbMLiGssk2MGqDPa0FA0I,2818
lmms_eval/tasks/omni_bench/_default_template_yaml,sha256=sV4adQk3rD4e5f_s9P9J8DpFFUfzXSoYBgOkJ5nK0vw,487
lmms_eval/tasks/omni_bench/omni_bench.yaml,sha256=lEH8Ra4Wym8r6wRKaB46Vb9wb0rB6j2_XDuEQ4MV1N0,351
lmms_eval/tasks/omni_bench/omni_bench_audio_transcript.yaml,sha256=_mgv-57AaTGCjMQTaa9acAYXWk9MJULg2ZZM_xKw1-Y,384
lmms_eval/tasks/omni_bench/omni_bench_image_caption.yaml,sha256=R2wtrxkET8Tf6o5eXARwfcXQiRqElcg0IdFbl0XPTcg,375
lmms_eval/tasks/omni_bench/utils.py,sha256=sgQqMtXjwhZt62LiQykmfYCko35rHYbGypd5h9KN9sI,5020
lmms_eval/tasks/omni_spatial/omni_spatial.yaml,sha256=7295bmtMTldkqE-l1o0cUnhICUpokDgz_yVphOFP7Dc,1211
lmms_eval/tasks/omni_spatial/utils.py,sha256=stkEyHo3Yhokls7RokXorWXd5VROKtRM--fWC3c4zw0,4435
lmms_eval/tasks/omnidocbench/omnidocbench.yaml,sha256=sFw3M2lW9ell1wpZqwyyvwM-EYJoV2hU4OOwB2Ss_Pc,2003
lmms_eval/tasks/omnidocbench/utils.py,sha256=XcSNaiHocI__VZ6R07curDSjylCK4wY7k6PFdfxO4b4,27079
lmms_eval/tasks/omnispatial/_default_template_yaml,sha256=vZjGAX_Gw1LdMvCIXL7gtDQqLcBJnoBjDYIh2Pur4iQ,2055
lmms_eval/tasks/omnispatial/omnispatial.yaml,sha256=qDRtD5nBfyODWluaPZU5Tr46Lf4Mi2FRzkAAaCR2iHQ,139
lmms_eval/tasks/omnispatial/utils.py,sha256=foTf4VXFZS9er47bYoRP9Ka1kzNQ9SZRCgzw9REhJZg,10278
lmms_eval/tasks/open_asr/_default_template_yaml,sha256=6A4wehzgoDfLu1UEy-b3oVXvEmaZFSLjwuWOuOBjuak,820
lmms_eval/tasks/open_asr/openasr.yaml,sha256=aWfj4g8PEgV6jp3VuDwGKcZ-uAQtifByiu5PTjQOf1o,233
lmms_eval/tasks/open_asr/openasr_ami.yaml,sha256=YLqTKUonvWFHGOAs5J0jmUznYVys1qyBla5_VRG4wcM,86
lmms_eval/tasks/open_asr/openasr_common_voice.yaml,sha256=WFw8aNz05btv1jLsrxzqa2l_yo4qSF61s1dmJRERWDY,104
lmms_eval/tasks/open_asr/openasr_earnings22.yaml,sha256=Ps7tUIIITn1oFl2-28GfpLw-UdWjruCN4w-QZBFfXzU,100
lmms_eval/tasks/open_asr/openasr_gigaspeech.yaml,sha256=HpZcqgZPzBddR7iSGTWKzTrb6d2yyoENP3AHMNcCnIQ,100
lmms_eval/tasks/open_asr/openasr_librispeech.yaml,sha256=edBu56fTVqsaKuOo1EPLTJoTIvmwNSSR3lki7FIPj-k,101
lmms_eval/tasks/open_asr/openasr_librispeech_test_clean.yaml,sha256=iDf-evVaJobQNFDH4ucXay8FFTSwGbO8MW1n0-EiT_Q,118
lmms_eval/tasks/open_asr/openasr_librispeech_test_other.yaml,sha256=EJg2YR1SL3Z-OY_iONeBDD4E-nDzRh3Dx5CDNvl_2xA,118
lmms_eval/tasks/open_asr/openasr_spgispeech.yaml,sha256=Cky5qwghLm7Qf7e7QfLHoBMcwGvzmwZsQkgk-axvBww,100
lmms_eval/tasks/open_asr/openasr_tedlium.yaml,sha256=5hqQw-fDdHPnMt4ok921wAc4CbHqouhga8AoFnksOA8,93
lmms_eval/tasks/open_asr/openasr_voxpopuli.yaml,sha256=tlGHApQDsMo-VQrrT_Qi7-wYgqWjWLz5RO9hGw2efTM,98
lmms_eval/tasks/open_asr/utils.py,sha256=XnB-J3_mpREgWvWFQkOHnqxx2h6JbvkOAs7q1Tdjuys,3314
lmms_eval/tasks/openai_math/openai_math.yaml,sha256=bDc7O8BjOjnp32yFN7yMsG1dg45baYIu_XyNkbd-NqM,700
lmms_eval/tasks/openai_math/openai_math_agg64.yaml,sha256=VPfJCJKOvtmRM85pID8ZwutaDwPITg0CwG1NHsKzYX4,1740
lmms_eval/tasks/openai_math/openai_math_cov64.yaml,sha256=JblLAGAYtec5vZfdDmv3n2bOM1fcVmc9fNTWy9eidyA,834
lmms_eval/tasks/openai_math/openai_math_cov64_train.yaml,sha256=RgKREfeSx-cHv45HKlSptDs5wtfApYhKRn06F4_MvvQ,854
lmms_eval/tasks/openai_math/openai_math_maj64_cov64.yaml,sha256=Y13WGX2LN7twrCzuNAnmcRxTkwS5uznRncQDQRDCbwI,1925
lmms_eval/tasks/openai_math/openai_math_maj64_cov64_train.yaml,sha256=-b2wt87Tr0FGCzrV9VB3tcp89-ALHs58-iJ9qn3k4_k,1694
lmms_eval/tasks/openai_math/openai_math_train.yaml,sha256=1o4NEkRJPdrJpS2VAeS7dr75L3sURTinocLPgY49NyI,752
lmms_eval/tasks/openai_math/utils.py,sha256=TkfgmEyMMDsqNc4b6nEYK3xQN7UCel3sP2Gm8H4o8ok,13288
lmms_eval/tasks/openhermes/openhermes.yaml,sha256=uQbC0P-5rNUd1JnHMBD6655ZoAjRqcU2DOtZ7rayXPk,695
lmms_eval/tasks/openhermes/utils.py,sha256=IEZcjsW_GMTAgB_4wiqIPMs4vZntfr1D4BYpxg9dEso,5186
lmms_eval/tasks/openslr_librispeech/openslr_librispeech.yaml,sha256=L3cXtDRlOurzDxmXuyvaEiL8VfznmZaWLFLw-g6JP2k,64
lmms_eval/tasks/openslr_librispeech/openslr_librispeech_other.yaml,sha256=Q4euAXgV83FrbKTRkYK4WUJGqrRC6EYvQCcaK4diPb0,971
lmms_eval/tasks/openxvqa/openxvqa.yaml,sha256=qr3Gf9QmUi0XM0ouJuszNAgLjppGV2Vl5zlaCD5J5rg,760
lmms_eval/tasks/openxvqa/utils.py,sha256=j0IKx1tAGUgbt8tzhDcDu2lLLyUOPcDAz7cBgv33mEc,2891
lmms_eval/tasks/osi_bench/__init__.py,sha256=wOJS_l2AEVRumlOaO9-0htbKvCDtjGYyrcfcQahWdVA,122
lmms_eval/tasks/osi_bench/_default_template_yaml,sha256=V1cOL0StPrdGTqZFuhUuJH5hctvgdY8STaICvEgltt4,2835
lmms_eval/tasks/osi_bench/osi_bench.yaml,sha256=rHyWdOmpKc5HtzZgOG7rQVgNjdMT4XGG0IOiibDBdY4,330
lmms_eval/tasks/osi_bench/osi_bench_frames.yaml,sha256=g8zyOT_kGk9HvZhiOcfdTMQH3mMPhkDBdVBg7N3RivY,366
lmms_eval/tasks/osi_bench/utils.py,sha256=DAyWHw5HOOjUj9U-XnxrEbP8QoV0e1uJqrv_y4YgQE8,22880
lmms_eval/tasks/osworld_g/osworld_g.yaml,sha256=by2Xkpnt_rjjxRs1yTz-1w5tlBIwqf37GTomj3ns4jM,909
lmms_eval/tasks/osworld_g/utils.py,sha256=8yfmxHd8RPqlHjvmI9rCP7M6LgglA2jksoadzuZ8xuM,5961
lmms_eval/tasks/ovobench/README.md,sha256=DRjZyE51ekc9f83V0t30zw1DZifrtxGguH8d7vE5_UE,1982
lmms_eval/tasks/ovobench/constant.py,sha256=z4IgcY8M2ots5JP_llYhRQnHA9V1ppgw7JY7aBjWn3w,2737
lmms_eval/tasks/ovobench/ovo_backward.yaml,sha256=BIsApqUDblwxnHcJyI5_dR-nLxSUG-OxkvjF8lDMi4o,722
lmms_eval/tasks/ovobench/ovo_forward.yaml,sha256=5hJa6aryniD_NEyOR6qDkpIvalOGPjnmEkuBnQzhvx4,724
lmms_eval/tasks/ovobench/ovo_realtime.yaml,sha256=1thyEpJNtW67ObkMfw0l_vVe3f0GNxqRRo6Ko968UJQ,722
lmms_eval/tasks/ovobench/ovobench.yaml,sha256=gwv2HLnDtOWVNzqCLDFKSF0UIJwyOz1DhnV0rBCVr6Y,71
lmms_eval/tasks/ovobench/utils.py,sha256=0BpXs1jVyGVR8Ej90tq46ON2TvyM64akVYZWgvuVWqQ,9316
lmms_eval/tasks/ovobench/score_utils/score.py,sha256=LLRrLHXH2tjtySpixu0BzJ0dVLWAcSBMIE2xcEKLM5w,2749
lmms_eval/tasks/ovr_kinetics/ovr_kinetics.yaml,sha256=hjIjaRj7i5m8ZPp9JvIn3aw7JcSEb8gkKgF9eMLMme0,748
lmms_eval/tasks/ovr_kinetics/utils.py,sha256=8Gc61mn6cSUk1Y0vxGZeIyKUJ5ZPZhjUEvePjxyS_8k,2176
lmms_eval/tasks/paibench_u/paibench_u.yaml,sha256=Ias2sr95mYeayhtRv-yajD5NjD8tCWJ4ujkbBf64Ol4,797
lmms_eval/tasks/paibench_u/utils.py,sha256=4PjwejRSR_irsVF3r6UnbKDwqgCU_BRG2D7BpOpbFTY,5894
lmms_eval/tasks/people_speech/people_speech_val.yaml,sha256=aE13yjtXBxQAPbcut3Mi6BbMnx-3vtI8ER_MJdumpXk,721
lmms_eval/tasks/people_speech/utils.py,sha256=XoeliBn87xz84_7I984cJYfQzOf5FZ1MEXNrCbOiR0E,2628
lmms_eval/tasks/perceptioncomp/_default_template_yaml,sha256=uGpez_CO3-oV5uDNVGp_wMPafYu3gFsgIqnCt-x17Hs,2391
lmms_eval/tasks/perceptioncomp/perceptioncomp.yaml,sha256=tFv5WwaDpzm9iHOmxwWGWbqyrRB62A5IHYqiPzwT-bY,371
lmms_eval/tasks/perceptioncomp/perceptioncomp_reasoning.yaml,sha256=5sq4KNIzqymPyjNmea3NeEU1ZLsETaiXYkmpJiJVIwk,294
lmms_eval/tasks/perceptioncomp/utils.py,sha256=k1UN26tR3LNAKuVlFVgFMjpT68qSSxwpmwC9zgMOv-s,11870
lmms_eval/tasks/perceptiontest/test/_default_template_yaml,sha256=q7vYZtNH-J_FW2b3Us_Toke-x6XOzNEaf4J7f15vVmc,187
lmms_eval/tasks/perceptiontest/test/perceptiontest_mc.yaml,sha256=RBVfrOVQXI5n2F8ShssJF8ijsrq-wCW53SGJduPZ1NY,506
lmms_eval/tasks/perceptiontest/test/perceptiontest_mcppl.yaml,sha256=gjH-sveqA8EpfCo8CQ9Q5yGaoTbP7-08C82G6oDUpEw,546
lmms_eval/tasks/perceptiontest/test/utils.py,sha256=Fz_hmJPM3VbJc2JeH2y8Iv0Eqhhg2H3pQGY0PTkHSjc,3852
lmms_eval/tasks/perceptiontest/val/_default_template_yaml,sha256=0jkeOmsxizJzwCFIz-O_KbuvNzSfZRARD4DuWw7gEU0,195
lmms_eval/tasks/perceptiontest/val/perceptiontest_mc.yaml,sha256=gdrftBK2MpLrDZbszNDNbeOv6BVjCMGq9l6B9rLP6mE,536
lmms_eval/tasks/perceptiontest/val/perceptiontest_mcppl.yaml,sha256=CfLLfQ1sLwK3-6W5QhM7spV2DOZxi46IdMthRuUuiP8,572
lmms_eval/tasks/perceptiontest/val/utils.py,sha256=aqxcJR5wRSDalxXi_bHL41FWYTgSFu_UfPOXPw9nkGc,4027
lmms_eval/tasks/physical_ai_understanding/physical_ai_understanding.yaml,sha256=W_80sKJVNIEUN3PRqvdRFAL9149Wi7ppzTk7yvqqhqo,961
lmms_eval/tasks/physical_ai_understanding/utils.py,sha256=iUFQ3uJgNYlgXvbr3yyYyMcj0xg4VVAlQ9nZdXWR1uw,5439
lmms_eval/tasks/physical_conflict/physical_conflict.yaml,sha256=eJ2nmzaqEK2fOble7b-hLkFqyKZ-EZ0Xj80XJVKtjT4,2643
lmms_eval/tasks/physical_conflict/runtime.py,sha256=wyANSuElhIrt4gNEXby_d07A7TwIuyoqTo2QVxXJKqM,257
lmms_eval/tasks/physical_conflict/utils.py,sha256=5ObPN84nSmgZIfvtmGw8RlrXgVRpELqjN5eIhwwchvU,29953
lmms_eval/tasks/phyx/phyx.yaml,sha256=tQC4cu5b6aam-YHR1JxCChl29XBQmkLD8e1oPYH0CFM,158
lmms_eval/tasks/phyx/phyx_evals.py,sha256=FYmEkQjhdQPDb0gatfJtiMC-aC6B_JUeGnU97nqSK04,14329
lmms_eval/tasks/phyx/phyx_mc.yaml,sha256=S8DtQdVSHFCdkqaEuccPxwIByW16PZZ5aL6jdko4QBM,539
lmms_eval/tasks/phyx/phyx_mini_mc.yaml,sha256=HTXWaFNuY8La-c-TnOR7xfZgpdMBEgoQGJ89itoQ0Hw,549
lmms_eval/tasks/phyx/phyx_mini_oe.yaml,sha256=0mR6Y5Sxhtr1P8qNXLKQW96wm5nSqCsxQg4_PMTaU1c,546
lmms_eval/tasks/phyx/phyx_oe.yaml,sha256=OhqYyOz0y0DDYN_ZOj59R9mcRgDGDuwj3_yE_NTgTwM,536
lmms_eval/tasks/phyx/utils.py,sha256=72yPHkVEMr8IVGXYYnEAiBB4ZeWCiEfTvM0q-QGBGCg,2365
lmms_eval/tasks/phyx/reasoning/_default_template_phyx_reasoning_yaml,sha256=ruiAQoSRu-KRR6IujypuQTle5nsSAALS2XulWjj1cJQ,524
lmms_eval/tasks/phyx/reasoning/phyx_mc_reasoning.yaml,sha256=uioMPEN-hA0ad_wb3QKVrMpUFovoiLCURZRWxxM71ts,175
lmms_eval/tasks/phyx/reasoning/phyx_mini_mc_reasoning.yaml,sha256=E6jH6EEUs909qPigTPRah-T4vaYskfm_BQdNDaxLoHQ,185
lmms_eval/tasks/phyx/reasoning/phyx_mini_oe_reasoning.yaml,sha256=vwG3cftV9PzDGDnLhjA1zPsAh03y_XT9h7gyVwtJPwk,182
lmms_eval/tasks/phyx/reasoning/phyx_oe_reasoning.yaml,sha256=XprlsMa3AJVl01xB8qRuRm8VvK5viU03aJYkEteIB08,172
lmms_eval/tasks/phyx/reasoning/phyx_reasoning.yaml,sha256=LK6gUs4wF1O3GIQuvD_60a87fO-qr3q-rdOy_jH0jVY,151
lmms_eval/tasks/phyx/reasoning/utils.py,sha256=NLCYGUfH6PGkWflsjFyTRg1XNRWSLpYJCG276L3_WjE,1084
lmms_eval/tasks/pixmo_count/pixmo_count.yaml,sha256=f-jmT-ra1G3VoNPg2dwSXZT_Zf0An9qd4SeUYni5ybM,579
lmms_eval/tasks/pixmo_count/utils.py,sha256=YisA8MtlgWkyRLtgXJbX_BcyzQBSlkvyDMwM2HbrC9M,914
lmms_eval/tasks/pixmo_count/reasoning/pixmo_count_reasoning.yaml,sha256=JmXO3U4uuyLrxk8AihGS8Z4j5yfdkS-PNEPkRlX8y4s,723
lmms_eval/tasks/pixmo_count/reasoning/utils.py,sha256=EOu3MhxZ2Qp-Fhe0jVnhLQON2eP00rCyoQXtqcAz0GE,1111
lmms_eval/tasks/plm_videobench/README.md,sha256=wuJzq8dl2RHqyeu8sZ_ABLxDuKPHDlfmBYs8ZWF2mV0,5684
lmms_eval/tasks/plm_videobench/_default_template_yaml,sha256=AHkwjlT73CM_WDWSZuar9_CDxYMNFxZ6eariFA6LVe8,1580
lmms_eval/tasks/plm_videobench/eval_utils.py,sha256=fEdOQsow_8O6S2vce9n3pE3GRCI_liIaJNS7EnXKSts,12546
lmms_eval/tasks/plm_videobench/fgqa/fgqa_test.yaml,sha256=Ld-ls7M4I2sjoIb9TcOj9qIVX-djphzAgzK3mGyoxF4,613
lmms_eval/tasks/plm_videobench/fgqa/fgqa_utils.py,sha256=HWQ4jSIGLpS0b98sqK1_jghOJsY_pBWb2FkBxCiGjm0,3487
lmms_eval/tasks/plm_videobench/rcap/rcap_test.yaml,sha256=XXVzB7kBEI9yPpjc7cryBzKRS6w3po3AleFCRwUhFQA,782
lmms_eval/tasks/plm_videobench/rcap/rcap_utils.py,sha256=KdYistvXo4qOwzbf8E9gYtL6_6_ByUmYbOY9xTmN_uo,3346
lmms_eval/tasks/plm_videobench/rdcap/rdcap_test.yaml,sha256=seZd87XYAT-kTeGiaPs7q52lClhZ6eOJNPp5JvZvhtU,933
lmms_eval/tasks/plm_videobench/rdcap/rdcap_utils.py,sha256=UKK2HKnresUsuHMilLXgq_xtxWJEfpVimy_5mNoUG7c,4249
lmms_eval/tasks/plm_videobench/rtloc/rtloc_test.yaml,sha256=d0_8uBg9qkKZmGtApyvMpgImNBsmnbKhQJrInnoxB0w,913
lmms_eval/tasks/plm_videobench/rtloc/rtloc_utils.py,sha256=k2SnB5SfVCh5BO8--IycM9W-z22eXr0fETqmEZTizBk,3424
lmms_eval/tasks/plm_videobench/sgqa/sgqa_test.yaml,sha256=AGIoPhn9JdzAmaeZxjxRX8qB0qoZKjK0FegqLD2qd_k,835
lmms_eval/tasks/plm_videobench/sgqa/sgqa_utils.py,sha256=0FvE9Mp9QtzzXWtnrRM2oakAQvGZBNo1NLX-khDup0Y,2711
lmms_eval/tasks/pointbench/_default_template_yaml,sha256=umF-P0bhsV_lGG7D8oNF8wA-I0H8Ut6PL7S7FMiZ-CU,794
lmms_eval/tasks/pointbench/pointbench.yaml,sha256=b99KbTGlfWKYQg9FeFr6mK0RjTo8eQ2Wn1UDrySg-n8,67
lmms_eval/tasks/pointbench/pointbench_json.yaml,sha256=XWYzL_RotHIXRKOqojwP5RXZ2_qHdqus_aLx4cC9wdg,194
lmms_eval/tasks/pointbench/utils.py,sha256=9s6dmhnxvS5hKUN2YFNZtOZ6d2vyfY7yJvpK4RXB07A,10831
lmms_eval/tasks/pope/pope.yaml,sha256=H9GPRoXgGRfpmLNGHS5NgRlIkSHof9ZLEaujGAbcD9g,1199
lmms_eval/tasks/pope/pope_adv.yaml,sha256=F8jXjatvINh5aV97aGIym4yhWz8NxDoPAi1CtBhTVsQ,1228
lmms_eval/tasks/pope/pope_full.yaml,sha256=8IZJpgjURz9SnIw2lWJU3A4LF3aNSD4rccqR6bcvAUI,65
lmms_eval/tasks/pope/pope_pop.yaml,sha256=6MRCcguquhObrl43g7aDc7IQVOKvcioO1LrcTirgK6Q,1224
lmms_eval/tasks/pope/pope_random.yaml,sha256=Dn-2xldNQpD1LKmL0EBzylvd4YVaLSrQCiQeZ37y-II,1226
lmms_eval/tasks/pope/utils.py,sha256=EmS2ZtiunWSwIXxmy8L3G2SCoOAWeZfIkZUmOfyFTo4,3123
lmms_eval/tasks/prismm_bench/README.md,sha256=_cCSvjUhgCme2-obkc3F2n5oLB83XvgJ8DyLnJOvGuY,4985
lmms_eval/tasks/prismm_bench/_default_template_yaml,sha256=66l6VXOy2Ar7JPHLlAGzUyA9irrkgqlR8MtYs8GeDUk,504
lmms_eval/tasks/prismm_bench/prismm_bench_identification.yaml,sha256=4p1UV23gQ0QZ8zaRjTc7ZSz3h6XrrdhvMTIktPuYGxM,305
lmms_eval/tasks/prismm_bench/prismm_bench_identification_whole_doc.yaml,sha256=BUvykGxi-pdfMZA7w9ozvLLFmHMNgJHtcjd_V4o73j8,335
lmms_eval/tasks/prismm_bench/prismm_bench_identification_whole_page.yaml,sha256=YB-ysgF9KHaO07X5TIw-ZPJEm5AaAwvn2d6YVxkWV30,338
lmms_eval/tasks/prismm_bench/prismm_bench_pair_match.yaml,sha256=4uJ4CodOaNp-iYUymC5rh4zwwITvRLaA0RR1MmotRvI,444
lmms_eval/tasks/prismm_bench/prismm_bench_remedy.yaml,sha256=0b2lwtJ1AcxPSmfA7qdaygFeVRrDRWYGv7X1OjHYeQo,344
lmms_eval/tasks/prismm_bench/prismm_bench_remedy_whole_doc.yaml,sha256=ei_zVahm7HFKsDxJ_Pjalqdd_Eb5lfflMxMeBIAurno,375
lmms_eval/tasks/prismm_bench/prismm_bench_remedy_whole_page.yaml,sha256=pW5XfvU0qB6y5P4u1vc3V7aFl2bjtq0SfaA7nz6mTL4,378
lmms_eval/tasks/prismm_bench/utils.py,sha256=L3eXqtJcBTpHAPtUt3twY_BrXjfe44QFlTEiMKQMNuI,16415
lmms_eval/tasks/pushupbench/_default_template_yaml,sha256=yjMhhVfDvF-NyxCMw5co5Ua-WNrONKd9u5cVUE6xd9k,339
lmms_eval/tasks/pushupbench/pushupbench.yaml,sha256=aDPMkBVLadSfdaGqafBRFwniLrxJv_823u-MVoeF8MI,795
lmms_eval/tasks/pushupbench/utils.py,sha256=-XQ0JedPPMlJr_1tZnSK99ZkJvG03ZkdXI7nmqi3_ys,9353
lmms_eval/tasks/qbench/abench_dev.yaml,sha256=MjNFlc4vmCy1tRmev1suLhHOo-FAZOJdQura7n_w6zA,632
lmms_eval/tasks/qbench/qbench2_dev.yaml,sha256=ZHyOODrytc8Pl2j9D9VuxKgr19_h9VNSUtwYDRpEkx8,634
lmms_eval/tasks/qbench/qbench_dev.yaml,sha256=lz3bDxpvx8JBO8hRyoo3j9M7FPjlRBPWHU16H0RFpWU,632
lmms_eval/tasks/qbench/qbenchs_dev.yaml,sha256=Ab7xYBBVpxkYKpEUSJZPvD40cUivFAQ4vRwkHF0qfVs,65
lmms_eval/tasks/qbench/utils.py,sha256=r0zKKnRAxMw1FzWD92_Vv5Hc02SWJdXg5wGNT1xN6jE,8651
lmms_eval/tasks/realunify/README.md,sha256=NmnHb90SOq5dX7rJzjxN1N4YDMgmsvBUl7YD86IiHTU,1939
lmms_eval/tasks/realunify/__init__.py,sha256=64VNQihZf5B0cPQLlrlK5gnX2XbUWfPFg21ZcMvNaKQ,158
lmms_eval/tasks/realunify/_default_template.yaml,sha256=EHtn2LGTh6bck6yrNRjr3Lf3UFch8wQPsEPLGeHSeX0,131
lmms_eval/tasks/realunify/realunify.yaml,sha256=iJW95Q--utc50vQcq9Xw-hBwVqBZEBCVMs1rcVuw_ts,303
lmms_eval/tasks/realunify/realunify_attentional_focusing.yaml,sha256=rXJPEiF93-VdSL3sxb7LKSKAmEfwpYV6FrpOemDSRrY,622
lmms_eval/tasks/realunify/realunify_mental_reconstruction.yaml,sha256=fyn931ePxOqFEFoiGaS3R9b4MWQA2aUh0NIOd9z25zk,625
lmms_eval/tasks/realunify/realunify_mental_tracking.yaml,sha256=mUUQWZtShOfHKMLbLUrnCDS-wCn3XWvVC66Ib6c4d9s,607
lmms_eval/tasks/realunify/utils.py,sha256=u-YTfHIipcCgUzzbE1zZlddw8PIxRrqrgSNmrsPfBhs,6867
lmms_eval/tasks/realworldqa/realworldqa.yaml,sha256=nNtXxzEq9U96yprLZUMk5wZa5cxA79PSDxM3VpHO40Y,875
lmms_eval/tasks/realworldqa/utils.py,sha256=JVmhTOX5JTFG1oV5Um4Me3YmutIG8Qn3F9OFHRg_Z-4,5090
lmms_eval/tasks/realworldqa/reasoning/realworldqa_reasoning.yaml,sha256=_MoohkMrbEufIkW7gsVa6pseheSlOA_jtqcazSdTWR0,633
lmms_eval/tasks/realworldqa/reasoning/utils.py,sha256=NnGgR6POgJzVAi7Nmk9EIWKv1QjmKTXolwsadpJ5D9g,1480
lmms_eval/tasks/refcoco/_default_template_bbox_rec_yaml,sha256=NuK3MJIdHMrdbVE_lNxT2cP9UN9KpF8cnDmpdBTzu1w,1263
lmms_eval/tasks/refcoco/_default_template_bbox_yaml,sha256=9vu29WMNTciWJUj3Sb7TjskkZFDePxa8_dOl3o7R1HY,1169
lmms_eval/tasks/refcoco/_default_template_seg_yaml,sha256=TdUWBWG8S1EhCFAIBSLu_r9M6BkgmaDpGdDIdnXnqYQ,1168
lmms_eval/tasks/refcoco/_generate_config.py,sha256=9oaHiw23neg7AElzsEYvpSAO0_NyBV63JnKYRko2dhg,941
lmms_eval/tasks/refcoco/_refcoco.yaml,sha256=RctmCOwut6jBR51tLoP5SRfvkrQON4PUeumuGyYpvRw,179
lmms_eval/tasks/refcoco/refcoco_bbox_rec_test.yaml,sha256=fmvWL91OQimSgm3FgXXxXiK6er2hbcjaaemQOXlcbXI,110
lmms_eval/tasks/refcoco/refcoco_bbox_rec_testA.yaml,sha256=gkbK8xDYYxXzKhXxIDurzyOCCgGpNUMV8oNsnSrcpsc,112
lmms_eval/tasks/refcoco/refcoco_bbox_rec_testB.yaml,sha256=U87FvR666tO_SHhtNG0JOodFG9VZf4fZSILmEmKDPw8,112
lmms_eval/tasks/refcoco/refcoco_bbox_rec_val.yaml,sha256=3bSnZG0xCzKHZgWto1Y_VeawiUHPnkqOHBxPdX4A5p4,108
lmms_eval/tasks/refcoco/refcoco_bbox_test.yaml,sha256=c2k72jG0uAtl6HPY_An9GM3SI-6dFZ8YHJ554yserf4,98
lmms_eval/tasks/refcoco/refcoco_bbox_testA.yaml,sha256=0XI2i-V1MJeKnR3szH4KBoaA56c6Fs-0qMDgliwMryM,100
lmms_eval/tasks/refcoco/refcoco_bbox_testB.yaml,sha256=zU_bxqqm1rT-pFlKWCNGEshnMMTZfIEFPjfmSsYb-vg,100
lmms_eval/tasks/refcoco/refcoco_bbox_val.yaml,sha256=4uYHVmgwpuJHXWbuZLN5rj048zGA3cb1dwuMtMBOIes,96
lmms_eval/tasks/refcoco/refcoco_bbox_val_lite.yaml,sha256=fPHvpEd18DLYwvLCNklivLPf3I6iPq2a9gjZbOMRkAA,1253
lmms_eval/tasks/refcoco/refcoco_seg_test.yaml,sha256=j4taMXrlNzbupaIKUI2uYpZelHmTjdtmGuLJ7SPwpio,95
lmms_eval/tasks/refcoco/refcoco_seg_testA.yaml,sha256=POiuBXXNghIWLBBmhQYstmanKhi312Qh6zoYCZWVVAY,97
lmms_eval/tasks/refcoco/refcoco_seg_testB.yaml,sha256=ryvO1D69fDCtamu_Tu4mDB70kHKmgUECHC3DXe-aqmc,97
lmms_eval/tasks/refcoco/refcoco_seg_val.yaml,sha256=h2I-P1UoqLqAAcHgUvCmCC63O99ZSrv_VLovArEERC0,93
lmms_eval/tasks/refcoco/utils.py,sha256=lNW6Xh7BaDVojToEbaS5M2_SZ46Z1Ghy3SK8sub7Iz8,4115
lmms_eval/tasks/refcoco/utils_rec.py,sha256=zsAjWh3fHVWmVt7YxOZcjTtRYG4CEC6tfh-F5uEnpeg,8300
lmms_eval/tasks/refcoco+/_default_template_bbox_rec_yaml,sha256=T_lcsDIN6CBzgqZKT8Ljvpmcv5SunC88oc6Rza-Gwoc,1267
lmms_eval/tasks/refcoco+/_default_template_bbox_yaml,sha256=EpauZ3JH415UuyeeD9Ci54mvXxCbgKVtStN1DkAd62U,1173
lmms_eval/tasks/refcoco+/_default_template_seg_yaml,sha256=A0uiog47vI9GweNkApSImxkjwvsdvfKF-2vYsEg0aNE,1172
lmms_eval/tasks/refcoco+/_generate_config.py,sha256=b5b7mwbJejr3P-LlZwTN-0luZZM8eEK7BCV8bVXv-uY,929
lmms_eval/tasks/refcoco+/_refcoco.yaml,sha256=dIckZQbrDwkKhAn5WBfoOm2gs72R4zzfQU9oBDKjnj0,147
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_testA.yaml,sha256=lxJMOuxU3VVumsF5dAJ1rpJaG8UCayDiHFlmqC4XjFI,114
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_testB.yaml,sha256=-LgqaVE0BfsObLRAx9z3kf2BolIyD-7BV-cJNXWAcW4,114
lmms_eval/tasks/refcoco+/refcoco+_bbox_rec_val.yaml,sha256=SQFAuK9-Hfr9BF8O7siKq4UL6H6nMgccuu_SoOTNgn8,110
lmms_eval/tasks/refcoco+/refcoco+_bbox_testA.yaml,sha256=6MhdGjh6UZxrfV_YzP2QL6TeBEbgTM-XskHb77Dayks,102
lmms_eval/tasks/refcoco+/refcoco+_bbox_testB.yaml,sha256=8p4uQYugjU_IBDWfvAMysQ1qH0R8rNPNMGebuXiz86U,102
lmms_eval/tasks/refcoco+/refcoco+_bbox_val.yaml,sha256=imsnpBrFKhcgumVppe2FUoVo5dQoF-6CBTjcR0lnWhs,98
lmms_eval/tasks/refcoco+/refcoco+_seg_testA.yaml,sha256=R4c4ZWu_LtqgxmQ6z9G5hZRyHqKSlWfTkDh4Uk_WC9o,99
lmms_eval/tasks/refcoco+/refcoco+_seg_testB.yaml,sha256=qxyajeUtwCYh61im7BluVZzT_4lnG_qYq0L9K-M-Ecw,99
lmms_eval/tasks/refcoco+/refcoco+_seg_val.yaml,sha256=Spm2sYsiPa9lvLysTkqVq0gdY-T7vCIwl76E4g3lxBM,95
lmms_eval/tasks/refcoco+/utils.py,sha256=lNW6Xh7BaDVojToEbaS5M2_SZ46Z1Ghy3SK8sub7Iz8,4115
lmms_eval/tasks/refcoco+/utils_rec.py,sha256=zsAjWh3fHVWmVt7YxOZcjTtRYG4CEC6tfh-F5uEnpeg,8300
lmms_eval/tasks/refcoco_grounding/_default_template_yaml,sha256=1LJmQYf6ikTT4yYG5gVQnPaMvjNGy7W98jI020PBmf0,1288
lmms_eval/tasks/refcoco_grounding/refcoco_grounding.yaml,sha256=UjBL7RBpr6ty6iPgvGCTl7q3PJq221JB1lEyeZStqpY,659
lmms_eval/tasks/refcoco_grounding/refcoco_grounding_test.yaml,sha256=7Nf1CDwX6lDdHIOWIv0WBq19CjMMxt_OgOi2g43ZKsE,105
lmms_eval/tasks/refcoco_grounding/refcoco_grounding_testA.yaml,sha256=gU8fnyhHKpQ-VDUFxHgpgNbjnej5VgiN2i6YlBNlrY4,107
lmms_eval/tasks/refcoco_grounding/refcoco_grounding_testB.yaml,sha256=UjLOnWmpOpnu1frnvmXAO9oYGiUfTmev4AzFkJRPoK4,107
lmms_eval/tasks/refcoco_grounding/refcoco_plus_grounding_testA.yaml,sha256=p3U7PfQgqDyUG0uAC5JBxxpWPWdriOM0sTBwoQtza6Q,155
lmms_eval/tasks/refcoco_grounding/refcoco_plus_grounding_testB.yaml,sha256=ISyGYRvtW-FR-vJvOnFjXYTYtX2vNDLiHHR6jC8KYQI,155
lmms_eval/tasks/refcoco_grounding/refcocog_grounding_test.yaml,sha256=bT3bIyhJCq-tO9iB5EJTL0MP5ivwzKMgx4kDO-eE98M,146
lmms_eval/tasks/refcoco_grounding/utils.py,sha256=Q8OSmKpSZzH3P8hiWtcR_k7L8o1S834Bwg1xcIIJxjQ,8542
lmms_eval/tasks/refcocog/_default_template_bbox_rec_yaml,sha256=_jdVX7Qt_PvllCPTvZO2ON_7NvqVPVVu0ukJcJxO6sY,1264
lmms_eval/tasks/refcocog/_default_template_bbox_yaml,sha256=-w5q_ccAuRP_G2v-pp8Bh3QypwGNp8DpQGRmHVfV3PQ,1170
lmms_eval/tasks/refcocog/_default_template_seg_yaml,sha256=fI7rvTx5oq9tiCk6Vllea3E0kfFkiTELySGr6Ns-CA8,1169
lmms_eval/tasks/refcocog/_generate_config.py,sha256=U2DhSx6mIayKKN2XNjqZnBERgrUAHp4MC2Tb_tYc2QU,909
lmms_eval/tasks/refcocog/_refcoco.yaml,sha256=JbhV4QXR4Iz_WphSIbdAusWdbhoBkjK1j86B7JQFz0U,102
lmms_eval/tasks/refcocog/refcocog_bbox_rec_test.yaml,sha256=jMucr-Fs1cRqXcpdMugA52DzkuvSxZ4VWZKmlMgLOUw,112
lmms_eval/tasks/refcocog/refcocog_bbox_rec_val.yaml,sha256=lgABtSJWD8-BjIZ_UUwkCQPAMFtXy5jJsXEM2-2SjW8,110
lmms_eval/tasks/refcocog/refcocog_bbox_test.yaml,sha256=2sI1Ffp5S771_L-f9SBmTIx_gm3gT94TBfOdkpOvorA,100
lmms_eval/tasks/refcocog/refcocog_bbox_val.yaml,sha256=fwG6SqHrosVM_ONGlQSXl3HguiVG-aGQ4IiFlyN8OpQ,98
lmms_eval/tasks/refcocog/refcocog_seg_test.yaml,sha256=v0iyXRxHn7-txmFPvVJfa2jwKAnYH8GYy9iuno6V8vE,97
lmms_eval/tasks/refcocog/refcocog_seg_val.yaml,sha256=sDmB2BLDEpYJcjpS-kw36pqFRtc8mbAMWaE7RWTAAog,95
lmms_eval/tasks/refcocog/utils.py,sha256=lNW6Xh7BaDVojToEbaS5M2_SZ46Z1Ghy3SK8sub7Iz8,4115
lmms_eval/tasks/refcocog/utils_rec.py,sha256=zsAjWh3fHVWmVt7YxOZcjTtRYG4CEC6tfh-F5uEnpeg,8300
lmms_eval/tasks/refspatial/_default_template_yaml,sha256=0Rf7qrMZ8sHwysdjCeXZJMuPPUyjZQeZRKkGVmuyF5w,505
lmms_eval/tasks/refspatial/refspatial.yaml,sha256=FJ1TnSZcvWGqqp9Xdx6h72AYFuEf-uHZA-9M5Elkg8o,120
lmms_eval/tasks/refspatial/refspatial_location.yaml,sha256=RAwv8_SdKVqYxtSuRCpmDQOreMi-4GJKl5HZl8y87SU,105
lmms_eval/tasks/refspatial/refspatial_location_json.yaml,sha256=x0Y0gO9YmbjrpQkuwO09hgAgQW4t_bWJSXC9WdumLD0,208
lmms_eval/tasks/refspatial/refspatial_placement.yaml,sha256=EWXn633WG9leAl6-h8JQu-5LMwasbUvZ6VkZLuZKg2Y,107
lmms_eval/tasks/refspatial/refspatial_placement_json.yaml,sha256=jqQMoNT2UcT53-11ew_1oMCEZTHI4GKRKz4CZ_cYipo,210
lmms_eval/tasks/refspatial/refspatial_unseen.yaml,sha256=2L48Xhr0ngUMGU44z7CZx7YXTjIpf4I3oqLtqGkvnxM,101
lmms_eval/tasks/refspatial/refspatial_unseen_json.yaml,sha256=bjzPU7Ij45mphFygU_WuvIJGebD8G19Tqg37uEQ3CQs,204
lmms_eval/tasks/refspatial/utils.py,sha256=kfv3HSfuxsoJgVvfftDwwXjan4dAZyDonmYPpRR7H3Q,4441
lmms_eval/tasks/repcount/repcount.yaml,sha256=-UT13U32omgD-JdHnUFM5qa0ODpNY-U62Kmsh9FEs8c,725
lmms_eval/tasks/repcount/utils.py,sha256=kCJuNDsE0psZ1y52JpDrnvMl53iC-aKg84LD_pUOIPE,2637
lmms_eval/tasks/revsi/_default_template_yaml,sha256=oIGt2bMA6wYd5wwgcBnaHxTXpgrPjmE_j3cOWr-9Gf8,1789
lmms_eval/tasks/revsi/revsi.yaml,sha256=LIuC-gZF_iOvMLfGhpw-UgMcWt5LxInIjWO9zrmp49w,87
lmms_eval/tasks/revsi/revsi_16_frame.yaml,sha256=kMPCmukMrXD2SxZXTF-gff3y9SAi4mC83Bm2ET41mW4,75
lmms_eval/tasks/revsi/revsi_32_frame.yaml,sha256=P-5_dymbUt1qq_gAv4SPBuqXbBo0ouCg2fneHZXuPAk,75
lmms_eval/tasks/revsi/revsi_64_frame.yaml,sha256=eavJyFEps0Wjli9_JwxZvT_6XE_Pl5o8NE05UxWi8-E,75
lmms_eval/tasks/revsi/revsi_all_frame.yaml,sha256=zH79a8-wAR-oOCpr7Y-qiRVYO0FDWxPAMpRLxysgjCU,77
lmms_eval/tasks/revsi/utils.py,sha256=_LDAZjHhgjn_Aei2OLXLXSeuqWHVwGhpZsLUrvlIXK0,5423
lmms_eval/tasks/robo_spatial/_default_template.yaml,sha256=3BHMRi2Azyw-LzluRYt2wt5UvZIl3PR6GKvAyZi5X0A,529
lmms_eval/tasks/robo_spatial/pre_process.py,sha256=0vAsupaQgIcwgQFxB6PluqP393heJHPiSArE-EJhKIc,4505
lmms_eval/tasks/robo_spatial/robo_spatial_all.yaml,sha256=rpCu_hn4UQ2ymdmMGkhEGqEvXi4Rr0_fcqg8FS0tdQc,755
lmms_eval/tasks/robo_spatial/robo_spatial_compatibility.yaml,sha256=gQkaZIOVGV7yn-sAT-5w8hiJ6-Lt0TQDKVxSv3NUBp8,91
lmms_eval/tasks/robo_spatial/robo_spatial_configuration.yaml,sha256=IU0M56kzTirjxw9P8zY-V42W5kiahIKWYq1t3CEdPEk,91
lmms_eval/tasks/robo_spatial/robo_spatial_context.yaml,sha256=wpvm-g-t4prTue64DY0ixzyzKQSyVEfRDZj5RjcdwEw,156
lmms_eval/tasks/robo_spatial/utils.py,sha256=WgT305TWUxnS1Qwn9Q5Rt6PfW1JFxYT_Fzqzjjcfk9M,9262
lmms_eval/tasks/rvos/_default_template_yaml,sha256=3kGdaTySZ88AqgaOJDlLpUuic0wIO-PN4053JDwDGA4,1464
lmms_eval/tasks/rvos/eval_sam2.py,sha256=-J-CFsPwlhRNBy29mKGrtROP8_TbLNfh1T8ctHaYlPc,16930
lmms_eval/tasks/rvos/rvos_mevis_valid_u.yaml,sha256=5TmGSttAuXJ-8Ys6MoQJGH18LR4-JhshK4MxtrRBkf0,192
lmms_eval/tasks/rvos/rvos_reasonvos.yaml,sha256=TNNKKWGlZcaS74TgwN3aOj9hOfGwwVVSwaGLn5yZtpc,178
lmms_eval/tasks/rvos/rvos_ref_davis17.yaml,sha256=m5Tumz7ZmqTTxoeYoeajM8YiYXa5HxlHvxvzpt_G-go,185
lmms_eval/tasks/rvos/rvos_ref_yt_vos.yaml,sha256=EZInIFOIXyN6gzEAn31U8nGPl8dITybqM7LWxC4QQ-Y,182
lmms_eval/tasks/rvos/utils.py,sha256=4wB5UnvLl7H6HqIrX8uqZ1lE8xbq0_g2SlmkKWaOS-I,20854
lmms_eval/tasks/saco/_default_template_saco_gold_yaml,sha256=zQwOKFl_N_HCMKIAoXsryG2kLTb5c9_NlacqScw-LP8,1451
lmms_eval/tasks/saco/compute_metrics.py,sha256=bSjgXfYRwGjqwixAfwYRYScN560rs-Nc3I3iUVm9Gr4,3562
lmms_eval/tasks/saco/saco_gold.yaml,sha256=K2v8qrNrmCIuX_y2de2y9ntfMUYZul_-UFwFn4fuZGk,177
lmms_eval/tasks/saco/saco_gold_attributes.yaml,sha256=IT4HVcORYYXR_F_u7Um5ZgCfgHarCxYMfHy4SF6B1TI,94
lmms_eval/tasks/saco/saco_gold_crowded.yaml,sha256=d5j7B3T1mxORDsPT1t3TBcQuGTBKNok7tvvUnAK7JfM,88
lmms_eval/tasks/saco/saco_gold_food.yaml,sha256=6XStrbnmX1s3s13NBScYz2aaIkht22N5tttz88oa4hU,82
lmms_eval/tasks/saco/saco_gold_metaclip.yaml,sha256=Ju-WQae40lRuntdgcbMf89pA-gQG97tg_1BC9oyWxd4,90
lmms_eval/tasks/saco/saco_gold_sa1b.yaml,sha256=a1CBFAVfTVL1sVpTsPpnvXVy22dBf5W34udqaYPZgfQ,82
lmms_eval/tasks/saco/saco_gold_sport.yaml,sha256=Gfd86_LxN-b7rxIKiwizrlTAjPQEluDZvlffLTNs1sU,84
lmms_eval/tasks/saco/saco_gold_wiki_common.yaml,sha256=atmNLe-TJq-7mZfqUG_UziNFRis1I6Wfy2ztzSYPhGo,96
lmms_eval/tasks/saco/utils.py,sha256=2q1C7bsmJTrhMNCgpn6HGobQ2WCKKT0M6-6iBSVRQvU,18758
lmms_eval/tasks/safety_redteam/README.md,sha256=gLxntAwc3MmUmF1WMQrbk5FCdUCZnszqC6BBAl3L-eI,2624
lmms_eval/tasks/safety_redteam/_default_template_yaml,sha256=l5hCnrC3w8fKsD1gOyQCJ3NCS7nX6ZuG0EX1HQobn14,568
lmms_eval/tasks/safety_redteam/safety_jailbreakbench_benign.yaml,sha256=oVjSCXtYSAir3OCwRBr--N48kxKRNiPNygBhZwuAw18,674
lmms_eval/tasks/safety_redteam/safety_jailbreakbench_harmful.yaml,sha256=I-R9qJeMLbpP3aFy4xW9zUAyuGNAMr5UbxeJxLJ_i5E,737
lmms_eval/tasks/safety_redteam/safety_redteam.yaml,sha256=WLcMGHwHVSWG-W5bSI0qTuahHo76IKGgvMU4-h0NbRI,95
lmms_eval/tasks/safety_redteam/utils.py,sha256=pEyeu-jFrBzka1SNjoCoHxJAYZNSZJpWpjtePt99e14,6311
lmms_eval/tasks/salbench/_o3_default,sha256=q_Azn9eHXAsFZUZEplWs94Q2giGtBaf2Y7uoNnOH0T4,2291
lmms_eval/tasks/salbench/_p3_default,sha256=xXmEzAKV8oB3oILgX4zMBUUrixCwxpC0sAi6Ei18wpo,2292
lmms_eval/tasks/salbench/o3.yaml,sha256=cLuV8XvfvWDydVu8_VVtDu9qz48ysudPib6P7ihWwq4,48
lmms_eval/tasks/salbench/o3_box.yaml,sha256=ry7Djy6tCoys3tjNHMQa-hKgafVgLy70wY4mGLqw24k,56
lmms_eval/tasks/salbench/o3_box_img.yaml,sha256=Vujx6_LFXJhJ682rJUXkg7OhOdODVyVibpACKj4OUe0,64
lmms_eval/tasks/salbench/p3.yaml,sha256=VwY5Y4pE2Mx9D3TekrqnaGbm52MtAUWg4llEAps4q8s,48
lmms_eval/tasks/salbench/p3_box.yaml,sha256=Z5DUBdDs-xHoLM-zm2Y1QUwOaMBIxPUKB2374FGwa14,56
lmms_eval/tasks/salbench/p3_box_img.yaml,sha256=eP65mRCYEYoYkiYS5JpPuT71yNo6Aii15S40JERZyr4,64
lmms_eval/tasks/salbench/utils.py,sha256=uhLHqo_U7mQI1ojiEbyIBmRVrKVFTzB1pgPa0cZIfe4,6068
lmms_eval/tasks/sat/sat.yaml,sha256=0ERLYIxnjd4kftDY6u_LLUFdcG9UPpq9W9us0ebV4FY,894
lmms_eval/tasks/sat/utils.py,sha256=pOpgmKc-IUGRtEMiUkmtW1mmnR96I9W2Tj5lnejyJtA,4797
lmms_eval/tasks/scibench/scibench.yaml,sha256=wLpXpNA1TtVwgXHM0HlL5smiqVicNCgxf12-9in-XDI,77
lmms_eval/tasks/scibench/scibench_chemistry.yaml,sha256=wnFdsQplRL4EWTz76Rsrp2o_hiC9JCsyxn-hV4fZLPE,872
lmms_eval/tasks/scibench/scibench_math.yaml,sha256=E7_NHzikr-N1m9bk8F82zTIRwWu33pW8HMk4e0hd47w,863
lmms_eval/tasks/scibench/scibench_physics.yaml,sha256=sbqlwSpkToP7qNmoLulxH1Cwhk1mCr7Fetrm2FXCCcM,868
lmms_eval/tasks/scibench/utils.py,sha256=K0X3fPJBZH2WQnEsGfjsH4QU0cAzuGd7iCdn9h8SKJ4,4796
lmms_eval/tasks/scienceqa/scienceqa.yaml,sha256=263McoI5RrmE8Dxn9Uz0YYsXCqitCZVx6iRS7rU7jrk,876
lmms_eval/tasks/scienceqa/scienceqa_full.yaml,sha256=1aKyaeK45z1WvVft86lXqT3bdId0VmIMQk1nityZBsI,59
lmms_eval/tasks/scienceqa/scienceqa_img.yaml,sha256=KyaQfjksN3o-dhcllph97Ww3S9tju11GZ-_HYg3H6mk,956
lmms_eval/tasks/scienceqa/utils.py,sha256=4aFuUZc3K351e5OiLTK247lt_CAZXVf82kP3fOKqJUc,1751
lmms_eval/tasks/scivideobench/scivideobench.yaml,sha256=NLp_JORVgkc9qCFMqggPMYaMsJkISQbF2BB0u5Gase4,1338
lmms_eval/tasks/scivideobench/utils.py,sha256=tfML0Le52lMdItwOPTe3FmLt6ETJp5xppGLXLCyYB4k,6743
lmms_eval/tasks/screenspot/README.md,sha256=8RjTm_TDdEMOPQJRdrbwA9QYf3wonwFlM3gYMKmS0dA,2648
lmms_eval/tasks/screenspot/_default_template_rec_yaml,sha256=kxJTf6xvB3eMF_G4OIomF-qV9NQKJVt1np5kHDMARkI,1196
lmms_eval/tasks/screenspot/_default_template_reg_yaml,sha256=4fvR6CjVuaHwS65m8glTiLR9S-fLHvuiyFO-fMFHeVE,464
lmms_eval/tasks/screenspot/_screenspot.yaml,sha256=hBEjdQwNJpv03bxSN3-2xTtv0pqmTpBmOWif7lG1hqw,67
lmms_eval/tasks/screenspot/screenspot_rec_test.yaml,sha256=kiUXrV8ZuvdW4AyVTtAixOlOaCpbMLGFEjBXH2QRE14,101
lmms_eval/tasks/screenspot/screenspot_reg_test.yaml,sha256=r_S_E97C1tnpfypUbvgIpim6G_xG8Q_EUAeIiqkLlMs,101
lmms_eval/tasks/screenspot/utils.py,sha256=crmELrswh97Pf2zaey743m0RVXqMtgxfyJeItI03yHg,4099
lmms_eval/tasks/screenspot/utils_rec.py,sha256=Lj4cn_5AaAI8WSFe66jC4rGbnyXBp6BYGew35jdZ9d8,7580
lmms_eval/tasks/screenspot_pro/screenspot_pro.yaml,sha256=Ne2-_e3fBGm8jGZ2fr1RU5I46I6pQj5uk4rM_JAMFZw,857
lmms_eval/tasks/screenspot_pro/utils.py,sha256=hLy_qfH_tbVVoUrqTmp-O-Pk6sw3iQBgaN2X0cVFypo,6024
lmms_eval/tasks/screenspot_v2/screenspot_v2.yaml,sha256=kdLf6KSTf6oQDTxqfQcYcDE4-7wpuiEUJ7bDc3RjV1o,845
lmms_eval/tasks/screenspot_v2/utils.py,sha256=aBjPuR5KJAbXVLJjv8qqqKBLtyS4T4ydiTsPWs-CKZs,4886
lmms_eval/tasks/seedbench/ko_utils.py,sha256=mGR-fdHnuGXyYdgcnGv3871cTycNSsSzqPyKqhCI1Nw,1761
lmms_eval/tasks/seedbench/seedbench.yaml,sha256=uOX1Wy2fzF6AmNYGAMuCuacXTm3fuECwFmVZaFqdBqQ,944
lmms_eval/tasks/seedbench/seedbench_ko.yaml,sha256=CgKUPrhmhbak9L0xQflDf_FMes-x5wJiN9rrquWlaqs,733
lmms_eval/tasks/seedbench/seedbench_lite.yaml,sha256=4kXmY62SB4UwNOVjIzbvXJSpzAWTHAiu6Od472nCSJ4,977
lmms_eval/tasks/seedbench/seedbench_ppl.yaml,sha256=eM2Iyg1juKjMhrIZ_ZxVheBF9Scib_swZZWoGKEs6OY,536
lmms_eval/tasks/seedbench/utils.py,sha256=P-Wdz_axULywa_8yrTjX3nZpEPelObDSkpjmNxzpIX0,1851
lmms_eval/tasks/seedbench/reasoning/seedbench_reasoning.yaml,sha256=_wTUUNboCZBqhjLDvu_nCZC1u8aNm4ydtaZ4cpfb_KA,1005
lmms_eval/tasks/seedbench/reasoning/utils.py,sha256=jQNfIEwaLtmbBAbFgQ22n3eTefHzacFIvH2LXamwSqk,995
lmms_eval/tasks/seedbench_2/seedbench_2.yaml,sha256=-30suhfy9T7_roLNSfeQrjbcyoAM8f_FStfQb-aPXFA,1854
lmms_eval/tasks/seedbench_2/utils.py,sha256=0ObS9vBmM6hsqZG1UeiBOeUQVmXo5_FTaJTed_8pg_8,2187
lmms_eval/tasks/seedbench_2_plus/seedbench_2_plus.yaml,sha256=YSpAQYYJ4XHV-kJyz-YAHarTAU5SnzUZa9MftoQA7Bk,1509
lmms_eval/tasks/seedbench_2_plus/utils.py,sha256=8qmFFy8eHT-ylP6g6gyj4peQ-jhB6rH21zhwGlOZgxI,1954
lmms_eval/tasks/seedbench_2_plus/reasoning/seedbench_2_plus_reasoning.yaml,sha256=M12TY2TnFaGnOImj_eXheg9wUONxnMJWs-Fj_Yl_TOE,1266
lmms_eval/tasks/seedbench_2_plus/reasoning/utils.py,sha256=IjNl7hNu1Eovxz_z5tmKm7-CYyLkf_q8lW5-SvNfY8s,1795
lmms_eval/tasks/seephys/seephys.yaml,sha256=VE30kVaJHFkkrR5YPIO5S2ICAYRCNW6KiGMzhxPeYTk,818
lmms_eval/tasks/seephys/seephys_evals.py,sha256=EbnIIaR0zkhVq9wM0-IDNtY7LEjZ2pdCTVz7eZMPO0A,18150
lmms_eval/tasks/seephys/seephys_utils.py,sha256=xIRsRJ6ZyLa3oGdk8xIsDg-RUGkbXwbXi-NfS00PqtI,4410
lmms_eval/tasks/simplevqa/_default_template_simplevqa_yaml,sha256=oC2BxLQccGOCAarQ3K-aVGCgLK-r6iGWyNs1SqRzgck,710
lmms_eval/tasks/simplevqa/simplevqa.yaml,sha256=L9rJsVmsaM7GpzWpesPNaEHSGAdF8D0M-kraY6bwr8E,75
lmms_eval/tasks/simplevqa/utils.py,sha256=hqyv8KyifSAXIV2KFp15G3CCwh2JqXz65UJbJuzlYwM,1115
lmms_eval/tasks/sis_bench/sis_bench.yaml,sha256=uYnKsMfkVoqAi2fJQ6SXSZYAXzyUdYGhP6ceIRlh8J0,3001
lmms_eval/tasks/sis_bench/utils.py,sha256=BM1lMysoNdkILyOB3b39tdmyHZxWQtY-eldFqZRBCLg,5856
lmms_eval/tasks/sitebench/merge_results.py,sha256=rxAq8b1s9YM4bXTf9e7OWkRDSxZcbbMcobHzulK-FkY,14598
lmms_eval/tasks/sitebench/site_image.yaml,sha256=7Swi56elnVgHVJi5CDUk6LTSgKOKb5CdPPnxckuzAKA,3356
lmms_eval/tasks/sitebench/site_video.yaml,sha256=b8rVBjohBeDytnBl_-ZBqA3RA-zHOILi1w8mnDTv0pU,3422
lmms_eval/tasks/sitebench/utils.py,sha256=N7593ID4q6ylTzA-eMZa-9SKsllXlu1ldSJILXapJnc,17069
lmms_eval/tasks/sitebench/multi_image_input/site_video_multiimage.yaml,sha256=Yff7j_Lj36DWJkNRq9XEnj4If1pDrIiquggtfMo_08w,3410
lmms_eval/tasks/sitebench/multi_image_input/utils.py,sha256=SDIdnqg5YPQ_T4eiRTqcT517IPK20HR9pTsCbYgOC-U,4717
lmms_eval/tasks/slake/_default_template_yaml,sha256=0yt7DvequZfv0RdIz6kRNDibTdFh-6u5e4AmAESP2bo,2631
lmms_eval/tasks/slake/slake.yaml,sha256=EpZfe-uyEcoGImGc6NBK1RrnmweaN9wrIX0mByLDly8,45
lmms_eval/tasks/slake/slake_en.yaml,sha256=fD1hbPSGbHtmx1HT8bd3BTjHgP2FqmjltbcRrKVmEkE,186
lmms_eval/tasks/slake/slake_zh.yaml,sha256=-cp-xskONzBo4gWgmvnBuxrUoy8uMD97LD2z0BdgPis,304
lmms_eval/tasks/slake/utils.py,sha256=DdiXbVvvsVwj7pvWlX3wCVo4QohnfkZGhSie2byor6I,10112
lmms_eval/tasks/slidevqa/_default_template_slidevqa_yaml,sha256=JA0bpDiXLMkLbZlGie2h7ugZDNf0ryAG_K4mHhGhAdo,576
lmms_eval/tasks/slidevqa/slidevqa.yaml,sha256=bkCi7HvUGRf0d_dpE7arfBQOW0Bf52qMy158nvMLQLQ,37
lmms_eval/tasks/slidevqa/slidevqa_val.yaml,sha256=V1bp6pD13YWvThcF9hpc7v_Y4jZwR3eaZvzyq2vRBBc,283
lmms_eval/tasks/slidevqa/utils.py,sha256=KATahNktCWq8fPXN2-D_4ZTAmoH5VH4_3MrZ486OAhg,3846
lmms_eval/tasks/snsbench/metrics.py,sha256=iHPUOYCxX9oIO6q1pfjiNJHUHpBd5aaijNfG7cxR-Go,4541
lmms_eval/tasks/snsbench/snsbench.yaml,sha256=Sxt0E1tAbVbx3-TIU0gZ6f8X-ML-XiyCwq2Lzue0iyU,2084
lmms_eval/tasks/snsbench/utils.py,sha256=ffH-kHIctcNAJ6KLlXPoCVYA1eV1cNEw-_HwFcLYAL0,3452
lmms_eval/tasks/song_describer/_default_template_yaml,sha256=GHHtr8w737cbwOYmjvlCC0RtiodOtLi2zROBHa1KW2k,312
lmms_eval/tasks/song_describer/song_describer.yaml,sha256=gHdIZS_Xeoon-HYe-EzdE92esS_TtImrv3fkDECxOx8,83
lmms_eval/tasks/song_describer/song_describer_train.yaml,sha256=Esi53-I7JIl6AK-0aO0qATnR13k_dhfaGXSf9hgIAqg,499
lmms_eval/tasks/song_describer/song_describer_validation.yaml,sha256=2m16cy6_0cVTAmIpa7hM7IimlpQt4f-hpNf9tV_fbwI,509
lmms_eval/tasks/song_describer/utils.py,sha256=pnmvmePRL_DqsWxO_WmYA6cAxvLRGEyeBtf4qPhLUXY,9465
lmms_eval/tasks/sparbench/_default_template_yaml,sha256=7mmRh32EMWy0rePmy-70shr4hQjK4YudcrC6hwnrXyw,4604
lmms_eval/tasks/sparbench/sparbench.yaml,sha256=COKmeUd6cTvKdVXt867Ga4Pgsgvu92_tVkmzoPUUZ8w,201
lmms_eval/tasks/sparbench/sparbench_tiny.yaml,sha256=ek1URnqK2tXQCo83dpBCAN_4kPguD6fT0QZrpL5gCT0,221
lmms_eval/tasks/sparbench/utils.py,sha256=uR5Oh7qImcQ4FLKKhkhGZtN8cbEeK3eiley4bkgyI_0,16278
lmms_eval/tasks/spatial457/README.md,sha256=uBfu85bcVcqW_bE5L_HkZexIujY5s6x9-RvVKFgmSVg,1776
lmms_eval/tasks/spatial457/__init__.py,sha256=2LzY7DRS0y5DIy-N5f9rEwuF_wwEeBpNh_gPfr1pBsA,104
lmms_eval/tasks/spatial457/_default_template_yaml,sha256=9NVkjRwDGja69T5Yh_eozWt7VZ-J87Ku6Ev3jYG93zY,627
lmms_eval/tasks/spatial457/spatial457.yaml,sha256=rsNkxag3sweJMpAp8udbS_3ufgoPWIM7BDoyhMSVUwc,206
lmms_eval/tasks/spatial457/spatial457_l1_single.yaml,sha256=gjW8SLEb4m_Y6TlA9H01POXOI6CJEnew1ehILXZZnWk,204
lmms_eval/tasks/spatial457/spatial457_l2_objects.yaml,sha256=ntTZIRM1txyaf1f_NgB1qInrabdtTSjD-JLkx0yQXzs,207
lmms_eval/tasks/spatial457/spatial457_l3_2d_spatial.yaml,sha256=HEcSUgVjx5GgnjelNGgpKtpC9CKARR5EQMTUkUNyCuE,216
lmms_eval/tasks/spatial457/spatial457_l4_occ.yaml,sha256=4kkWD7boXvxFbYypq0J7bZbWGyqXCmL9umA0VonU1JQ,195
lmms_eval/tasks/spatial457/spatial457_l4_pose.yaml,sha256=A-T6Brrv-a4iQ-tLliQhBXqYgYTFpJHHi65YTA5bs5k,198
lmms_eval/tasks/spatial457/spatial457_l5_6d_spatial.yaml,sha256=2GxOyTJvH-zU4jV1hlmQ108VyBnw3EpiDOHy8S09Svw,216
lmms_eval/tasks/spatial457/spatial457_l5_collision.yaml,sha256=ctS4ZdpBzgihQ771rCsWyfCUfTKPQc3Trmg9V2ixZeo,213
lmms_eval/tasks/spatial457/utils.py,sha256=FLZCIMahAHAXbkcQyF2nJdSMG3y-wLtHY4hiaHysl14,10193
lmms_eval/tasks/spatial_dise/spatial_dise.yaml,sha256=pu70QHNOfJR_qbj4Cw-2Ju5q23Bnx00hYq3v9uT1Jfc,979
lmms_eval/tasks/spatial_dise/spatial_dise_separate.yaml,sha256=sEF7fRuzs1Ga1ANXc1mJJurT7j8u3K419Vhb6M1X12Y,1022
lmms_eval/tasks/spatial_dise/utils.py,sha256=k8XzhyECiECDXywAdis4uoHBJouHmhOqUaC5CAOxYP0,8913
lmms_eval/tasks/spatialtreebench/README.md,sha256=ZtNUiQdJXU5sYOF50DHwU-O-IPDj-ZxuYHCb19-X18k,1165
lmms_eval/tasks/spatialtreebench/spatialtreebench.yaml,sha256=JTf7zGyCTJlI6qpzZJc5BY_LDPUWid1-s0OrOTTJ1-k,687
lmms_eval/tasks/spatialtreebench/spatree_hierarchy.json,sha256=02lZYHo24nf1aO6bAZ8UyUgcG1G6KfU5jTFyh1ePavE,4205
lmms_eval/tasks/spatialtreebench/utils.py,sha256=xx8GoXfWb7ecYU7EcUu6M0RowaNSaM87eYvnu8iRgKQ,14216
lmms_eval/tasks/spatialtreebench/metrics/rule_metrics.py,sha256=GUTQiNAwIWFxaJ8LiSXKzqAL_VY2ufHLxDdJKp5dIoc,45790
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/__init__.py,sha256=MvhSg3sLsVT3dSq_k_3kxokKhun0HRlcAJyfNnEJFfA,1910
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/parse_output.py,sha256=DwANo11SEur7xBzWVOmSw57NOM7RK2WpRm4xk3Jx-uU,9047
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/result_init.py,sha256=WAxy-hTNyN_k56DVYNWmX9sNlVK5k5GjgMbZXFTas_g,11202
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/__init__.py,sha256=enRy5d5T1isV0flJWJnocK8Lbst_CWKzvSLWpA6eI9U,26
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/__init__.py,sha256=Wpk8VqpL_p8VtVM67HKV-6wQEP3Q1lm5LyYdu3OCEfc,4546
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/evaluator.py,sha256=eQzrU2vcp00qxo-MjZ9qX5nxjJ0Ke78SGAO3-dgzDOQ,6669
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/cogmap/__init__.py,sha256=o48q4PH2wxxSSxuTulsoaGoghNDQxa9uLLuOI565dlE,1615
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/cogmap/cogmap_evaluator.py,sha256=FkzPcCBrLQQl-WsEAlLK6BgtYyw6aSJZkcpwYwJwlck,20086
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/cogmap/cogmap_metrics.py,sha256=fYRf7gSWUTFPrrJpuoRuesLkBIytpV34NbSkbhpsVLs,16127
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/cogmap/graph_operations.py,sha256=enFtzni3gGu47AEtufV4_8bvx16Xrd9f0bl0q9J4LFs,19963
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/core/__init__.py,sha256=crBXSg1St0_zbZPoEie8Z4o02Y8Y6NHJbZl54Ww-dWM,566
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/core/base_metrics.py,sha256=-Xol6tSlBLgYXGDKeIczXjJEC-0LCJDynxAyArTeWlY,4351
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/core/extractors.py,sha256=gNmvJYAgYuKzZvyelUeu76taaUGO5ApdSyzdORGp1DI,7448
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/evaluation/core/io_utils.py,sha256=06YK-7TFxkFWCq5HdJ2oDelYv0epFDkqdIVxgS-nk0k,3864
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/utils/__init__.py,sha256=NYoUCKR2xyN16eL9cDdfcBDRAcFAocCbcCKy9dl8FKA,706
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/utils/io_utils.py,sha256=K9mZjlKspUxWbzGgY6E_F-Rr7PRxu8Qr0Op60WqCJPQ,1932
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/utils/spatial_utils.py,sha256=m2vvWKtk9WDXM4my5aT60aGL-KJa8aQCl3hdoIM6G-4,3230
lmms_eval/tasks/spatialtreebench/metrics/mindcube_cogmap/src/utils/text_utils.py,sha256=hfnL_ao5NJNE8_Wli5DtzEBHeqrtEZ8sY4xUxPUhAQ0,2568
lmms_eval/tasks/spatialviz/_default_template_yaml,sha256=7_XAR2MaMWmhjw-8gTHc_qo7JiLSeDjfiLj79auq9BY,693
lmms_eval/tasks/spatialviz/spatialviz.yaml,sha256=K7PvBfPCwp95DbDST7bFX7sGNFcYYZDxb_ZB-vrm2Os,139
lmms_eval/tasks/spatialviz/utils.py,sha256=AN-i8MgLP83WqRp2oKm_0YSYwMAUUC-KxNojdMkJl2Q,6361
lmms_eval/tasks/ssv2/ssv2.yaml,sha256=ZMHgpNg3LYQIzZ5vWN-jfmyM6YCTyg6JKDtpd-7MLX4,637
lmms_eval/tasks/ssv2/utils.py,sha256=Z_lQYxlUb36_AIPXuWIm3utw3YM97-LQuCyrUl_NW90,1598
lmms_eval/tasks/stare/_default_template_yaml,sha256=CwXVN84nST6-xSrkmy2zfAn6QatMaaFCf4tPod0ZGCE,627
lmms_eval/tasks/stare/stare.yaml,sha256=rHJ1GuFb02EqRKYENe6Nd9N1qSslVN3iSeNWsH0u3aY,133
lmms_eval/tasks/stare/stare_2d_text_instruct.yaml,sha256=S9G2UCI2c8JE2cdvvvjqKw3pK_2-5h0YnTQW386UO4U,111
lmms_eval/tasks/stare/stare_2d_text_instruct_vsim.yaml,sha256=EzfP9V6raVPz0hz2j2KipPB04mDX808AHPHVI7CLcnA,121
lmms_eval/tasks/stare/stare_2d_va.yaml,sha256=LU-NXweWuyGHwvMvzBaLxExxqaPHfJ4FLLLmjy3a4I8,89
lmms_eval/tasks/stare/stare_2d_va_vsim.yaml,sha256=9APaL4WZ4p8iSmin26mdJLBlhHJObOgRl9hsjdXwfao,99
lmms_eval/tasks/stare/stare_3d_text_instruct.yaml,sha256=lXg8oMWewmru7v5Mj48HImRyFlNGVjxmFES-Uoi7KDY,111
lmms_eval/tasks/stare/stare_3d_text_instruct_vsim.yaml,sha256=4S6A4NPGD5GGsWfNglmeiDYTZKz-oV8V4U-uswIaqT8,121
lmms_eval/tasks/stare/stare_3d_va.yaml,sha256=NJ2kZXh10y2CmnQLgsjeRj2U56MkFWxWviAcTInvJ9o,89
lmms_eval/tasks/stare/stare_3d_va_vsim.yaml,sha256=8sq6La8CWzWXdCgQz5tq636b3mzVx-pfrgh8Lr7K6AI,99
lmms_eval/tasks/stare/stare_folding_nets.yaml,sha256=wbz0bzOPSuToj2ey6gXYwWkEl2G2PpqIpgFfgsMaaBU,103
lmms_eval/tasks/stare/stare_folding_nets_vsim.yaml,sha256=_HUKEfFjgbi6uN4hWiiTvVeuMqtb3lPlyRxh_CubnP4,113
lmms_eval/tasks/stare/stare_perspective.yaml,sha256=Gb0--4pQ1CDw_aKRooFjOeJSgTSWxRHCEhmxIopU3fg,101
lmms_eval/tasks/stare/stare_tangram_puzzle.yaml,sha256=53TKQbsMw25RBD64yTEK9jgqEKDXm4PosuatG8l5D2M,107
lmms_eval/tasks/stare/stare_tangram_puzzle_vsim.yaml,sha256=NEFYRfn4zQaRZ7hk3rVM_zHRuLBVjmYnL1HhYT4IMCs,117
lmms_eval/tasks/stare/stare_temporal.yaml,sha256=spv9wDP9KjpWmmxRRUhnRJFSZGCtd3Jl9QoKSMKSpxA,95
lmms_eval/tasks/stare/utils.py,sha256=xGAO9k6voNuUTgz8i0oR4JCVqYV5xQCmF7DWyq46cEY,10989
lmms_eval/tasks/step2_audio_paralinguistic/_default_template_yaml,sha256=dkR0yrCi2ADFxj7uGfL7tDjtP-PXPXv7JqDH4RyNfkA,475
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic.yaml,sha256=jfzvU41vJbZCduI4kgyoImv4yJUTG9CSmML-psVc-0E,467
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_age.yaml,sha256=CtjPG6O50WiEcZROxe9r4BzPBSLQL7n1zJUlOC3fZ1A,211
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_emotions.yaml,sha256=oHBINjiBGuKvkbZsyNYhSUg7O4VU-NgmkCmeR3do4ho,225
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_event.yaml,sha256=O8LIyJThXLD5fQpGahVTlf83Hm0OuxK5UOAaIGRRYVs,219
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_gender.yaml,sha256=CcWJ1u_moahOzd1KHRK5MT5GMJmog-EbYiuzwJre-9U,221
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_pitch.yaml,sha256=ScQGrdv3nukhwBdkwWN4YL0qmmmctYlpTMVPM2XJCso,219
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_rhythm.yaml,sha256=d2CtPYDvcBQ8Av2IC9W4-vVSryxUuQM2ocGZYRQRBWw,221
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_scene.yaml,sha256=6YTCZGQWztNtHZlqJJb7AN2GfcRK1qz8VRZc1k79wcY,219
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_speed.yaml,sha256=CpviGNQlXHDmk_9Dj1p41sA9AH9a8uT43KTP41hY7N8,219
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_vocalsound.yaml,sha256=YbGocjkU66CnAYrmfzNFM4zK7RuAQiFKA3NijAE-gHM,229
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_voice_styles.yaml,sha256=SsTLxusnGv2t2JY8cdItj_64GU2EXFZu2WFl7cyAskY,233
lmms_eval/tasks/step2_audio_paralinguistic/step2_audio_paralinguistic_voice_tone.yaml,sha256=5R9ENf5O-C3n462CRkMzAp-Jb8ADNomQXK739gZBYbI,229
lmms_eval/tasks/step2_audio_paralinguistic/utils.py,sha256=kW8qMOJCOXMambmKn5KaSC6btlZvZMbROCq2lKhtH4c,9169
lmms_eval/tasks/structeditbench/README.md,sha256=HdnTaU_9-6R-4wwxhhdJ6ragMez-fXyBaHRErfiTi4Y,2374
lmms_eval/tasks/structeditbench/__init__.py,sha256=ggpjGxvwc5UT7EUC4FvdOnr1dKjSWSkfA74G2msJbW0,104
lmms_eval/tasks/structeditbench/structeditbench.yaml,sha256=kW70LWXmMXwgzk5pNUDUtBSm28lTt4ekUmIgjPKsBzQ,2888
lmms_eval/tasks/structeditbench/utils.py,sha256=8bHz_9afBSUpvJ0icR7DuPJI2LpSOtS5dmgYJg2YAyg,19311
lmms_eval/tasks/stvqa/stvqa.yaml,sha256=-bGHf_xzpFCDSX-Xe72SyY7Ai23S-LpqJT4DECUP7Ig,579
lmms_eval/tasks/stvqa/utils.py,sha256=cTBgEjC8gmY5dNse911dnodukmE8iROLsd0AokL6zpI,827
lmms_eval/tasks/sunrgbd/sunrgbd.yaml,sha256=t66IKgnvdWCe4ERQCPJnvf_mmnYoiKom_ceGF9huhLE,735
lmms_eval/tasks/sunrgbd/utils.py,sha256=q7tMPLIAmpLFpLQ-Co2Y50tQmdxjTjIuu9e1nQi76qc,10211
lmms_eval/tasks/super_gpqa/super_gpqa.yaml,sha256=ZdIK-s-jP8nihU-Rko1goPAx6oMX6CVyznD5wXuvRtI,749
lmms_eval/tasks/super_gpqa/super_gpqa_multishot.yaml,sha256=CiGbF9v2r3nKhDTA00bM5NQRdwN9-6Wm5QelF62NZ4I,543
lmms_eval/tasks/super_gpqa/utils.py,sha256=AA-8wFmBv3PifWvI7VeGJjbT1ctEI70qxDG7lHtblck,7915
lmms_eval/tasks/synthdog/donut_evaluator.py,sha256=tHruMFsX1IGZq_Q6m4B4Iny07p97kINcJA1r1_aIaXc,7691
lmms_eval/tasks/synthdog/synthdog.yaml,sha256=SKwr0VrqgzMmVeAQG46J-hXV7cKHDOqOrUnHVqWD4Ik,49
lmms_eval/tasks/synthdog/synthdog_en.yaml,sha256=MQpjtqB3oW3fWar8agOwAh0gIcZgYiTRHqxK6p9N87Q,775
lmms_eval/tasks/synthdog/synthdog_zh.yaml,sha256=GUISHYiOgEn_Nhsq1USPHVd7gFZyhUne6vERh7Bjtr4,774
lmms_eval/tasks/synthdog/utils.py,sha256=jgsE_bTrhcTl4oz3F3idYyi8XDmj_wYNuKdr6dDu9UY,1054
lmms_eval/tasks/tau2_bench/README.md,sha256=DOBF55e-sZRW0w4gKAk0VcHVqD9sI9M05tyMafGmBTM,665
lmms_eval/tasks/tau2_bench/tau2_bench_telecom.yaml,sha256=u9f6hWeLqBWdfzHUVyfSd-WcfUB5VRMyLv_KeRd0ib4,1469
lmms_eval/tasks/tau2_bench/utils.py,sha256=FCMOe49Ncs-LUQhmRxrgo1m5NqurNy6E34IrTZqowdc,11151
lmms_eval/tasks/tau2_bench/data/tau2_telecom.jsonl,sha256=x-TTCaXXZC4UrHY-LZqH-0LSGKApREEG7xo7qTfJoKc,1297
lmms_eval/tasks/tedlium/tedlium_dev_test.yaml,sha256=tuYqygLmBji53owPemUMzDnzAtbbC1jlcJsbcDwgeWE,719
lmms_eval/tasks/tedlium/tedlium_long_form.yaml,sha256=cihi6dCWyGM5ZMM-4xbN3gCpMkcJ8hWcBb59sXT2eXA,721
lmms_eval/tasks/tedlium/utils.py,sha256=C-taYfwc_GvB6tY19FNuvYHa-1LIRyOLeDL6UHGFJ9E,2604
lmms_eval/tasks/tempcompass/_default_template_yaml,sha256=WrzW409c7OhBSMA3rtilrkfKczi5rc344rgyxnC72XI,595
lmms_eval/tasks/tempcompass/_tempcompass.yaml,sha256=6dWMcTe828GCTul9AbnFn0DntgPUrAuuUUnmyWlJlWM,129
lmms_eval/tasks/tempcompass/tempcompass_caption_matching.yaml,sha256=EKBxMp5P-XFLJmox7IlMeHspJSzEf650F71rzvfLiao,1132
lmms_eval/tasks/tempcompass/tempcompass_captioning.yaml,sha256=OHWNagTOQAy0xhLH_YwX58UfVY2TbqTmH9wFLqepmHo,1108
lmms_eval/tasks/tempcompass/tempcompass_mc.yaml,sha256=uDVC6Zq9o5QVDlDQ7H_JOUjYHFnZEV6C41gHtlkO3JE,1116
lmms_eval/tasks/tempcompass/tempcompass_yes_no.yaml,sha256=5q7-4FpRcMeAL7Di06Dk9Zg5_Cw0x879Nlox-rjkzHI,1092
lmms_eval/tasks/tempcompass/utils.py,sha256=LKIM_huBRC9TZmDVI4MjBolKXEWqXtyMSS5E6w1Hzks,20599
lmms_eval/tasks/temporalbench/temporalbench.yaml,sha256=XkCjMnRjzBKAVpk2rmd6JF9cvlDMjY2wT8bKSblZK7Q,106
lmms_eval/tasks/temporalbench/temporalbench_long_qa.yaml,sha256=QWnVnT9c1nM1_ozG5YtpO7pxtmd4umBZbf5URTxO6ww,672
lmms_eval/tasks/temporalbench/temporalbench_short_caption.yaml,sha256=C5_kIrF84Aw0YaCkhTr-srS3GDP6PCidkPZJgu-hM94,692
lmms_eval/tasks/temporalbench/temporalbench_short_qa.yaml,sha256=S-nG8JmggD_Cb46Y9ec7EMeLwHd7N79rln7nnPXa3tI,674
lmms_eval/tasks/temporalbench/utils.py,sha256=o887rC0-af_iezYEC56PqGU8WescJNjy1cYJJQKm8Fs,8159
lmms_eval/tasks/textcaps/_default_template_textcaps_yaml,sha256=zox_oKqp2MOhzUse6_ZZCzfkfJr7ur_sJmYFPC-yDbE,104
lmms_eval/tasks/textcaps/textcaps.yaml,sha256=ehulkw0j78ivNUnZwlmADnyGa3-C1FPy2GZRkH8xVkA,57
lmms_eval/tasks/textcaps/textcaps_test.yaml,sha256=W0lfc22DUFAf4L4ZbR2vLiqthTnkgJaNc3PPfo-WhSQ,806
lmms_eval/tasks/textcaps/textcaps_train.yaml,sha256=BYDwKigtGJfBy0hPHR2I4A-K5KNjhLgoAeUCK1ovlEM,1549
lmms_eval/tasks/textcaps/textcaps_val.yaml,sha256=uhrT0-WmuBHKRa5VxrUvnIsQhMSy58-Wj8tLENzBW70,1514
lmms_eval/tasks/textcaps/textcaps_val_lite.yaml,sha256=OXi2Zx9gZoTKDW7J3aT2CW7ob3pln750KlmOX6PiUqY,1590
lmms_eval/tasks/textcaps/utils.py,sha256=8itiRksqcwAvIDOf5x39QauOFlOPEivxqn4BwHnrvSo,5023
lmms_eval/tasks/textvqa/_default_template_textvqa_yaml,sha256=p0jQS3aklW7UU_8ytgaVz1uCD7rQrmSWJYU1W_IlyOg,583
lmms_eval/tasks/textvqa/_textvqa.yaml,sha256=3h51wldeIfx7SuGLmOiLiUfVl7VdRtUBWwjr-KaMQHM,49
lmms_eval/tasks/textvqa/textvqa_test.yaml,sha256=UP3R2OklWamVnBbEhwKYJ2_FBnyuQNjty_hyX1041lA,202
lmms_eval/tasks/textvqa/textvqa_val.yaml,sha256=3RzAvwOiClXRtaLNPKGUIAmhO3_0uWQ22b7jD4qamTo,331
lmms_eval/tasks/textvqa/textvqa_val_lite.yaml,sha256=ZuKWHc6dLfDz2TjN0d6E8Ho7WX0Rg_DyhTSvrUAtOQA,823
lmms_eval/tasks/textvqa/utils.py,sha256=TR4Q0qchNuL7EUhoJ_KdlV9HgrUeDK_nIosdU9oU1AU,2274
lmms_eval/tasks/timelens/_default_yaml_template,sha256=LHDCFtkzr-J-iybR9wROVtTUwSKjuU4NGTXdX_dbi8g,1148
lmms_eval/tasks/timelens/timelens.yaml,sha256=S5obzgA72aD3lms88uRLpdK31O0-hHIP3Vej_li6_d4,88
lmms_eval/tasks/timelens/timelens_activitynet.yaml,sha256=ts7HjJXgQwqQKnkvCnI1Txiu6Gr-AvuWEzB0JOGaW2U,84
lmms_eval/tasks/timelens/timelens_charades.yaml,sha256=BVtU5YPODRVPesoRHWF9uwR_x1yuYXPDJ9rNMO8eEiI,78
lmms_eval/tasks/timelens/timelens_qvhighlights.yaml,sha256=wT72Nfoa6EYXea7Sq5__QjI_-GbX7qvSYYngk9_x_2s,86
lmms_eval/tasks/timelens/utils.py,sha256=XzObg_FAOUswusckroh8KJKmQQpCj1K4GLINXq3JDa4,5394
lmms_eval/tasks/timescope/timescope.yaml,sha256=pB3rUHbkAy_97fhakEmSLb_LGXegcAIe296FJezbW7k,1440
lmms_eval/tasks/timescope/utils.py,sha256=C8nE_sMv3RPJBMmK6N-YMVDqKadnCmsAJdZ6Cl_CYaU,4661
lmms_eval/tasks/tomato/tomato.yaml,sha256=ETLsPGXInMdROsodrSB2OSV3hV67jfMdK_KvyAUnKHg,783
lmms_eval/tasks/tomato/utils.py,sha256=8P_6esAlBJQF_A0CogcfdFZsTN2m3pG6RI31JiobzmY,13175
lmms_eval/tasks/tvbench/_default_template_yaml,sha256=2piw9oXeWMwfjE3EGQSt03FcGPciwF0GiWZNLgeGRJ0,637
lmms_eval/tasks/tvbench/tvbench.yaml,sha256=gtj11iHpegNL-yAXvfO0MxjKUERQydla5K7cVs0u26g,305
lmms_eval/tasks/tvbench/tvbench_action_antonym.yaml,sha256=YB1anJPNUo34mP2Mjx47eUN1vZxlpk9G8rHLq6WOwic,108
lmms_eval/tasks/tvbench/tvbench_action_count.yaml,sha256=-brx0DBIMXAtbOVfjBoDr3kB7_s4AxIUDmFhgBUWLz8,104
lmms_eval/tasks/tvbench/tvbench_action_localization.yaml,sha256=0nv7BMrkGZwDriwvY3Lfq35uTDXdYsNsGcnT3L9nkjk,118
lmms_eval/tasks/tvbench/tvbench_action_sequence.yaml,sha256=AIs4dHMIkgyJiQq1HYwNSZTyp1H9GcoR4eiCS9gMH3s,110
lmms_eval/tasks/tvbench/tvbench_egocentric_sequence.yaml,sha256=n-y1Byr9HnOoIExu1F551Lybylh5CtgG8igb_2NhvDM,118
lmms_eval/tasks/tvbench/tvbench_moving_direction.yaml,sha256=iJPowPARFqpciuzAc_2mbrnPDLYrvKxKLQzxwmbtPRg,112
lmms_eval/tasks/tvbench/tvbench_object_count.yaml,sha256=HxMx18IPKkd1X4uwTmKW9fOS4NHlva5Ni1DsZyHIGOs,104
lmms_eval/tasks/tvbench/tvbench_object_shuffle.yaml,sha256=xylJHEvv-qBWRwIXMtoJBYRY1j-ZgY27mVv0jvaTD7Q,108
lmms_eval/tasks/tvbench/tvbench_scene_transition.yaml,sha256=m9N32iWBdfFoDPUGMOlSnC0fl5_jbN7N05Cs6Erx8jI,112
lmms_eval/tasks/tvbench/tvbench_unexpected_action.yaml,sha256=cBQCvzGrScDH_g1Ov5exUQmbCPyi8R_11hRBucBO3Js,114
lmms_eval/tasks/tvbench/utils.py,sha256=OIVyXQkQrarGC9VlJ7VntDGVi7JAKQWm2Qvz09v8NGI,6101
lmms_eval/tasks/ueval/ueval.yaml,sha256=CWCnGgq3zmDZEIb4ylAfzVGFrK6w35f_xTbQXA7oc5E,777
lmms_eval/tasks/ueval/utils.py,sha256=VMf2QrbbDZbFnn76UArFA41jMcTBUpxpSewVzsm4B-8,13768
lmms_eval/tasks/uni_mmmu/README.md,sha256=zvgKnlhwm0Wp_fWqY3huIboC9bLKZ37uHs0cVlIj11k,647
lmms_eval/tasks/uni_mmmu/__init__.py,sha256=VX77lC-zmCfMAP2XqOAZluS07cN4aJuGi3a-43-Alpc,16
lmms_eval/tasks/uni_mmmu/_default_template.yaml,sha256=H6WwA3cbwmthPg1lweDWuKx9Nyhw-NN5_5pCpouxPps,106
lmms_eval/tasks/uni_mmmu/geometry.yaml,sha256=owoHTa-0HFi-p_AupYx8SXuYrGI5His08jtN3LtxcRM,438
lmms_eval/tasks/uni_mmmu/jigsaw.yaml,sha256=Y8R4RhfT6tF7iGlrWFW0JcPRN_4gTHoHQxbyjG7RUxQ,427
lmms_eval/tasks/uni_mmmu/maze.yaml,sha256=Ovl9E-Vq02tZ1Nl1IC4M8gul4wnMzpEv464wCogiEBw,493
lmms_eval/tasks/uni_mmmu/sliding.yaml,sha256=QfPGckN5W6GyU8vwIGapwq0nWVbGZCGrF11cLIO9dmM,514
lmms_eval/tasks/uni_mmmu/uni_mmmu.yaml,sha256=Eo90djxOetyXfsK3Tv7LuMZoIuTN8Q8ct2-8jRAAoiw,160
lmms_eval/tasks/uni_mmmu/utils.py,sha256=3e4to5QRmBuGs30Kn4_6F0eTy8hj8FP0s0S_YoB6sP4,10627
lmms_eval/tasks/unig2u/README.md,sha256=dmHsXxyvAguSJ1vwpQvauSJU6GX1bSZJ7S6lWZg83nA,7567
lmms_eval/tasks/unig2u/unig2u.yaml,sha256=y4l-pnSkzf9vNsfnQd1Hc4PlH_QvMtwtxmUCetJ4DHw,272
lmms_eval/tasks/unig2u/unig2u_GtA.yaml,sha256=_rGxVFA8kaAjPoflWu4EbsO4q3hUuIlSp4uO1ITMWtQ,349
lmms_eval/tasks/unig2u/auxsolidmath/auxsolidmath_easy.yaml,sha256=ZxZVWMhgSME-7YKwGdKvy5kPu4CnXt5VstKEaHLv4ss,805
lmms_eval/tasks/unig2u/auxsolidmath/auxsolidmath_easy_visual_cot.yaml,sha256=K4AF_1juPINd-Go42pxevI76hVRxF5S4gokIBTO9bh0,1387
lmms_eval/tasks/unig2u/auxsolidmath/utils.py,sha256=ff_wiYZg4lXDo34lzaFl0w3gcYR9Qs4ktHBou6nzCvk,11878
lmms_eval/tasks/unig2u/babyvision/babyvision.yaml,sha256=DWLvLPBKNqnOtMZLecMriQboITZWxi7_DuVhq9ISCVE,128
lmms_eval/tasks/unig2u/babyvision/babyvision_cot.yaml,sha256=BlQDxFt5OAT-AtirrpTdFhCvVjsH38FL8R2FFT2JD9Y,165
lmms_eval/tasks/unig2u/babyvision/fine_grained_discrimination.yaml,sha256=96J_d16CIofazQdpKq21Sv6WyTwCVEV7jEpu0q2jyj4,890
lmms_eval/tasks/unig2u/babyvision/fine_grained_discrimination_visual_cot.yaml,sha256=mUZfXkpTzsbVvX_YCkxsM5Acw9uhTqchvFNZpDn8CIQ,1668
lmms_eval/tasks/unig2u/babyvision/utils.py,sha256=4-2Y26wE4ebQL1XlQGDCKJi8m0sHd1tn5KPOC4QDmvU,12416
lmms_eval/tasks/unig2u/babyvision/visual_tracking.yaml,sha256=H8nIJq6KwkDDPVVS3vXV1ZbXssmNQvNPKhiFi1Qh184,871
lmms_eval/tasks/unig2u/babyvision/visual_tracking_visual_cot.yaml,sha256=ecokwvK0tGEi--lBTYRBmEdZX1rM4WtL-_ha3-GnoPg,1640
lmms_eval/tasks/unig2u/chartqa100/chartqa100.yaml,sha256=CiqWSEohmRtpT4wrBHCZrKgQxDhhfGNTkcPvuUNcIPI,1245
lmms_eval/tasks/unig2u/chartqa100/chartqa100_visual_cot.yaml,sha256=YbNgN-_aSjvJ2TGp3foU9a3n_OlYY1_57Z2ab2s0otI,1745
lmms_eval/tasks/unig2u/chartqa100/utils.py,sha256=_BCvbaB8wQGylMVd10JlcrsYBFbKw6GChI549K9_8Fk,3417
lmms_eval/tasks/unig2u/geometry3k/geometry3k.yaml,sha256=gHfqZu0QS_63T-pbkWPB663Au2nacV-9LsyY5nIzIPQ,794
lmms_eval/tasks/unig2u/geometry3k/geometry3k_visual_cot.yaml,sha256=DNjqn9v1ssji02KU8K4_uBlACUNHQsmrb602RdTodj4,1344
lmms_eval/tasks/unig2u/geometry3k/utils.py,sha256=apYoYWbsjl189NHXEmRNijz7Hm4791dXNbSWWGcH-60,10818
lmms_eval/tasks/unig2u/illusionbench/arshia_utils.py,sha256=jYrrI9-tUqKgx7fnrqnwOvr_84Pjmcjolv71_aHZtQo,22331
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_icon_scene_test.yaml,sha256=mRETO8Qm1khJMKWjkcBHr74eQg6vSqcwh4rAWwKkUjY,933
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_icon_scene_visual_cot.yaml,sha256=_h0ilbuW4iiMIiZ7m-6CMO_YbInYn94FfodsZcN6kJ4,1582
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_icon_shape_test.yaml,sha256=bXsAL_tXB21Te7U-4mpnAhcDaOAoscwmx6NoXkLT_S4,933
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_icon_shape_visual_cot.yaml,sha256=_-1FG23IBlmr8AnWb5iDlgcjoTv2G2GlCETZtnrzxTg,1582
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_in_scene_test.yaml,sha256=5Zvz0AIt57p3kYj7RIWQmjmQ_JtgpcSTPbjLc4NI8yw,923
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_in_scene_visual_cot.yaml,sha256=LrwVw-qmmS3J4JSPmbKQygS-zaVZ6S_EKklEg5Oe3CM,1570
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_in_shape_test.yaml,sha256=7Xn1nJid2bq5Vm0GFuU1OExnc1XILhnXxdYPN2AzUWY,923
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_in_shape_visual_cot.yaml,sha256=aeviJKPaBqE95ZTNVungwhKZIik2jqFd7ZBIMaZoEqY,1570
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_logo_scene_test.yaml,sha256=Hn__YlJF31FmTnN98_7lDvKjoUZYbTogjXLfjftZ6FI,933
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_logo_scene_visual_cot.yaml,sha256=Vx7aKf5G9pYTwJTSwGAaf5d-Fu4UjLiz8851kyxu_G8,1582
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_logo_shape_test.yaml,sha256=fxGFH4KXB0AodJXGZur2yMudGA4V04cAMQdgr_QaY-4,933
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_logo_shape_visual_cot.yaml,sha256=d4hsmjBL2GKWlq_iHomqZgbRUgsdjOC-TUFSDQy-9YA,1582
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_test.yaml,sha256=RIubwecpAtE5gHKLEEASjDQiC3A0hF1xowpr9vcahXU,329
lmms_eval/tasks/unig2u/illusionbench/illusionbench_arshia_visual_cot_split.yaml,sha256=PsQ8Gg7HMLHjki0YqW0HcQ0skJddqNIc1RDuGrHIXms,377
lmms_eval/tasks/unig2u/mmsi/mmsi.yaml,sha256=pPQA7J0p52HbsNn2gSEJucAmA_C9WN1vzzW-ixDXmAA,160
lmms_eval/tasks/unig2u/mmsi/mmsi_attribute_appr.yaml,sha256=4ptqu89sl2Hnc-AHJCuV4HYspwanmcjtiqCLrcW3uVY,1119
lmms_eval/tasks/unig2u/mmsi/mmsi_attribute_appr_visual_cot.yaml,sha256=05C2RrIYQgUGGTnC-ifipYPzO5feR86W6bGi70hYPaw,1484
lmms_eval/tasks/unig2u/mmsi/mmsi_attribute_meas.yaml,sha256=WXWgk9iwB3dlgBgGzfEFP51rlofjdbdRk2ghn3owa7o,1113
lmms_eval/tasks/unig2u/mmsi/mmsi_attribute_meas_visual_cot.yaml,sha256=-B16T5fIIJ_JOGFn8-dpyyJQCcRqPn5KLsDLJrEUUVY,1509
lmms_eval/tasks/unig2u/mmsi/mmsi_cot.yaml,sha256=DX7YhYsV6t9BpWEUidssHfT5r3VHXEDp5-10IPZv30U,219
lmms_eval/tasks/unig2u/mmsi/mmsi_motion_cam.yaml,sha256=PXUYyCVnd9iqRbpBII7p9yiIlKLWX_XN-eC1jV94EiI,1113
lmms_eval/tasks/unig2u/mmsi/mmsi_motion_cam_visual_cot.yaml,sha256=WnrJ-nNiEJb9xXx-2SDqFSj-IHSWUXiTLgybKCK8P_4,1482
lmms_eval/tasks/unig2u/mmsi/mmsi_motion_obj.yaml,sha256=_u-DgDDI6ayyYrmSQQmutnBijmvTth5WpcPjCiv7chE,1090
lmms_eval/tasks/unig2u/mmsi/mmsi_motion_obj_visual_cot.yaml,sha256=kNr5AwDhu0_8mYbG0bGJMBmAHb-qvch1iYQiG5sCAvU,1461
lmms_eval/tasks/unig2u/mmsi/mmsi_msr.yaml,sha256=BN9dFMveoF5ie5bhSzqPINEY5DqUGKxQHteVXfwKp1I,1084
lmms_eval/tasks/unig2u/mmsi/mmsi_msr_visual_cot.yaml,sha256=aNrcbFycz_32QP06Dv6ARGIKG7W_WyA3drmtz86Kf6Q,1458
lmms_eval/tasks/unig2u/mmsi/utils.py,sha256=h4dJKEB6ozgfaN5othrDtZ1WSSBiLoFI8bmGVGMcPaQ,5177
lmms_eval/tasks/unig2u/phyx/phyx_cot.yaml,sha256=RhMkR6LbSpozByMwk_XsRaS_W4jxHb0Y4to71lWJKQU,134
lmms_eval/tasks/unig2u/phyx/phyx_mechanics100.yaml,sha256=iIVW4NGlBl5-HhtQbMVJ4cVKdlEY04cBsUCx5wnNKgw,1103
lmms_eval/tasks/unig2u/phyx/phyx_mechanics100_visual_cot.yaml,sha256=uY9s0PMphSTKE42YqZ-4DTR3xzMjtfge1WecD-ne4Zg,1607
lmms_eval/tasks/unig2u/phyx/phyx_optics100.yaml,sha256=MrW5zROZWdCud7wf3zErCHtYJIfjUaJ_3cwjRDjYzAs,1004
lmms_eval/tasks/unig2u/phyx/phyx_optics100_visual_cot.yaml,sha256=vAMmqigcoHC9ehbUj5vFjCWcLJ3y3pRNIUo2hd4jOso,1508
lmms_eval/tasks/unig2u/phyx/phyx_simple.yaml,sha256=ZXIGHZupV0BOMl7jb4oKHZDJRtIozJoY4q58h5W7CTo,115
lmms_eval/tasks/unig2u/phyx/utils.py,sha256=a5vbP0FdquV5wTZxQwiy-Q2sq1TnFznzS5BU1JSv6qk,9792
lmms_eval/tasks/unig2u/realunify/attentional_focusing.yaml,sha256=PrQMeSS_SO7cqivVcBfIu7e4zS7uOtwllP6YLrMn54U,755
lmms_eval/tasks/unig2u/realunify/attentional_focusing_visual_cot.yaml,sha256=FPKtoDs68Lh1k85X9wS5uaWKtj4smr-ewLFvwqJD_zA,1457
lmms_eval/tasks/unig2u/realunify/mental_reconstruction.yaml,sha256=dFCvjP5CVoTjsbimTwzYBeIXqv2TTxr9X6ddnuj-8IE,759
lmms_eval/tasks/unig2u/realunify/mental_reconstruction_visual_cot.yaml,sha256=mXJlFg16eH5-vdKaApBEGJPeDvefauVkA5WLMMjQVpE,1463
lmms_eval/tasks/unig2u/realunify/mental_tracking.yaml,sha256=6W8QLxpNTPgzmtrn077ND2eOwsXnep7GvoqDuITQrnA,735
lmms_eval/tasks/unig2u/realunify/mental_tracking_visual_cot.yaml,sha256=dbNoN1JLg5XnnxnAfN6YAzweJmA9KnoPXYjkFuynEs4,1427
lmms_eval/tasks/unig2u/realunify/realunify.yaml,sha256=VNGCATMiD0kNeBnww95v50C5iYyIXhhtDC_mzDsFyPU,192
lmms_eval/tasks/unig2u/realunify/realunify_cot.yaml,sha256=KYhR7Srg6NIeJ94ZeQzNKqkBer0Yf2jznN8Y6wHijNs,226
lmms_eval/tasks/unig2u/realunify/utils.py,sha256=AuyayNI7f5NJi83TLZOgoP_eTfd6lv3M1i7-eOfDatc,7418
lmms_eval/tasks/unig2u/uni_mmmu/jigsaw100.yaml,sha256=Oah-gtfCH6M8hZRBjv-gXkHqZpz3O5ML12wZJUPc_0g,653
lmms_eval/tasks/unig2u/uni_mmmu/jigsaw100_visual_cot.yaml,sha256=3DwPz93CEOU--uKsdBu4wGY_CLuQ8pfBv9QbNBzOmLE,1055
lmms_eval/tasks/unig2u/uni_mmmu/maze100.yaml,sha256=RV4bzXwR5fdCJA76R-986vebGnXIxqZU0NHCEAHqaF0,722
lmms_eval/tasks/unig2u/uni_mmmu/maze100_visual_cot.yaml,sha256=AICo2AzZeZmJZ0mX1oZH1GqHj90iKw02XjmnyZ8xfFA,1229
lmms_eval/tasks/unig2u/uni_mmmu/sliding54.yaml,sha256=OkHUQAmamj2TmJSm3d3gtnaIXez9QeGJxbY6TMBmxSk,748
lmms_eval/tasks/unig2u/uni_mmmu/sliding54_visual_cot.yaml,sha256=ZjM1rTz121HEvYu4fice8JYD8sbxPQeNnlw1h-3Uwfk,1274
lmms_eval/tasks/unig2u/uni_mmmu/uni_mmmu.yaml,sha256=SFixUVekAPLpZVjMZjGODUAuT_GV-xwkvfjqlScg-_Q,138
lmms_eval/tasks/unig2u/uni_mmmu/uni_mmmu_cot.yaml,sha256=52eDVucZr3o7lDvp94Ys9saGuqHPomFWPToqGgLqo2g,186
lmms_eval/tasks/unig2u/uni_mmmu/utils.py,sha256=0QWuiJKGw7M6I5yKb9sw5lUwBbPz9wNi6RAQY8rMzOY,19193
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles.yaml,sha256=8JtBLNWJuYtOs4LUAuilKKz2KIUapyMCQyAzxkTp-DQ,209
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_algorithmic.yaml,sha256=mly_g3pi2JtwHCoIeyhWpSCi7NEOaSzhwdoa8gjKM-E,877
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_algorithmic_visual_cot.yaml,sha256=Cu75mPx744dUoE1bjYXH63zU3C-aO07TsvWqzZkZw40,1337
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_analogical.yaml,sha256=rdCSF_CBW2IsYlM8EuA012TI9ageY3hmlrPc666GIWw,873
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_analogical_visual_cot.yaml,sha256=5PGfIXcRmVT29JQWvsn5z_fC7IuOd9_XiaZhcjl4-vQ,1342
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_deductive.yaml,sha256=rEQwXEdlf2dLbJaUAQBcQQ5V-QWOCvr-_XsIIlSr_ks,869
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_deductive_visual_cot.yaml,sha256=5IsysnJmTSUZejgDs-j9tz2Ej_norp5CS1xPb5Lw1DQ,1318
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_inductive.yaml,sha256=03SEjO9aso8Zw1w5hAMpOeBGSj5GZsRp3tL_-gVendI,869
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_inductive_visual_cot.yaml,sha256=XuGKepIeshHy22zn_UIbWWyHFEaPooObogHSgeZl5qI,1335
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_spatial.yaml,sha256=sSCRbcVo5MfZ_1_WmCqnVy13eY2nweBWPjKavlvMxpI,861
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_spatial_visual_cot.yaml,sha256=AhdS2KufpabtKLkneTH4qGpo8niUy_U4lCTSmkwI26g,1320
lmms_eval/tasks/unig2u/visualpuzzles/VisualPuzzles_visual_cot.yaml,sha256=zoNp8Gq-cWKucWoSOssjc1Yy878C_Nc2VNR5QJwzzLA,275
lmms_eval/tasks/unig2u/visualpuzzles/utils.py,sha256=M9OqcSeo5Yw56VpQ4yg-PC8QA3W7El8VGMpWd_qzxo0,16824
lmms_eval/tasks/unig2u/vsp/collision.yaml,sha256=PfmI-rW9DhCDof0UIo1I5I0CDtJOqvY8P4ES2r57hbo,689
lmms_eval/tasks/unig2u/vsp/collision_visual_cot.yaml,sha256=rLXaL4h_ewBmhTxq22_n9dEsKRIhDremu3yvBbsP4rI,1346
lmms_eval/tasks/unig2u/vsp/google_map.yaml,sha256=4EOILEhgjRflQVppR4NYtRp8ZT81EYRcf-DRPdC8q-0,676
lmms_eval/tasks/unig2u/vsp/google_map_visual_cot.yaml,sha256=k8nfyy3THoOnEL-bNvf_owgD27UumKROjT1-SA5v3Wk,1335
lmms_eval/tasks/unig2u/vsp/utils.py,sha256=CU_DBcJ0O7ljNf4qZ7LRlYAZJznYpywjn_ep0BGmD4c,14559
lmms_eval/tasks/unig2u/vsp/vsp.yaml,sha256=XPz5Z3lf3wSoLxmyXCphY2CwAcg2_-6QNhbjepKcxaU,111
lmms_eval/tasks/unig2u/vsp/vsp_cot.yaml,sha256=5LxrgZrtT0I3BvWs8Z6thvYZftWM_uFQ-pjEnKU_tI4,148
lmms_eval/tasks/vantage_vqa/utils.py,sha256=oKr6cvNNKrP8Gal9SKA4F9wSrWOJ_-W6Ahd1LR0wVa4,3629
lmms_eval/tasks/vantage_vqa/vantage_vqa.yaml,sha256=FojXTDUEXoCJ3-uX-BAFcfoV_v_SPi9E4szg8qmZ5w4,862
lmms_eval/tasks/vatex/_vatex.yaml,sha256=8qhdHozptephXj_9lBGRJ7RLjjI56TJp4ew0DCLe6MI,47
lmms_eval/tasks/vatex/utils.py,sha256=2GI6zN1eib7_fR9O855f8VUWH8S0WsD_J9bspPodXxQ,8961
lmms_eval/tasks/vatex/vatex_test.yaml,sha256=hcIFk8pcRXJU7gx1Siq9B20Qsmoajv80NpdMeoe3D6Y,1679
lmms_eval/tasks/vatex/vatex_val_zh.yaml,sha256=lVQONmelZDMs9TYV6ax2pUAsi9ger35Z1So9ZRPVmE0,1613
lmms_eval/tasks/vbench/README.md,sha256=LZD5Z2mEsczv8E7Lsw1PB7GATwVoVUzEOvaHwuju43w,4030
lmms_eval/tasks/vbench/_default_template_yaml,sha256=oP41fTTga0ImyLecRKiD9PU_Z9yeVOsSLiC_14I3UFw,412
lmms_eval/tasks/vbench/build_dataset.py,sha256=D4jlYq1LcWbId2mvg4ALxyibSOYvsfOd2vhVTsDTueo,11793
lmms_eval/tasks/vbench/utils.py,sha256=ba7XPE7EMOnP-V5JhS4IY2AeLVeKlMuO2wJ-QfvSmIU,484
lmms_eval/tasks/vbench/vbench.yaml,sha256=qJ4uk2RHjArkkEy3bZJdsSibNZyevXgJnL-xKPke-fQ,83
lmms_eval/tasks/vbench/vbench2.yaml,sha256=ieT6jceXMA-mQcnm1QbJNBJ9RF9df-Tjl1tm5vtjDLE,85
lmms_eval/tasks/vbench/vbench2_camera_motion.yaml,sha256=1TuW-Pn1pZG_7XdZM38GCNBn0oeJtApLbAOKlaKB4YY,113
lmms_eval/tasks/vbench/vbench2_complex_landscape.yaml,sha256=ingQtCzpwid7rQyN6N5sELFM0iZZo7XSDswTAuzx_44,121
lmms_eval/tasks/vbench/vbench2_complex_plot.yaml,sha256=zbsVLYZYugKHUPXH9KP4FXLvbshZjGpLhxNRiYnGV38,111
lmms_eval/tasks/vbench/vbench2_composition.yaml,sha256=6e2OkKX21pisZk4oy0Xfo-WfYcHDWRWVI-6qdPFhA9E,109
lmms_eval/tasks/vbench/vbench2_dimensions.yaml,sha256=CKq1BF47IlTFL44Jve1HUQsaZP6t3y6DHFIcccrU_4Y,544
lmms_eval/tasks/vbench/vbench2_diversity.yaml,sha256=LTNOs72pBM3uW7OfYgsklx2ziTwMo6ZyKEjCkqaeONQ,105
lmms_eval/tasks/vbench/vbench2_dynamic_attribute.yaml,sha256=AVVNy_4eadOnBLSkUsThw1M6BMuqb5yjbRO_sTMzONE,121
lmms_eval/tasks/vbench/vbench2_dynamic_spatial_relationship.yaml,sha256=Yqr_H3-tpx47cBtnWeYAnDSyikF0mmoyi_WShnTLAXs,143
lmms_eval/tasks/vbench/vbench2_human_anatomy.yaml,sha256=cfOCIIaG9HZlUAIVlV2llI-Aabi6zSx4tsgHTgwDB8Q,113
lmms_eval/tasks/vbench/vbench2_human_clothes.yaml,sha256=lkHC-cRfSfgUx4od1txJnUJosWZGm2GngvZemN9DeTc,113
lmms_eval/tasks/vbench/vbench2_human_identity.yaml,sha256=jERqwpIt2g8VV_tiw2vw1rQIEEwU9STAIOLa_HvqOMM,115
lmms_eval/tasks/vbench/vbench2_human_interaction.yaml,sha256=C6axzISaWp665BH8qsTB98X0HHUlS--wj9LP3_7a5sY,121
lmms_eval/tasks/vbench/vbench2_instance_preservation.yaml,sha256=ABAytoP0KUxvBO4vCiIhAsDmHZlRSQy3y9m8Lrfx9QY,129
lmms_eval/tasks/vbench/vbench2_material.yaml,sha256=bvc5icOhI2WT2mCyFYuoKTlZ_3LB-g6Iu3AU9-4NzgQ,103
lmms_eval/tasks/vbench/vbench2_mechanics.yaml,sha256=ExzyxuFRtzy_TqozM6cMSw6tOOssYvakmIm31du5GXg,105
lmms_eval/tasks/vbench/vbench2_motion_order_understanding.yaml,sha256=dIEF_jR9u9paTMPMWcQ1JHlfwdbB4rnE-790Yv8GcrE,139
lmms_eval/tasks/vbench/vbench2_motion_rationality.yaml,sha256=vXMv95exHS2sVnDsneJZ__6VdSTc-a82MYwq8T7538A,123
lmms_eval/tasks/vbench/vbench2_multi-view_consistency.yaml,sha256=0mqDxICRFrh-me_A_w5_C_zjuIjQ2iJoCYWAmKnJ-ow,131
lmms_eval/tasks/vbench/vbench2_thermotics.yaml,sha256=frQ5NiYgGZ3wgdhvyNrkRhXXtatZCtu-Lssa_E0WbvM,107
lmms_eval/tasks/vbench/vbench_aesthetic_quality.yaml,sha256=LPN2tHV-Ll5amIRgagVtit59DY4jEBGrjpPBK3p219Q,119
lmms_eval/tasks/vbench/vbench_all.yaml,sha256=6cDnOgU8LO89yaWeGGxVZRY-E3OE4rBanMsb-SbuNeg,47
lmms_eval/tasks/vbench/vbench_appearance_style.yaml,sha256=h30PX18bFnawAKKYTZrX8rU0pM4ApGydpKmKolj_ZVU,117
lmms_eval/tasks/vbench/vbench_background_consistency.yaml,sha256=BtlXVNXtrwnyGoNSI8YRRMyi_Q_dCpuaTNgP2xQkFkE,129
lmms_eval/tasks/vbench/vbench_color.yaml,sha256=RJQYsEhCHgMCpfuKY36ceo4-dMnClSXGcGqbBxOx6kc,95
lmms_eval/tasks/vbench/vbench_dimensions.yaml,sha256=IZhE4lz35cLe4O-EOyV1PexYKUTsZaBY0declj79Kjo,465
lmms_eval/tasks/vbench/vbench_dynamic_degree.yaml,sha256=66FaA6Dxjmyyp8gypKwaNh_d1S0k_53rZ1nSl3zyLb0,113
lmms_eval/tasks/vbench/vbench_human_action.yaml,sha256=Cayu8geIBYvS8T3mV0y6AQ-J2QtxUyNn99baaD7XP_Y,109
lmms_eval/tasks/vbench/vbench_imaging_quality.yaml,sha256=ARwLqgDqQzOslCU9alTYyllAqEHWz7KHsp7DDY_5pgs,115
lmms_eval/tasks/vbench/vbench_motion_smoothness.yaml,sha256=6D-7aLLs7z1b5HoFnpdepxeh98WS0gGgmkr6W55s89k,119
lmms_eval/tasks/vbench/vbench_multiple_objects.yaml,sha256=WpUNmil2686lNIW_kZSfdidVJQ6koWqw79En-RbKzBk,117
lmms_eval/tasks/vbench/vbench_object_class.yaml,sha256=azAyh0LZngN7-09_EI2F5H7vLKRZPK0eqLuppzTrOzk,109
lmms_eval/tasks/vbench/vbench_overall_consistency.yaml,sha256=7kL4lnhx2ardLeHZhEgEQlY_2bbytu1DrQ4IkET98s8,123
lmms_eval/tasks/vbench/vbench_scene.yaml,sha256=ic5qZio7ZL02lnGdATCXuq0BWMNzsH86xNaQEW0Zy2Y,95
lmms_eval/tasks/vbench/vbench_spatial_relationship.yaml,sha256=btqJSG9O7dCLx4NdYuh8lhtRmokAYco4Xtwr17JHHHs,125
lmms_eval/tasks/vbench/vbench_subject_consistency.yaml,sha256=6dDgnxI9VG9eG5h_BnMv9WgsFotvMsTm2oC5tQ9Hwoo,123
lmms_eval/tasks/vbench/vbench_temporal_flickering.yaml,sha256=wwWL4GqqpNR0Pa0kjVYebwa85xET6Kn4ygMW5lfaJZM,123
lmms_eval/tasks/vbench/vbench_temporal_style.yaml,sha256=Gg5xmMAC4jhq9M5Mmsup4vl3ea3CROVDjlXRxlPU3SE,113
lmms_eval/tasks/vbvr/README.md,sha256=CgqL-Soe8hYGaJFwxZLDkGYzBqFKIJAXhtODqW7RdaM,3858
lmms_eval/tasks/vbvr/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/vbvr/_default_template_yaml,sha256=K2Cy6xbUC6K-_Lf18NqW5-wb86BRbKy8t8UBmYTmvSM,594
lmms_eval/tasks/vbvr/utils.py,sha256=DqBp3t1bFgnj7Wfjb6Ro4ssQzM-yVBcdja7qbi3ZKDM,14207
lmms_eval/tasks/vbvr/vbvr.yaml,sha256=JfIAsJMHmKIvMD5ENBJr8Ymgx34m4SdhgJfOVTP9Brw,1237
lmms_eval/tasks/vbvr/vbvr_in_domain.yaml,sha256=5OnCLlix84i0W-po_LEIEcx7sNbWUcuN1aX-PiUxXS0,1016
lmms_eval/tasks/vbvr/vbvr_out_of_domain.yaml,sha256=MGRlGPAPQQUiTFOr37XYSaM6UOJzQvUW35T8iU0L790,1036
lmms_eval/tasks/vbvr/vbvr_bench/LICENSE,sha256=qdIzg89THEA2XrE0o2MM8H9pGeMV0WyOa7xiVPgLuSk,11279
lmms_eval/tasks/vbvr/vbvr_bench/__init__.py,sha256=6-1xwlhaJwDYqrXEOayb33o04BC6u3H8RH-HHc-W-ok,16700
lmms_eval/tasks/vbvr/vbvr_bench/utils.py,sha256=ut5ZDwRe6F1NBX77EKXIbTAvz90gzpqjV4E5uKwCHoE,22576
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/In_Domain_50_part1.py,sha256=KQJOUut2MdrXmspKHMJF4eaMy4gs1_9O5J2adOvGrvo,71668
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/In_Domain_50_part2.py,sha256=w7WzdipoykrsRyU9u55FKRogjGQKKbZWu-omURYXOD0,99606
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/In_Domain_50_part3.py,sha256=ewgh7oqdxvVRWeQXUHzN-FG0esIgiMULFDezVC1wTQQ,56939
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/In_Domain_50_part4.py,sha256=WJrycjmzjhvEeMWwPqlslubDVOiLZf71BynvEiRDQOs,58304
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/In_Domain_50_part5.py,sha256=zByLdpHKLG6yQBqu0LpemIerFA7PDwTAL4Fpilk8zPA,95557
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/Out_of_Domain_50_part1.py,sha256=KNbIxO-c5ADHDufk7JQi4SxnXhZGMtyZ1hzLoQCj2CU,89843
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/Out_of_Domain_50_part2.py,sha256=ilFaTZFaGjKoWqhAzcgnBJLgVBAZBaWpfR8Z52pWthk,78930
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/Out_of_Domain_50_part3.py,sha256=EiPqk9pa3YVtOD9SEaL_upGLTdRwVqFVpBoCWTtlr3U,80558
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/Out_of_Domain_50_part4.py,sha256=wGk8bQvLHynNhN717vfKxZpjAmzDV7hJ7hNlJiO7Mac,83165
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/Out_of_Domain_50_part5.py,sha256=z4nLBSULXZcpZXoOF3cwlIr5cZxVBk27Vj0WwQkxfrw,70810
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/__init__.py,sha256=j5MYQ-zeJqsZYqLNPuKrSgs_Lj0ynfDMPgNbIKIKq6s,29661
lmms_eval/tasks/vbvr/vbvr_bench/evaluators/base_evaluator.py,sha256=qunBUr9dldk2dl_PNDZgrTruiQee41ETVHHsakwdweU,17094
lmms_eval/tasks/vcr_wiki/_default_template_vcr_yaml,sha256=ZSsbdv1IeYBs-r-DKMvJM5KxtRGhYA9-4Wm4Mrb94as,529
lmms_eval/tasks/vcr_wiki/utils.py,sha256=DAlTxSh8fXBPdysFIahFo842_eujB6_GDKgRmBJF84E,9516
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy.yaml,sha256=P9rsdnKztpMAKuPF4CdlaLq_A7ozRhycu-esCt06x9E,592
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_100.yaml,sha256=GcT2z8qm2CJ8j7bmb6zBG1yhcmf15gdNgMRvlRzSyUU,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_easy_500.yaml,sha256=JOCk8GXl8SSMcHz97h7C3GeJcUlLV6XwRpUqKIv62nE,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard.yaml,sha256=ZO7voJmdX3UAXSFM097YpPDD6Lr4OlalfFG832_3E_I,592
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_100.yaml,sha256=7GnzApB6kKR1KCcnFwUT2bB6n_X5FBPxdoI4rEzFUOk,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_en_hard_500.yaml,sha256=46HGRbcqseqtAUpG741FEO1ZGK6Sf_60FcTVGgGWezk,600
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy.yaml,sha256=6sP8nlToN_WjB9DYcA7Jjqk2t-EghUDhkF6COb13GEo,582
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_100.yaml,sha256=pAafoZi9bGXXGlebU_14SLKVqG341zMAAgOeBul_ZoI,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_easy_500.yaml,sha256=9XX2bJpO81ApRppl5wyHvWBSdnxTd1pEiuJ2MsoG-ik,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard.yaml,sha256=moiJMUbcBQNNC1dpHJfA4cK-Jm1GzHHHVjwO6xap8RY,582
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_100.yaml,sha256=UjCrUsFUgFTgUS-6m9Tj8f1wU9qNv_stq2kRs3oCcGQ,590
lmms_eval/tasks/vcr_wiki/vcr_wiki_zh_hard_500.yaml,sha256=EUdL2_5SWR8W1SMK-E6YzpmZJxTg2JPctgSMvXs8tLg,590
lmms_eval/tasks/vcrbench/README.md,sha256=qYtmouwCgS5tAHvQspiZdZH1fe-nm6QfoY5qWJ4jP0U,2919
lmms_eval/tasks/vcrbench/__init__.py,sha256=DLnlgIDkdCWp_RhAcZskjm7wZoRMXA1mFtr4s32J5Vs,60
lmms_eval/tasks/vcrbench/_default_template_yaml,sha256=IDDgeQBxEq7Y3-U5koh9Z_J9ciWNQP3z18yl8vEybBk,941
lmms_eval/tasks/vcrbench/utils.py,sha256=NjPeE1t02GVarTQj2Ci6AlphLW4RtyWXcJpMPmSxkbY,9499
lmms_eval/tasks/vcrbench/vcrbench.yaml,sha256=ATF7c30527kahDPz8O8YSic7MTiG8tbWAmQV2kjykxY,97
lmms_eval/tasks/vdc/README.md,sha256=Y6AFADolp3YYIjRmA0TG7U8y5Q9rTOdLQEei6uXORe4,5902
lmms_eval/tasks/vdc/_default_template_yaml,sha256=vo_yLKKu4fhHWir0ThY-8ZLE6ICixcJQ3F5mU23sZaU,161
lmms_eval/tasks/vdc/background_test.yaml,sha256=v30yCk-j1Mify8NP-0LV06W4kr6jpmcw6Z9bS6LCPUE,576
lmms_eval/tasks/vdc/camera_test.yaml,sha256=4JcyaBwwbp4FUv4SsMwnQyLDZ1133fCQ0yVSqMJBOzE,568
lmms_eval/tasks/vdc/detailed_test.yaml,sha256=SjmmPtnhCZJA36q0g_0H5ADXJzI6xCzv3-JOnDZ70co,572
lmms_eval/tasks/vdc/main_object_test.yaml,sha256=nPvj_GA_j-O1TT3kJ3f5QMCEVfLkdC3ETbiF0MXTw60,578
lmms_eval/tasks/vdc/short_test.yaml,sha256=Aq1hwA-K-82vJVD31fBsHuXrxxWooyOW6U-8lgqmclo,566
lmms_eval/tasks/vdc/utils.py,sha256=B1UkP0OvFGQlNpyPPLAyHPvJA29VVLLE1-q_BG5BsdI,17804
lmms_eval/tasks/vending_bench2/README.md,sha256=X8gOT3TjnHZFK8OtqwyZlq5yFL4tlvLbE98rwxFoW-0,706
lmms_eval/tasks/vending_bench2/utils.py,sha256=jLImKJthm6ahBbcUpRiPveaKo-z_vwb26iyTWn3sm2U,8762
lmms_eval/tasks/vending_bench2/vending_bench2.yaml,sha256=3DMQ0ax10CLrrmiLUHtCW73woUsxEsdiBLQKTwLV0LQ,1643
lmms_eval/tasks/vending_bench2/data/vending_bench2.jsonl,sha256=lz3Euse2SXoIeNZUL8XlCRiaURA8cqEGxlkzdSKpseU,1462
lmms_eval/tasks/vggsound/utils.py,sha256=M01kN9kgfH3ze-K4GHvX2u3Z4TGW0waOWsK85xfh7Uo,1485
lmms_eval/tasks/vggsound/vggsound.yaml,sha256=z1AmJTgUfko26GxgIl4ylHu9TLzMgPZTESmpWkDP_Jg,663
lmms_eval/tasks/vibe_eval/utils.py,sha256=xKQsiJT9q6KMwxaF8aYMOVbb3RFu3y-j1h_yNYEWyG4,6156
lmms_eval/tasks/vibe_eval/vibe_eval.yaml,sha256=MtXmbqrFkpT9AUWHETy5TSbG9enM0JMms5eirztRhCQ,1059
lmms_eval/tasks/video-tt/_default_template.yaml,sha256=TosZVgyXeG8FMb1GanQNcQTSVx02y8L7V_AkU2WW7-o,98
lmms_eval/tasks/video-tt/gpt_utils.py,sha256=paPhdhA1LEKH8swvWhlFeeHfK-SZm7P6_8SV4slbBYQ,8170
lmms_eval/tasks/video-tt/utils.py,sha256=ESIsLY2xcC8hI9MQw_STMDb9inxbfVxI10lAKPiZKmI,9199
lmms_eval/tasks/video-tt/videott_all.yaml,sha256=uLvbcNosZ3NYZSefBqOGp1Oqg0ixNQDzdTPmkjgnogM,1269
lmms_eval/tasks/video-tt/videott_all_audio.yaml,sha256=iUNjr6nebY7Q58eKPc8b0ES70Z3M3EC5ehCSG2KvWfs,1321
lmms_eval/tasks/video-tt/videott_correct_leading_oe.yaml,sha256=w0K7TJdmkk3HUKBfjetiHXclaIlbyWLXc1iadD9fyI8,1215
lmms_eval/tasks/video-tt/videott_no_leading_oe.yaml,sha256=lBkf8vDU6UITJFoAJZFsxfKJ1i7Ygponk7Z9IO9qrsA,1207
lmms_eval/tasks/video-tt/videott_paraphrase_oe.yaml,sha256=FxpNzIsH_TC-5vJBDoyXbUVe03SbmA8efXw_1Ns64qA,1210
lmms_eval/tasks/video-tt/videott_single_mc.yaml,sha256=XPZGBdLWxP3wbQozmyyaFTnY0QJE3cNnShOjW7WLuL8,1322
lmms_eval/tasks/video-tt/videott_single_mc_description.yaml,sha256=oFVkULrDmkKvY0uaBpoXKhg4rZ2TcY1d2YCigEU6ZxQ,1357
lmms_eval/tasks/video-tt/videott_wrong_leading_oe.yaml,sha256=bs2NKWdaPd6XEPhmowYFxEJTsWgncUVseOS0IgoTJe4,1211
lmms_eval/tasks/video_detail_description/README.md,sha256=iMt7w30Iyw-ohfk372QjP5BjSCxMQpqMian55u5Vc6c,1260
lmms_eval/tasks/video_detail_description/_default_template_yaml,sha256=IpwS518bJcZwIT4zCqFdeTUutlPUwOQyUzgEqeQAvGg,260
lmms_eval/tasks/video_detail_description/utils.py,sha256=r929qwIqqVRwwA8k6CsNp0TcOX4-6YO2O-j6V0uCTkA,8605
lmms_eval/tasks/video_detail_description/video_detail_description.yaml,sha256=bSdZVV3w0_g3e_n6DfcKsKkNosUlt9VIToOGj5GVXfI,525
lmms_eval/tasks/video_holmes/_default_template_yaml,sha256=CvxuaFDWTV2tZ0-G2LLin_pIn2-EJ6WWH2Z1Q-cUIuQ,1820
lmms_eval/tasks/video_holmes/utils.py,sha256=DBzt8GBQVcDvzOAzu1r1ChOH1AfZv2lIXE8R78wBSTk,10832
lmms_eval/tasks/video_holmes/video_holmes.yaml,sha256=B0GNvrWKO-XIB8Q3IC5l-aCQRjCrftgAHm38WZJz75Q,367
lmms_eval/tasks/video_holmes/video_holmes_reasoning.yaml,sha256=SUNa0phe8VDv6_scinnED4CfF4EIg3vSSaLex74A3N8,288
lmms_eval/tasks/video_holmes/video_holmes_test.yaml,sha256=K2eiefh5pxn5cmEUvE4rc8VNODYAFwdMWGqFXiFWXPY,73
lmms_eval/tasks/videochatgpt/_default_template_yaml,sha256=d_psClYSWg1Va8pCyKwibUFn5sLu4EwUS7AS3JKztIw,251
lmms_eval/tasks/videochatgpt/_videochatgpt.yaml,sha256=2IQ0pBNtUkDxClgpe2ybKjV9ej69jN8nfcbeXMz8i6M,102
lmms_eval/tasks/videochatgpt/utils.py,sha256=4F0xAhSWLuGxPguGJlltpnv7jX5UjtDBCRDbl1kL2SU,27077
lmms_eval/tasks/videochatgpt/videochatgpt_consistency.yaml,sha256=Ww1CyCgMgJhpGLHj8wxl96hCcp2cO47eZ0E8ASrcxXM,666
lmms_eval/tasks/videochatgpt/videochatgpt_generic.yaml,sha256=UrG5NXDb1rQMXqUNqHWK-muUejmKyY1xrFO6bHxOIlo,875
lmms_eval/tasks/videochatgpt/videochatgpt_temporal.yaml,sha256=NDk4WSe2XZs6qrap9WNuhALfWXLEzcTt6nrJ22EBiw4,618
lmms_eval/tasks/videoevalpro/utils.py,sha256=B38OJc_vp2eQMp3z-vq3P0dpo7Vih9_ssjC59J8IBEk,13287
lmms_eval/tasks/videoevalpro/videoevalpro.yaml,sha256=qOwU1vRurSg_PmQx9lMuGP1z5hOr2w7xydLMncXEmNc,976
lmms_eval/tasks/videoevalpro/videoevalpro_mcq.yaml,sha256=p1ZhfD0sR9hFta9YniNMl8IDBBNovAIyAL9UkNac-Vk,743
lmms_eval/tasks/videomathqa/README.md,sha256=AjyUIp-qOZ59IspqA9HAO9q9pFP8TrKVKJDUE3ggjmM,4444
lmms_eval/tasks/videomathqa/cot_postprocess.py,sha256=y_MFCiIRp-xqDXogP7bR8YbT9g6sBcaMLovXQ4xKneU,5456
lmms_eval/tasks/videomathqa/cot_step_evaluation.py,sha256=Ta5gxGUu_zFgC_u14wYHxsqpbcMl3T-ir5nKCjdDoI8,8659
lmms_eval/tasks/videomathqa/utils.py,sha256=YUCD5H7DE0l4emVmIZ4TS7rwBu0fXuVxa-L4FRu8k5c,13527
lmms_eval/tasks/videomathqa/videomathqa_mbin.yaml,sha256=4MTbXVZtFaROVh9tWhIaMEl7DJiw4EyIbMW3Ub4mkw0,833
lmms_eval/tasks/videomathqa/videomathqa_mbin_cot.yaml,sha256=HYHfwkSU3jtrNVv-Sk2WMtbbmiX1pJiXuwzA0s0Iqbs,925
lmms_eval/tasks/videomathqa/videomathqa_mbin_cot_w_subtitle.yaml,sha256=Yq11rEd3Rv5KNR8WxcyT13Ldpf8MbTfc68UdSJDIms4,1448
lmms_eval/tasks/videomathqa/videomathqa_mbin_w_subtitle.yaml,sha256=yPUndq6d8FRk-QlXX3m9gKU9z8QqoOHPlGVmn4K2ihw,1184
lmms_eval/tasks/videomathqa/videomathqa_mcq.yaml,sha256=jiN42P46-TbQqEu-uw5NQI6rrTzpOphxkY-at-PsfFc,823
lmms_eval/tasks/videomathqa/videomathqa_mcq_cot.yaml,sha256=6v8sndIhl6-wyTkVuf7cU74DWrZUgaY3BgRxC4yYg18,915
lmms_eval/tasks/videomathqa/videomathqa_mcq_cot_w_subtitle.yaml,sha256=8TpZVXGV1Yflp3JM2X7IOThv8ph0LVPHLYksxLgYvtY,1456
lmms_eval/tasks/videomathqa/videomathqa_mcq_w_subtitle.yaml,sha256=Wf-O3n0Xr-uXxBIIDzkUB4BZDrxOyST1YziTEN6MwCc,1192
lmms_eval/tasks/videomme/_default_template_yaml,sha256=LY71qPCg1SnacndPhq80yD_LAdTdO4-PL5EWxIveYFA,1525
lmms_eval/tasks/videomme/utils.py,sha256=sweNkCdfR_RVrYbM-87JYudsT50sEgfgZIdSnD_TSlo,13840
lmms_eval/tasks/videomme/videomme.yaml,sha256=Wl--k0Is-X264gtUk9nRaOeNAyLi1rmf_LdMJGfdT6o,1656
lmms_eval/tasks/videomme/videomme_long.yaml,sha256=adf0_l9GDQjhGuzS_nC5daZLzz0UOQUlMKSW0WYI7As,108
lmms_eval/tasks/videomme/videomme_long_w_subtitle.yaml,sha256=bKkUKrq0vp5HISFP95JkP1QV8wvA_Vbjm8EQr04PyZ0,119
lmms_eval/tasks/videomme/videomme_w_subtitle.yaml,sha256=Vxgec4OC-MNnmUlVYUhQdnWpUESbKH45VlrxhVxKSG8,1689
lmms_eval/tasks/videomme/convert_mcq_oe/utils.py,sha256=fQyczJK7IdhHRDa3DiD8iEo7EKE3_SVu2lMryG9Fr-E,3896
lmms_eval/tasks/videomme/convert_mcq_oe/videomme_convert_mcq_oe.yaml,sha256=0c5gcnk5PilQD8_FpNVozEVaBExebC0NnSSTAQDZ9VU,580
lmms_eval/tasks/videomme/gt_none_option/utils.py,sha256=21ro4b5bPQ_fJQhnJaG7DyYHRMS4ZdmQIu0ardmkrhI,1301
lmms_eval/tasks/videomme/gt_none_option/videomme_gt_none_option.yaml,sha256=IpiOUXyfsvl21LugjJ1vK4zloTuoovIMN4DBHMikTws,640
lmms_eval/tasks/videomme/no_visual/utils.py,sha256=D3BL0fXtb0QKbS4dHUXLy-_jgdeIMrEAf84iHHIbk1E,216
lmms_eval/tasks/videomme/no_visual/videomme_no_visual.yaml,sha256=QDKOTEhxmNwpX_FOEl7tbG0vElXpAlH5uIdCqB6G0K0,717
lmms_eval/tasks/videomme/number_option/utils.py,sha256=A2ps9DWyEcgwekI-H-EIsfZEdjxjXtE6gVS1VAzg36Y,3721
lmms_eval/tasks/videomme/number_option/videomme_number_option.yaml,sha256=dDXYv8385N2U-nGNteSu84fGu9jtILEoFhKYfaBVl4Q,666
lmms_eval/tasks/videomme/random_choice/utils.py,sha256=SKtE8Nej8nfE22CfrhivqoCqyY3FL_AeGCg_nhZ8Dgs,1554
lmms_eval/tasks/videomme/random_choice/videomme_random_choice.yaml,sha256=nRJCahuekZh870e5LNV1YYm-TBE9Fao5G4ZZChc1PzE,643
lmms_eval/tasks/videomme/revert_oe_mcq/utils.py,sha256=SpkvaVr00HF-0-550gwcJV1zFhHMT3S0EmnbcjSFoa0,1803
lmms_eval/tasks/videomme/revert_oe_mcq/videomme_revert_oe_mcq.yaml,sha256=RJz2knHOrxpkogQSc_d2La-Re4AXH6F-83rhmCOZ_Z4,497
lmms_eval/tasks/videomme/video_only_abcd/utils.py,sha256=3CWh4_LWYiX4pzDw01T6oMRi5i7rVdq7haIhN3wfAas,2344
lmms_eval/tasks/videomme/video_only_abcd/videomme_video_only_abcd.yaml,sha256=Jtonf8p1T3UetNztwPGMqG-enNuLewsKlJHUMYrZq_U,726
lmms_eval/tasks/videomme_v2/_default_template_yaml,sha256=n8x7bh55X-tqLXzOG71Y6qIHazm2EHJCGTrqQZwKMFA,2341
lmms_eval/tasks/videomme_v2/utils.py,sha256=GOkj5Vdi3j4oOnjs9bDNzBtYNglSxBhOn-7hQhmAuvA,19768
lmms_eval/tasks/videomme_v2/videomme_v2.yaml,sha256=G0o6NchKI4ArG0v2w8_MN4TlxKpKeKnQoH3PyXxRN8k,365
lmms_eval/tasks/videomme_v2/videomme_v2_reasoning.yaml,sha256=ScAvPD1PgI_fYEmDsZk4UMHPKY4Ec0irQIvGaNGoB-c,229
lmms_eval/tasks/videomme_v2/videomme_v2_w_subtitle.yaml,sha256=UOvpNszeAzWVMwXsUkNCtx_kavZzdy1gWHxhfLLs0Rc,319
lmms_eval/tasks/videommmu/_default_template_yaml,sha256=ja17_Lw3lQe5Wb9PJGeABGI4B5Q8jWPV3h0IYuMgsug,652
lmms_eval/tasks/videommmu/adaptation.yaml,sha256=We1_HrhPsCnBjavXg21schjIdrkE-WLIfswUU6plhro,486
lmms_eval/tasks/videommmu/adaptation_question_only.yaml,sha256=cJ1POY9mGbfAQn4UTlbK7L9QPWm9eZYpOjrggRRYOc0,516
lmms_eval/tasks/videommmu/comprehension.yaml,sha256=UX9p-rPYLGLWQ0lzl-99gmwycec-2XfQWPnuN6LEoVs,506
lmms_eval/tasks/videommmu/perception.yaml,sha256=-ngoGfuezWS_KZ1exHKNlCKtvx2FJyEBOYfCR2pcqYY,500
lmms_eval/tasks/videommmu/utils.py,sha256=zg1wBoVtOv770ltztK_eQd8huhLmECAGDxIy6UqEP0g,19215
lmms_eval/tasks/videommmu/video_mmmu.yaml,sha256=iCIQokQOOWeqq2Yt7ismrtZ3yMS8bq0O50qEQuYObOM,99
lmms_eval/tasks/videommmu/gt_none_option/_default_template_yaml,sha256=97ilzh17iFFYFw43K8oH9tKSof_OER5ux4SHzg1Npwk,674
lmms_eval/tasks/videommmu/gt_none_option/adaptation.yaml,sha256=HHYND0awW2TGhPx9y77x2dwyaMQK-I6hh7ngZTgki6I,609
lmms_eval/tasks/videommmu/gt_none_option/comprehension.yaml,sha256=eGt9vW3JCzU0sWoSOH9RZFxdBArwtLchT22toODn3QY,632
lmms_eval/tasks/videommmu/gt_none_option/perception.yaml,sha256=FwLbct4L8ajqrfFArCZdGed6klamkMuuoLoMTSnY56M,623
lmms_eval/tasks/videommmu/gt_none_option/utils.py,sha256=e5n8KWPx9HrsPA9xgO63FOL1X6AzUW0CKkrBvyvqpEk,1055
lmms_eval/tasks/videommmu/no_visual/_default_template_yaml,sha256=Qe3NeKKGgpMO6b-rd54Z2aEMhSf1qFd8n4Bg3dm9W0I,723
lmms_eval/tasks/videommmu/no_visual/adaptation.yaml,sha256=Uvl3nL9I83gZjtSE-GPu6XoMoKkDgN8OwEpEeI1CyWM,544
lmms_eval/tasks/videommmu/no_visual/comprehension.yaml,sha256=jgDN2iBIXFXDm1mKUt1eVvVt3MUgsNcKvy6cBeRKkJ4,567
lmms_eval/tasks/videommmu/no_visual/perception.yaml,sha256=ibN9hKMkOB-cy5CIRrGeKng7nY5oEOjEziccXpDh74k,558
lmms_eval/tasks/videommmu/no_visual/utils.py,sha256=060k2Xy9ExfpKtRIdEFKDsPGwAmWgN2Cz9P-uemDDqg,145
lmms_eval/tasks/videommmu/number_option/_default_template_yaml,sha256=xxP5jIkZKVojbwizP_RQKt-Vz0rAMvvlzSd8dn1dkPw,656
lmms_eval/tasks/videommmu/number_option/adaptation.yaml,sha256=eHT7loArUC7nSLWcOUwcdj9pjbujPTTLn3ATVo0HI4w,613
lmms_eval/tasks/videommmu/number_option/comprehension.yaml,sha256=Blfd3Xf9fcYw9zPOR3akwlKYttG64g9ZB1VPDJdPdU4,636
lmms_eval/tasks/videommmu/number_option/perception.yaml,sha256=48R13FJSTqKNFsi1txXxjCiKd3oMHfiTqVIbWDyYSVU,627
lmms_eval/tasks/videommmu/number_option/utils.py,sha256=Us_AJR6kSP9HhfhdYcM_-McGNFRNxhK7B7JFpsdM2Js,1006
lmms_eval/tasks/videommmu/random_choice/_default_template_yaml,sha256=JTpJpDvwsSBE4WocNLGD5UNA2aIPmKaRy_J98IzvPFw,673
lmms_eval/tasks/videommmu/random_choice/adaptation.yaml,sha256=xpXofdwMF58DVQC2OS7uFqg6cC08FAW46OvfnWb_1RI,613
lmms_eval/tasks/videommmu/random_choice/comprehension.yaml,sha256=lMjhpJBmeZt0xwVSoQBld21vP2JxtttFtbmN4Gq0Tpo,636
lmms_eval/tasks/videommmu/random_choice/perception.yaml,sha256=rgcIn8fgSHTSAiCEf7BStOsdfd52TUsVrHAyfR_kx5M,627
lmms_eval/tasks/videommmu/random_choice/utils.py,sha256=6zRWqxG4PcHCW--jOjZLnpba3IHqNz6TaXi2pSDdNn0,1490
lmms_eval/tasks/videonet/_binary.yaml,sha256=p6tzHab80UKDaR2SVYd3VV0r-xsd-GKgdpz5q1EX0eI,591
lmms_eval/tasks/videonet/_default.yaml,sha256=1lf9RmLRbPocaK2tHBL_SqnbW1xgVXwWmXwo9V5Lw8g,126
lmms_eval/tasks/videonet/_mcq.yaml,sha256=c-oaphUnpjRQiYtJsb85xuTMn1PfBFVrajp5ZdQtFBA,583
lmms_eval/tasks/videonet/binary_utils.py,sha256=gNHpkShzk53BhM8WwqQswGTLc-oN0aZF6NRmYIy1Va8,4333
lmms_eval/tasks/videonet/mcq_utils.py,sha256=LUJVIuAOt7w_VTjG2MZLH5MjKEJBMNqBqUwvpyOauJk,3423
lmms_eval/tasks/videonet/videonet_binary_0shot.yaml,sha256=zglJBu_CJdSPkcSpWUoBabwH0E2CSPkX5u8C8W04OL4,188
lmms_eval/tasks/videonet/videonet_binary_1shot.yaml,sha256=TdzXbXYU4IHPkV1wPZdesQqTRw1GrycMdxRElIGRFvQ,188
lmms_eval/tasks/videonet/videonet_binary_2shot.yaml,sha256=bmF6cLZ5G49fSCGyUdtMdaW7FJc6SJH8amOTXPhBQuQ,188
lmms_eval/tasks/videonet/videonet_binary_3shot.yaml,sha256=AcrrdNHXw2R2CcrKJqafAiLQagmQBdRNROp_yOeea_Q,188
lmms_eval/tasks/videonet/videonet_mcq_test.yaml,sha256=Lpphk0zX-Nuv3EKEL96rJILzNZHePqSmxhv-0jceJ60,135
lmms_eval/tasks/videonet/videonet_mcq_val.yaml,sha256=i1_4S2HaFdrNMqiQGryyC5VlMzQWGTG4ZU_OlOrj6Ns,141
lmms_eval/tasks/viewspatial/utils.py,sha256=Vy6BOKLGAK36VWgnoS0CGpkOk1illUUt-BEKfvjF1Ao,5154
lmms_eval/tasks/viewspatial/viewspatial.yaml,sha256=zptHTT7gKb8G7gz2G57JINfhN2W9g3HCSvLhAdbqSm0,1950
lmms_eval/tasks/vinoground/utils.py,sha256=Azn9sfnumgLCbxFOIF2IZS9L3jprBKQpro7fjg1El9o,4567
lmms_eval/tasks/vinoground/vinoground.yaml,sha256=ZeOvp2qT_Qm8td7qr-t-z2VqIBGtZAmgcte4squK9GM,636
lmms_eval/tasks/visfactor/README.md,sha256=vH8IWhLEInCj1RUpt6i-sFpkM4LMf_k01hjv-MDVzyA,1928
lmms_eval/tasks/visfactor/utils.py,sha256=Pluv0CzSiZ0nKefSZE74SjqKn29Klb0afNmPrql4sM4,7608
lmms_eval/tasks/visfactor/visfactor.yaml,sha256=XXyVANCdfRUcYUT-FCtEuhAbyzFP5JUP0umKDg2Qge8,659
lmms_eval/tasks/visres_bench/README.md,sha256=Qj08bFsZEWqFp_Wcmt0wtaVKkKq0SsK6eEArjxNjuSU,3550
lmms_eval/tasks/visres_bench/_default_template_visres_bench_yaml,sha256=2yp_21WK9kD40_Wid3lkb_MG4s_5OddkiPsI8PhVd9g,712
lmms_eval/tasks/visres_bench/_visres_bench.yaml,sha256=9jsPg8Tn3POJzcrXaQGD4c32kQju612xmiwg0WC4BIk,1239
lmms_eval/tasks/visres_bench/_visres_bench_level_1.yaml,sha256=yFyu95sAy3t7gNUD8Q_W9ic6sAip6UGSrolPlY1eXqk,334
lmms_eval/tasks/visres_bench/_visres_bench_level_2.yaml,sha256=FsfKd167XCa5B_Vs6Iu8VVXWHwnd39JsiOLzmLXZEG4,537
lmms_eval/tasks/visres_bench/_visres_bench_level_3.yaml,sha256=jzpx4nd_PuqLfzLylKNnq6l2N2biB30ZLNu8d8OE2ps,297
lmms_eval/tasks/visres_bench/utils.py,sha256=jGzidP2rALj1JmUe9AVJHRJUWaPVkXvq8fiFR3RIBTM,1088
lmms_eval/tasks/visres_bench/visres_bench_level_1_blur.yaml,sha256=nCBm89tnb7rK4isj3NmABXiHzZkX70QcPKGK8_mrFxI,104
lmms_eval/tasks/visres_bench/visres_bench_level_1_brightness.yaml,sha256=-_PPNPEVKirkoOFGbgqrWaFUX0HPkZtkWlX-34F7BGY,116
lmms_eval/tasks/visres_bench/visres_bench_level_1_edges.yaml,sha256=WjszbhazkMU907bwFZT4-DdWZJbTPSeFUvCS2ZIJX9A,106
lmms_eval/tasks/visres_bench/visres_bench_level_1_edges_random_sampling.yaml,sha256=yvuxec0dgohVERkGZ9rS9TVlR4NuUCFrU53EwDoBW84,138
lmms_eval/tasks/visres_bench/visres_bench_level_1_global_occlusion_50.yaml,sha256=RmPlTZH4z2eKEEU_uNaRI4Xlq_SwrHFWzic89nbz0Dw,134
lmms_eval/tasks/visres_bench/visres_bench_level_1_global_occlusion_70.yaml,sha256=qLDj_mN8LNIXcTDdPW9eOwrE-Yskikny5Rw6lYPzBvw,134
lmms_eval/tasks/visres_bench/visres_bench_level_1_global_occlusion_80.yaml,sha256=aSwRd4fFbVRRU-XFyVZZaRhce0Bf6_sN0P-Jw7jckmU,134
lmms_eval/tasks/visres_bench/visres_bench_level_1_location.yaml,sha256=MIyrhujtM8YQ-pn3D8mGXXIQLOwmKrOXFBCVZBZZpEw,112
lmms_eval/tasks/visres_bench/visres_bench_level_1_location_random_sampling.yaml,sha256=ihVQMQ2FbkOICKUV30fs7oRrDdD0Tr66qakTywNBrpk,144
lmms_eval/tasks/visres_bench/visres_bench_level_1_rotation.yaml,sha256=XQUoTHdBIteL2HItmhO8i_C2n6keVFCXOZi4nMoTkKQ,112
lmms_eval/tasks/visres_bench/visres_bench_level_1_rotation_random_sampling.yaml,sha256=z-3tLu-oozxjFCqCgcoYz0SEO2WB-sVlrM15HTsSPaA,144
lmms_eval/tasks/visres_bench/visres_bench_level_2_color_2same_1diff.yaml,sha256=SPkotBp6nMnUf0SVmRp_UmwO2NmQFM373B3NfIUHPEs,130
lmms_eval/tasks/visres_bench/visres_bench_level_2_color_3_diff.yaml,sha256=5uwIMV0SFjDKsOEyMhs_P7CDLkoLXSdJxJ6EGRzZ_8w,120
lmms_eval/tasks/visres_bench/visres_bench_level_2_count_2_same_1_diff.yaml,sha256=2RXb5VkaJe6oKuRmLuuWD060UY5G7oB09J4NtbpSyaQ,134
lmms_eval/tasks/visres_bench/visres_bench_level_2_count_3_diff.yaml,sha256=z9GLMfGM_gHxK4h88hsi5YhyqSEUa1StI6RqTdyJLwI,120
lmms_eval/tasks/visres_bench/visres_bench_level_2_count_arithmetic.yaml,sha256=PEFQ5OjTCm1jOD19qOmXEnhoaVwVzTJ6-SwNVvt6_mc,128
lmms_eval/tasks/visres_bench/visres_bench_level_2_count_minmax.yaml,sha256=lKkRmjESMHicQoInpVRddrfcXw5SVbPxqzWlmKUj8fQ,120
lmms_eval/tasks/visres_bench/visres_bench_level_2_count_progression.yaml,sha256=pXa2tG0QlOMgtT4Q8e2uQZgtH53jR4lbXh7vJVET4e8,130
lmms_eval/tasks/visres_bench/visres_bench_level_2_orientation_2same_1diff.yaml,sha256=Mh7PmAcjSMERlkMnEkdbe5njTuLGZcB8j4YuOZiYDZc,142
lmms_eval/tasks/visres_bench/visres_bench_level_2_orientation_3_diff.yaml,sha256=tUo_D2Li2uXWA0sTw2V1ECTq5aTTctycoy0Am2EWApo,132
lmms_eval/tasks/visres_bench/visres_bench_level_2_uniform_color.yaml,sha256=2CpQfeX6-KO6ncYCyq4tB6LnwEcqPPTSN3UoXV5kIME,122
lmms_eval/tasks/visres_bench/visres_bench_level_2_uniform_count.yaml,sha256=zIAT9beV-1v_HIPS__zd5npLuUIsFPqiXnKMnS632JM,122
lmms_eval/tasks/visres_bench/visres_bench_level_2_uniform_orientation.yaml,sha256=s0r2AUDRbYrTnXXd6PGdLclE_eZaL50FOQhU2WCJFFQ,134
lmms_eval/tasks/visres_bench/visres_bench_level_3_Independent_count_object_color.yaml,sha256=8I8KPfnRArkAWJE_H8obFArvFg93DWAjbGK9TKUePm8,156
lmms_eval/tasks/visres_bench/visres_bench_level_3_coupled_color_count.yaml,sha256=Yg__IISJsOv9W3MzLIlZaK6ZnPi4wsVVF_MrfDU751w,134
lmms_eval/tasks/visres_bench/visres_bench_level_3_coupled_color_orientation.yaml,sha256=Q2OFqseJNXLous70e468HIvLKiak2sM2HXHSWzVP6h4,146
lmms_eval/tasks/visres_bench/visres_bench_level_3_independent_color_object_rientation.yaml,sha256=MQDrsA8srjJym8YXP8N4qyJcWJefQ4Bly1xAaqFTJTc,166
lmms_eval/tasks/visres_bench/visres_bench_level_3_spiral_color_orientation.yaml,sha256=wJvasjdb4aT9h1LzqCm1bKbukNpdNnSaAWhIlDSalRc,144
lmms_eval/tasks/visualwebbench/prompts.py,sha256=fqV5KXpn0L37sBVXxUsI8K7d7sV4w_u1WxaK_QQFVAc,3015
lmms_eval/tasks/visualwebbench/utils.py,sha256=4LLMKtacqiJOy552FL4EAEHmXfGLN0CBmbygQJT3tME,8582
lmms_eval/tasks/visualwebbench/visualwebbench_action_ground.yaml,sha256=8hdTiHOMA_SzKyBeZsJwOSGycuDMIivF7UTXgy8bBEA,762
lmms_eval/tasks/visualwebbench/visualwebbench_action_prediction.yaml,sha256=9uN7VAE-pQAHKlGUbhKp06H8GpqYM8WtFaAp8HHqsgI,770
lmms_eval/tasks/visualwebbench/visualwebbench_element_ground.yaml,sha256=7eTRm-t1CwBHT1x1W6ir92BkU3Fp2YS8Jq79flHRymY,764
lmms_eval/tasks/visualwebbench/visualwebbench_element_ocr.yaml,sha256=KrRwkJr_yIrf1ET-Niev6QeGHsyrZoinKYg4stW3jXI,967
lmms_eval/tasks/visualwebbench/visualwebbench_heading_ocr.yaml,sha256=zVnwxpueqnnGzJDw8aepmXKIopfxxbHPxVxfIq4WL8c,967
lmms_eval/tasks/visualwebbench/visualwebbench_web_caption.yaml,sha256=_51YeWy8iKOmTEvcfQwDqbZhRxmSkvgOm4hKBGMY9T4,967
lmms_eval/tasks/visualwebbench/visualwebbench_webqa.yaml,sha256=ZFtkq8qYvKkuPDK1az3KZdYuCAK4xVm3DOiIxeqtWP0,740
lmms_eval/tasks/visulogic/_default_template_yaml,sha256=rNRN26F8p9dEerMF1iCczQamsNdMPqURZNBxCG5Md9w,646
lmms_eval/tasks/visulogic/utils.py,sha256=7D06zq2EVbOIjRLSu-9qWN_XEGJ8Ri7Zd71MvoEsC3Y,2691
lmms_eval/tasks/visulogic/visulogic.yaml,sha256=Uu2QUUbF-HFbBH_mno8xNOnSwHppSte66jPEeGOrwp0,141
lmms_eval/tasks/vitatecs/_default_template_yaml,sha256=-PCtkawv5sDj0AHx19tX5RVdRbJTtWEqvLyGc26oKPw,220
lmms_eval/tasks/vitatecs/_vitatecs.yaml,sha256=NpZK8uQ_hFB_sMuhsSn3XQhbWpkrb3s4NrlPFY1fJiQ,152
lmms_eval/tasks/vitatecs/utils.py,sha256=mliNWo6koywPXy2spu1-E2cTd17hX62NwQqrVu_-1_E,7645
lmms_eval/tasks/vitatecs/vitatecs_compositionality.yaml,sha256=fc_dZAfVdtYQ4Ew-TxHtir9-DBvgD54pXQL_8CnDe34,480
lmms_eval/tasks/vitatecs/vitatecs_direction.yaml,sha256=fP-FqVHCNYkzZheYMLDM1aBTPZligWDBDKTNl7-E26U,466
lmms_eval/tasks/vitatecs/vitatecs_intensity.yaml,sha256=-reJpvaVj5sXbKf4vQNV6KACnD9GZl_TDrojG7u_p_k,466
lmms_eval/tasks/vitatecs/vitatecs_localization.yaml,sha256=UZWfrarpgLAmk3_CW9MzzIUDYF2ZxW5NqSsp3OIP1NE,472
lmms_eval/tasks/vitatecs/vitatecs_sequence.yaml,sha256=oUKax7hU9RfUQTrOJhMOSKiwqa_flB8kEA2tFQTgoZY,464
lmms_eval/tasks/vitatecs/vitatecs_type.yaml,sha256=Q1nUddi9f4Fnrm3DY6DfgmuUpUwIDw7hAwIvniYeL3E,456
lmms_eval/tasks/viverbench/README.md,sha256=TpImR1P84xBVydgMnuws1Fx6pwu1PADmQcfo_FwKOp8,605
lmms_eval/tasks/viverbench/_default_template_yaml,sha256=jBfJt0gQ5NBIJQGaPNYOvEVhuVnlKiAK5XadR-0uivo,594
lmms_eval/tasks/viverbench/utils.py,sha256=LerZQjKM-8094fSXEyhsa84Hsq3ljAujnUnXsTufj3k,4449
lmms_eval/tasks/viverbench/viverbench.yaml,sha256=vW3IjvUwH1URM3K0eq_F0WPSWPpe13ZLh2udRShaVWE,69
lmms_eval/tasks/vizwiz_vqa/_default_template_vqa_yaml,sha256=nM-7GSWlk1oap3RyI-AshlmeuLNO2kn1qQ0fuShfjPs,542
lmms_eval/tasks/vizwiz_vqa/_generate_config.py,sha256=tqgSLtiblRYCsWCfBgHSgf3vo_t1GVpTPDmd9fQT9AU,863
lmms_eval/tasks/vizwiz_vqa/_vizwiz_vqa.yaml,sha256=_Zktiu9VlNkXFFOHNCjtox3WN7YDqGQJeCpC8e-fOZo,58
lmms_eval/tasks/vizwiz_vqa/utils.py,sha256=P_5KceNWHRrgzGuFTsYWAfOkmBklaYb4sbAfucufygs,2162
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_test.yaml,sha256=DeXtt2H5LZqpbDO8TiCh1tut2_3qqBG4A_XS8zGsY0s,398
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val.yaml,sha256=fGw7TgEJTs_zVlwgoluA1gPARSFYBkd3L6zcI2NrC4o,331
lmms_eval/tasks/vizwiz_vqa/vizwiz_vqa_val_lite.yaml,sha256=pu0AifCmkXapPrPqMOtdDq3lxkt9FXcyPPeXkKT3ZTI,878
lmms_eval/tasks/vl_rewardbench/utils.py,sha256=TYK8FLweR1Ws9WM3uDfQb7BMwchS1oApClaTA-nsNEE,5984
lmms_eval/tasks/vl_rewardbench/vl_rewardbench.yaml,sha256=ByTjGUnGrEUB6sgFngPbYM_Kdz1gX1hAZwUDnDj05nQ,680
lmms_eval/tasks/vlms_are_biased/README.md,sha256=EZiZup6qkZP3nLUZe5TL_6VkH2knP1pLtOAWRSGz4C0,2893
lmms_eval/tasks/vlms_are_biased/__init__.py,sha256=dACwYH8a1jWiQlxnf-BSwuOSbuNWhw7-Rijz6X74tmA,43
lmms_eval/tasks/vlms_are_biased/utils.py,sha256=Be5AZ1qPrq03vryw1mNSEzDnZBu6KJONcDHTuUTOIUI,3873
lmms_eval/tasks/vlms_are_biased/vlms_are_biased.yaml,sha256=IuT7-EDKK-oON6y_yFE9Uoa3CKT_Hhv4pB6sf4AWrx0,1046
lmms_eval/tasks/vlmsareblind/README.md,sha256=ea55RSXBPgw4npD38YrsEtiHBUssqKeoHFK14DoSWiE,4188
lmms_eval/tasks/vlmsareblind/__init__.py,sha256=HEnoHRTBexzKSw9TP9ABWaB0j9boennsLtD_EYsLIJU,122
lmms_eval/tasks/vlmsareblind/utils.py,sha256=XBZYCq4b93HOv3KtoziU4QLn84S4pGT7co1q-vNUSFk,4205
lmms_eval/tasks/vlmsareblind/vlmsareblind.yaml,sha256=zn0s0_uw0g2yymyhZLoRB8jXP6-fqTqRbI04EOUEdvY,852
lmms_eval/tasks/vlmsareblind/vlmsareblind_lite.yaml,sha256=Y6-VlPQ2QxClMpePN_6isxU9Nvh7RRatUgrlIf58nAg,976
lmms_eval/tasks/vmcbench/utils.py,sha256=axh3Dw1soS7K1JOLM_faqzEMrMAKnu3Gv04aWoXjocU,4536
lmms_eval/tasks/vmcbench/vmcbench.yaml,sha256=OnyfhxSOrYDVymt2L2IZv6GCceV9tge3e8xshQ0mkq0,1216
lmms_eval/tasks/vocalsound/_default_template_yaml,sha256=p5hhKXdewoIavZ1Xtt4-XL-Uq468YoMRlbpnFBRFdOE,384
lmms_eval/tasks/vocalsound/utils.py,sha256=NOdH2dMgoSza5WgQE3CJ-3qcoqSPa_whh-rQf9Lpwdo,2486
lmms_eval/tasks/vocalsound/vocalsound_test.yaml,sha256=PCDkT71_Uw7EpIgtuWamJ90JbPpms-7hVlRg4IHXE04,391
lmms_eval/tasks/vocalsound/vocalsound_val.yaml,sha256=zfK3ATHaRsfHiQkWwpHbKXH-P5Qm2QZxCQvOId8AD3U,389
lmms_eval/tasks/voicebench/_default_template_yaml,sha256=woTFTEIlJXtDyW0SZIcax3G2sZhHh8aLs9v0YAl20ec,310
lmms_eval/tasks/voicebench/utils.py,sha256=McwEW4iQ9heSRLTQ7SE1Kqfr59ZDQiJSuiqpmuTarFg,63498
lmms_eval/tasks/voicebench/voicebench.yaml,sha256=0YbWEPar2W-unrWH_n7pKskP6SJiBG4OOXfAWjWPi4o,232
lmms_eval/tasks/voicebench/voicebench_advbench.yaml,sha256=3bbK0jdisa_8PPBmXxp5DKh6giJ3dn9S2YkjSCpSoHk,428
lmms_eval/tasks/voicebench/voicebench_alpacaeval.yaml,sha256=3fYmh46qE7Yqu6c97XNEoeGwMn8VdTXQlGKUTtWm1vM,401
lmms_eval/tasks/voicebench/voicebench_bbh.yaml,sha256=WQMH0PtIJsiuyuL-6l68pzn4_W25XhwBt1KxA4BUmyY,472
lmms_eval/tasks/voicebench/voicebench_commoneval.yaml,sha256=JbXhU9ybcsPSBxyh9y9R7Cb5hTJ6HYigXsWGBSZYCP4,401
lmms_eval/tasks/voicebench/voicebench_ifeval.yaml,sha256=lnIIdc5ItxYOqwfI5kCW6QZme_D6DLklSjT0a63eT5M,512
lmms_eval/tasks/voicebench/voicebench_mmsu.yaml,sha256=QPR3SBMk8fJd2Oc-zE8w6hOxogoSiOm7o7gc2YZZRbQ,372
lmms_eval/tasks/voicebench/voicebench_mmsu_biology.yaml,sha256=-6M3k02adzKeo_Gqiht7ZsGVg0snaARXeRWNW3jefkg,580
lmms_eval/tasks/voicebench/voicebench_mmsu_business.yaml,sha256=qeCmkhvWFan_N8AwNLt--ljk0s8vwAmuexevNtdCehM,582
lmms_eval/tasks/voicebench/voicebench_mmsu_chemistry.yaml,sha256=BBCmiQCIu3Ste73M_kwwnNKn7T0GOq1ytA4MrrKqGeo,584
lmms_eval/tasks/voicebench/voicebench_mmsu_economics.yaml,sha256=BlINI8gc7Q7hbQbh2VGtbRxE_ND-SWJX9BJEPzzy5jw,584
lmms_eval/tasks/voicebench/voicebench_mmsu_engineering.yaml,sha256=ZB1ahWidBBMyMiKfKKzWpL4zue-f33zZ5DB06RigzcM,588
lmms_eval/tasks/voicebench/voicebench_mmsu_health.yaml,sha256=cmihbQlpVtGzjMN8pOQep3y4Uj9559UebIq31F5LUsI,578
lmms_eval/tasks/voicebench/voicebench_mmsu_history.yaml,sha256=jAJtvI_MaTJ1rKeC8Q_jnu-eF3iC1lhle-4muW9wg2g,580
lmms_eval/tasks/voicebench/voicebench_mmsu_law.yaml,sha256=pjGG92k0h-XTERGAzlL07DUdj0pX0SSZON5t1bmT6No,572
lmms_eval/tasks/voicebench/voicebench_mmsu_other.yaml,sha256=EhX_tgcG5ZJG4eFraq6MrfxRB_EM_WC2jqVnd_xI1bM,576
lmms_eval/tasks/voicebench/voicebench_mmsu_philosophy.yaml,sha256=HZza_6gmBuHb1kWxegO_z-qNcKgjauTu2Uv2Zu2eHuE,586
lmms_eval/tasks/voicebench/voicebench_mmsu_physics.yaml,sha256=TrgwxMQ2DEXL_3VMmyGQfLf21jQdnofwwE9AIWdfOT4,580
lmms_eval/tasks/voicebench/voicebench_mmsu_psychology.yaml,sha256=sZKA0Es2ALezSyQSL5OS5PHTdRPaJvLmaVmLHCgIxh8,586
lmms_eval/tasks/voicebench/voicebench_openbookqa.yaml,sha256=xsFW3fVZQVA62FlLIwW_CIsrRwxq2PBISIATl94BwLo,581
lmms_eval/tasks/voicebench/voicebench_sd-qa.yaml,sha256=wc1u5vJAHIFvpgj7zVAI-6wVqrYQt9yYcUFtY0ysQlQ,310
lmms_eval/tasks/voicebench/voicebench_sd-qa_aus.yaml,sha256=S745q1ezTrvnFVwEHSo2BT8Zh5WGdeILKkIbsdNnO2k,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_gbr.yaml,sha256=3u9c3X9LMDfi-6FvLZKoMGrbZ1ztyDkZBPmbhY1LrCw,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_ind_n.yaml,sha256=SkOBGwr9Ai9N9ng78zY3lBtZVdxyF9mzpAFkTb8uuCE,498
lmms_eval/tasks/voicebench/voicebench_sd-qa_ind_s.yaml,sha256=BcN7HFcTMsD9X9pNLV58yLYOCQrFJs4HygqWFSpiRZc,498
lmms_eval/tasks/voicebench/voicebench_sd-qa_irl.yaml,sha256=WBBcYEGzBXb0ioFNW2aDEgElv_QhHLycBN5MLIjla7Q,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_kenya.yaml,sha256=RwiGOF9uGa8j1zB9h8zgw-3UH3zeMotH6XY6pFIqUKo,498
lmms_eval/tasks/voicebench/voicebench_sd-qa_nga.yaml,sha256=Gal10yuOze3C3wOdp8-_VDgs5JyDH-F6SCgRWveS638,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_nzl.yaml,sha256=drPH96-tymzNXCJpCATpnzFmkBum9JFeOElxsoc9gXU,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_phl.yaml,sha256=NPp6h45iz6Q0N9ZT6ZQiwx11-8wmkUf1nf0tV6YcC70,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_usa.yaml,sha256=Sbq7BXYxFj-SQgzFh3N9B-INwK2qyLmdtkE8JBaDjLY,494
lmms_eval/tasks/voicebench/voicebench_sd-qa_zaf.yaml,sha256=q1uvehqxrXkevczOpY3tLxo1uHW4eC3ayeTrUTZJSko,494
lmms_eval/tasks/voicebench/voicebench_wildvoice.yaml,sha256=uYGkykB-ZbsbrOtUEvQEhOzOrSKXa14OX1rP2D9ONTM,399
lmms_eval/tasks/voicebench/instruction_following_eval/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
lmms_eval/tasks/voicebench/instruction_following_eval/instructions.py,sha256=959QQKQq11x1Nzcb4ZpixiepgF5iis3E5ldkNBQna5s,54708
lmms_eval/tasks/voicebench/instruction_following_eval/instructions_registry.py,sha256=TmRsBR8rPEWIz04UDitNeA04cXMDDcK8krtWKW4u4hM,7119
lmms_eval/tasks/voicebench/instruction_following_eval/instructions_util.py,sha256=BUenN1lFVmm3YneTMzMImYAMr8CoiE2YOtIBX_mODbw,25861
lmms_eval/tasks/voxpopuli/_default_template_yaml,sha256=G_emLWondPhiQR6THWvFbubDv5Qc9x8C3oxp3ENXw1U,301
lmms_eval/tasks/voxpopuli/utils.py,sha256=_vtAf9aZOT7-hevkjPE2V07XYLgLTP71rjh9ESgYLJg,10423
lmms_eval/tasks/voxpopuli/voxpopuli.yaml,sha256=6twM7lC58RcuC9Gn1o6UemYXy2xhlEKp0OTJr9-J0ow,321
lmms_eval/tasks/voxpopuli/voxpopuli_cs.yaml,sha256=qKGi8pD-452UgW_HKK493vR_NMSLoGE9qZLp1dRa3hI,371
lmms_eval/tasks/voxpopuli/voxpopuli_de.yaml,sha256=bwmXjeKEa-zD_4d2DEe2mygKZOGsf-TLwiIIERcXhQQ,371
lmms_eval/tasks/voxpopuli/voxpopuli_en.yaml,sha256=KgZnLrLKpL1biba4acRzhxnNdG1CrJd1rPG_SVurZEc,371
lmms_eval/tasks/voxpopuli/voxpopuli_en_accented.yaml,sha256=hqxuetAXBgC-GFJqUoGTXo3_Sk1q37u5bvKAbX1_54k,389
lmms_eval/tasks/voxpopuli/voxpopuli_es.yaml,sha256=h7WxEDkRpVvQ8mjoHwGhAKuJfuBDd7CNEmuTYn2deEs,371
lmms_eval/tasks/voxpopuli/voxpopuli_et.yaml,sha256=US_RbvwlG5lTzSYzcXKYBeHCFMTJ3keGFbZzXxCUvPc,371
lmms_eval/tasks/voxpopuli/voxpopuli_fi.yaml,sha256=FkddhrFSZStAi4jtO9QDtcREAAL7qj5Du3Xe62_awqM,371
lmms_eval/tasks/voxpopuli/voxpopuli_fr.yaml,sha256=99vdD5nPw0DS40YSzG-KRhuKwYxxeDKCPWz7yFuRd0k,371
lmms_eval/tasks/voxpopuli/voxpopuli_hr.yaml,sha256=R8h_n55QJV1A65TQSxXfw_BGRQGP4aYocPWh6IYDxck,371
lmms_eval/tasks/voxpopuli/voxpopuli_hu.yaml,sha256=8FpjmXyuD0c5F0AdpLIGHK5RVP2Ly2y6LgnprHWVgFk,371
lmms_eval/tasks/voxpopuli/voxpopuli_it.yaml,sha256=tcOGdQKwVgygPRs4QAGbCWgMoAKy88-3zZjVqCcJbX0,371
lmms_eval/tasks/voxpopuli/voxpopuli_lt.yaml,sha256=xIroekfsMYkv6F7zoVF53MuhPyzzQw_ZNsBRVHaztTA,371
lmms_eval/tasks/voxpopuli/voxpopuli_nl.yaml,sha256=OdaJxCU1bWA3XxLkCby-L2ywkjZr24kz_JLcp9wCSZk,371
lmms_eval/tasks/voxpopuli/voxpopuli_pl.yaml,sha256=aUK4ylq8J-48FgzxTaNJ-pyoaxQtINqQb1OFtHWYVIc,371
lmms_eval/tasks/voxpopuli/voxpopuli_ro.yaml,sha256=G5SsGGmd9RfTOCHP_nocF7tQkXpJeTwg7OfptFNpPBo,371
lmms_eval/tasks/voxpopuli/voxpopuli_sk.yaml,sha256=wbn0ZHu9lLzjAUmJ8urrlp2wswfH2stOgj2FXUVtxCI,371
lmms_eval/tasks/voxpopuli/voxpopuli_sl.yaml,sha256=yUCmuuGYTFoydkB0PdQE25v4ZddHOFx-t4nSGaPWPXU,371
lmms_eval/tasks/vpct/_default_template_yaml,sha256=zKlic2SAzXaVVyIaxYY84bK7evpiCdtdxV2ewIb_GB4,901
lmms_eval/tasks/vpct/utils.py,sha256=WeXC6SSmup8gL19uW8HkUBAYbqoBHAc3k0Vpz46cQ4A,3056
lmms_eval/tasks/vpct/vpct.yaml,sha256=CweI-KC-1ef1g-CbmmGHxBBvkW3yA7jOAdDpA7G6k3Y,43
lmms_eval/tasks/vqav2/_default_template_vqav2_yaml,sha256=lPyZ324OtMqK94DWB9vqijGey0WA3DsSlCHP9aLDlzs,412
lmms_eval/tasks/vqav2/_vqav2.yaml,sha256=afQmO8ekGofJUghmMjL-Z7o_4g7ZESlQ1mCaBQJPtO8,43
lmms_eval/tasks/vqav2/utils.py,sha256=D1JIurFwah-693dpSmCYi9iOmLTWltdJdQ4lvh2MeuM,2951
lmms_eval/tasks/vqav2/vqav2_test.yaml,sha256=UAFhUaOiUynO1tPLtmwpaWafrEwC12eO5MA1W3byFyQ,433
lmms_eval/tasks/vqav2/vqav2_val.yaml,sha256=b2uL_ZkjWDsH7Pyju8OmC_FRddoKJ4yNmxD7fHcYAec,450
lmms_eval/tasks/vqav2/vqav2_val_lite.yaml,sha256=pfJuP2wtsaRighg7ZT7B0w8SCB1A6Ha6g8BuLwTRw0w,682
lmms_eval/tasks/vrbench/README.md,sha256=dcfY7qJpfUrAkGCMkXQt8sXgvqewFaGyeQnDhJuRVok,4468
lmms_eval/tasks/vrbench/__init__.py,sha256=B3o4KmzfdPRpjY8i5mS0LLJ1h8as1Th92CNFMFpr6-o,68
lmms_eval/tasks/vrbench/_default_template_yaml,sha256=k3jCr76SLA7fDzscmOUT-z8o6rP6OVibUEko3dWd_wM,592
lmms_eval/tasks/vrbench/utils.py,sha256=Haz2cPdoExiaMsia5x-lkxUune91V4ea8Oc0XyULslw,25356
lmms_eval/tasks/vrbench/vrbench_group.yaml,sha256=CAccpSE7U8FwPIc2eoGkBHia4w7ypxEi6jVhVmMBR4Y,179
lmms_eval/tasks/vrbench/vrbench_mcq.yaml,sha256=t1udW5JyU0E9GXFrO49wwUUd80-RwFW9784KxRE9s-8,1307
lmms_eval/tasks/vrbench/vrbench_process.yaml,sha256=p6du-CB1SXDuXwB4LRePZPkoyWU55MEeEEnNgqOOw88,1038
lmms_eval/tasks/vsibench/_default_template_yaml,sha256=9HGMAmXsNg_EbCWkFx7Mes02JzaB-2NO-EPGG_DYpSM,2969
lmms_eval/tasks/vsibench/utils.py,sha256=prgQiWqKy5b09D26Rm5_WmzNzKKJNPJUVQ-h0IUQagQ,11730
lmms_eval/tasks/vsibench/vsibench.yaml,sha256=GQcROI0JbRuavmUATvolnEKKnNxm5SMeAGq-b8BXp60,152
lmms_eval/tasks/vsibench/vsibench_debiased.yaml,sha256=UX4FFU7hriTjURzRKLj1fOiXDEzYJud7J9Vl8-potD0,164
lmms_eval/tasks/vsibench/vsibench_pruned.yaml,sha256=xXPjTkG8BV08IZGN-z_xoeWAYuw0Yb33U3q5nVAbIDU,158
lmms_eval/tasks/vsibench/multi_image_input/utils.py,sha256=Tf5RK8kEqfko1K1y-pd_kZYj0gsL9Ehq-dF1Kz3F7js,2445
lmms_eval/tasks/vsibench/multi_image_input/vsibench_debiased_multiimage.yaml,sha256=xgiuj39bdVuKe7XEw-4F7c95cOWeNvwn3HrHLe-r_Yg,1395
lmms_eval/tasks/vsibench/multi_image_input/vsibench_multiimage.yaml,sha256=oapNrfi0Yn1Oy4A5dhFDoFvgE20ijHCgIDSks-51buE,1572
lmms_eval/tasks/vsisuper/count/_default_vsc_yaml,sha256=NCWw4g99GsAumeNHylPtCC139SryZQBsllBin5tHdS0,616
lmms_eval/tasks/vsisuper/count/vsc_10mins.yaml,sha256=elfRA0FMHWpi_a5h9q9Rfi4TDgnAO0ZjvgyqDwpTGCE,146
lmms_eval/tasks/vsisuper/count/vsc_120mins.yaml,sha256=oqfAuNaTp57FZGfDWDwrYmv_uawoN8GgXFHsu86coi8,148
lmms_eval/tasks/vsisuper/count/vsc_30mins.yaml,sha256=WB7yc9MM16gVdcY_-MOBX2BqHqgXPMQHBByPMBCJG0k,146
lmms_eval/tasks/vsisuper/count/vsc_60mins.yaml,sha256=MuqdBtmHIy3H_cFbDXb8Xc1c0WYFESYDMyR3ilEzi4c,146
lmms_eval/tasks/vsisuper/count/vsc_utils.py,sha256=wh-7LBLwNjboS5M3wemXeWpL1LPG0WBKwFnVJUgUv1E,1975
lmms_eval/tasks/vsisuper/count_streaming/_default_vsc_streaming_yaml,sha256=TQgFpD6RL8Ly1BHZ0nsiQBe8T9CVX8T640x5vVrS_u4,647
lmms_eval/tasks/vsisuper/count_streaming/vsc_streaming_10mins.yaml,sha256=Mid5GP2ulDRrH8fLy8lh2ckeLWK15y0typrfX0l2ZMs,196
lmms_eval/tasks/vsisuper/count_streaming/vsc_streaming_120mins.yaml,sha256=jJ2WncvJwvIhb-EMIv6zUYztgc9GV_Uj1YglkpJXBFI,198
lmms_eval/tasks/vsisuper/count_streaming/vsc_streaming_30mins.yaml,sha256=5p-YoFCe58h9Yt81YXKbnZ2ERalqn5AGjcJtHtbia9g,196
lmms_eval/tasks/vsisuper/count_streaming/vsc_streaming_60mins.yaml,sha256=jlUzACKLg4BYITh38M_zm1-5ZMIwKxZ94yoSGbX_aW4,196
lmms_eval/tasks/vsisuper/count_streaming/vsc_streaming_utils.py,sha256=wgtYOSzke0ugUOH5H87JkQJaeeXYHvpCiBCWss64Lqg,2329
lmms_eval/tasks/vsisuper/recall/_default_vsr_yaml,sha256=ytDdJ7W2jSA_oFi4u4-LKmMZALLgijZHIIPOmE4vBs0,623
lmms_eval/tasks/vsisuper/recall/vsr_10mins.yaml,sha256=ZF4hxEwwW8XOOp3UGUyMYaf8oQxTw3Amjhdlwnw2Tsg,148
lmms_eval/tasks/vsisuper/recall/vsr_120mins.yaml,sha256=OtFxPEymSa1na77NBWc6omx5LhTXJv0dufKkEEORCZs,150
lmms_eval/tasks/vsisuper/recall/vsr_240mins.yaml,sha256=z_6_OpvCaHQBYreH7vR_EeUXhKV6Nz4jRT88MuOrhPY,150
lmms_eval/tasks/vsisuper/recall/vsr_30mins.yaml,sha256=GFnN5d70oZH69xBsQ5FmHr29F98en76eagec-wYO_9Q,148
lmms_eval/tasks/vsisuper/recall/vsr_60mins.yaml,sha256=herf2z1rU2H36dnHH4McAuT9Bsbdr7JjqlwMBzIeL8Y,148
lmms_eval/tasks/vsisuper/recall/vsr_utils.py,sha256=1vKXyyp77eey57-qoHerPLAWiMIhJNa2tFo3-0ZVd9Q,1734
lmms_eval/tasks/vstar_bench/README.md,sha256=lVDnNBVFfpz3_jIcXQoBlNAHnpsg2lQEQpsZ5we16SQ,2958
lmms_eval/tasks/vstar_bench/__init__.py,sha256=XVzdbe0BINT05LDjgyz49xHtG6Jb3Oiuj4nzTFWl8sQ,76
lmms_eval/tasks/vstar_bench/_default_template_yaml,sha256=YSoxNBH3dcNbwfpC8T2BpF6infouyme_bKFAywcr3Dc,619
lmms_eval/tasks/vstar_bench/utils.py,sha256=x72UllfsPy_5VddbPYu4by-_OL1GWaQlDYM5ZKL0oMQ,4850
lmms_eval/tasks/vstar_bench/vstar_bench.yaml,sha256=5VRWmQILH2Od0dccW2EtmZllF-JdWabsZF3Wqp0c4VI,158
lmms_eval/tasks/vstar_bench/vstar_bench_direct_attributes.yaml,sha256=APRmSOTnUeU3yrxvIX99hwZ8_WvNDVRPNjFSCJNh_LU,254
lmms_eval/tasks/vstar_bench/vstar_bench_relative_position.yaml,sha256=4frLETj9N_sx9qQuoq-9zW3BdHw0-Tyv1Twvzapyy6g,254
lmms_eval/tasks/vstar_bench/reasoning/utils.py,sha256=x8W3hdOOWz-WBnygJbiaWrvxkvRYYon8Q8xp5ndQftk,2155
lmms_eval/tasks/vstar_bench/reasoning/vstar_bench_direct_attributes_reasoning.yaml,sha256=QNIfhgDLHv-9UVAkLHx8Ap4qzfAQ5wvwGO-_fTKiMGo,651
lmms_eval/tasks/vstar_bench/reasoning/vstar_bench_reasoning.yaml,sha256=RGunga4r-hHGD_i7ldZPhnRhAPK353rqpMnFqT6G-OM,951
lmms_eval/tasks/vstar_bench/reasoning/vstar_bench_relative_position_reasoning.yaml,sha256=XNpobYZKABFYVuig1sDsd9Sv_jzGWrAY6XbCTdqjzWY,651
lmms_eval/tasks/vstat/README.md,sha256=JrMD4_8rLlPMVAFXigDELL-_AwfR9fDB-IDgxD0jCEs,1534
lmms_eval/tasks/vstat/utils.py,sha256=A5HmWOBFcUf-X5z3QdXzpM3rFx4P-QP46IjGIbERu3o,16223
lmms_eval/tasks/vstat/vstat.yaml,sha256=JJtAWxYT-f1zhZzYI13AFlqYE8N6TESFzBIxOaOzZMw,1178
lmms_eval/tasks/wavcaps/utils.py,sha256=36go4gVr82G9fRVgTULosBq_0SqJtLr4ccCpNvrfOGs,5191
lmms_eval/tasks/wavcaps/wavcaps.yaml,sha256=BKnGK9BV8IMdyBg4fx2HmYe-jzxfbu-7bsVp4y90NxA,668
lmms_eval/tasks/websrc/README.md,sha256=G4pLafqNEGn1ROjTSmeMAvnpzk5ZLD9B2Jn1u49FL5g,1976
lmms_eval/tasks/websrc/utils.py,sha256=483p02l8NQpHvZ_I6YnusbW2XAy-QhKmtN5gjYLezPk,4205
lmms_eval/tasks/websrc/websrc.yaml,sha256=88GXR7Q3CKCh3NOq8mzkmpqrK4L8H1gSC7K91TRD6fY,47
lmms_eval/tasks/websrc/websrc_test.yaml,sha256=nacEBbZ_wBAS4RcThq8R3vUPoYGro9kPO1anQ0GAjvg,720
lmms_eval/tasks/websrc/websrc_val.yaml,sha256=C7gBLLW_sgIJDG6rOtmv3rrfV_vjookBtmCZPulq_mc,698
lmms_eval/tasks/wemath/wemath_utils.py,sha256=XU32Ng0aWLyzM3J0pOcbaqqQkQXp4ZafeQrrhFFKz0w,6837
lmms_eval/tasks/wemath/reasoning/utils.py,sha256=VdNWBJ2Qn4yqVJucV3115H5-sdiHYX_5tP2sB5T3YAM,3485
lmms_eval/tasks/wemath/reasoning/wemath_testmini_thinking.yaml,sha256=tgTgCXfrT0yl41GSvJ7H5vPqL0xLgzHpYyxcm_0Wj-o,801
lmms_eval/tasks/wenet_speech/_default_template_yaml,sha256=WBsPAfYAOj7vxcqZYFehqrZd5xwQGolB8jZZg1Xp7cU,308
lmms_eval/tasks/wenet_speech/utils.py,sha256=V0prWdH7FgoOQ0MKW4xLE0PbiC2R4RZvpRuiQ2Gbefw,5640
lmms_eval/tasks/wenet_speech/wenet_speech.yaml,sha256=CV2ADaSImiFHdZnhOr9rWBhEycwcq7USq5mAkF7WgIg,102
lmms_eval/tasks/wenet_speech/wenet_speech_dev.yaml,sha256=6B_QH6cCpB2T9EU8HBiGrpuOqnYRCsAh2LYQi44Uha8,373
lmms_eval/tasks/wenet_speech/wenet_speech_test_meeting.yaml,sha256=G2lU4qtXAfOM9_pnFhJX8RMEiXJnuRapUDczt8_5nKk,391
lmms_eval/tasks/wenet_speech/wenet_speech_test_net.yaml,sha256=gzWoWsiwxkRPcb1z6jqjb8o3qvQRQqRkp82IYIFa9Ug,384
lmms_eval/tasks/where2place/_default_template_yaml,sha256=pvea8Dlt8kaFheCq7Cdnj66ExS8LzLhjs-J4T1m8FoA,509
lmms_eval/tasks/where2place/utils.py,sha256=YxOouajXpjELKze2g-mM5eHYsoMpz7NuRC1sdwedMEQ,4685
lmms_eval/tasks/where2place/where2place.yaml,sha256=OKOVtZWIq_PZBtJhxOaFULu1nWTBch3LfFQtL1jjgiE,66
lmms_eval/tasks/where2place/where2place_json.yaml,sha256=kDUuqhcnlDHiq5afG7RLj7pthNesD421t3-3MfeckdU,196
lmms_eval/tasks/wild_vision_bench/_default_template_yaml,sha256=AwjNQWURH8qw3t1Fo9PiEObqS1K4lhn8eXglYS6aOVA,1919
lmms_eval/tasks/wild_vision_bench/utils.py,sha256=vmt_nwv_2Rc2CgGiTlSqw4V7JwRJLVGOPSscsi9GMzs,12915
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0617.yaml,sha256=Gh8biq42yvcoXTsXLyF7iBchrhbbZTa6TWSg_XSg9F4,351
lmms_eval/tasks/wild_vision_bench/wild_vision_bench0630.yaml,sha256=MrTnGx93zMgeEsRvdr6m4K79sTQ42f8xEPOBWjyeYJc,348
lmms_eval/tasks/wild_vision_bench/wildvision_bench.yaml,sha256=-0dKJ6iCNV1pj9mjjy7hv_iHAiuI6-0xpHd5BRsaRqo,64
lmms_eval/tasks/wm_abench/_default_template_yaml,sha256=CBDE3oCvB8zJtEg4bCna4q7g_zWGN4ALF6RRr1i4tXo,898
lmms_eval/tasks/wm_abench/utils.py,sha256=iYj6Mb_9zSYhLK158ScHyEwSwrt4KII1dQvBhZiaIbg,9629
lmms_eval/tasks/wm_abench/wm_abench.yaml,sha256=fm6sb5SIsavvbgJMJcFNsfc-6LSj_T70TtQ3AT8-mgM,2559
lmms_eval/tasks/wm_abench/wm_abench_compositionality_maniskill_lift_subset.yaml,sha256=hYySfMl9JjnfopMgtdDHI7H4xpne1bkFBRjVmcMwDOM,170
lmms_eval/tasks/wm_abench/wm_abench_compositionality_maniskill_push_subset.yaml,sha256=cAO35kqsKXSrR_NmSPM5f9qiY92ozJTLnI-bUpqOXsg,170
lmms_eval/tasks/wm_abench/wm_abench_compositionality_maniskill_rotate_subset.yaml,sha256=d3omfXIrU2ueZz46TetjgbEnF0mkEl5BOq1ijPGkM3Q,174
lmms_eval/tasks/wm_abench/wm_abench_compositionality_tdw_two_sphere_2_14_subset.yaml,sha256=Y5IOoJ73Nvt0Kx7sW60FyrR-4RX0j1zMzs__4TCsfyc,180
lmms_eval/tasks/wm_abench/wm_abench_discretecounting_tdw_top_subset.yaml,sha256=sS89m1GtombrnFmIFc-wxy8eh7CObHhjmU3kfhVfuOs,156
lmms_eval/tasks/wm_abench/wm_abench_mechanisticknowledge_maniskill_drop_subset.yaml,sha256=JevXQKO-l8eFVnIOLskY9MVW8CpFygD593bSIYBc1d8,178
lmms_eval/tasks/wm_abench/wm_abench_mechanisticknowledge_maniskill_lift_subset.yaml,sha256=a12H1R7g54UcNFO4mWxWBHuyjnPbs0EwqFMxJ4O7WQY,178
lmms_eval/tasks/wm_abench/wm_abench_mechanisticknowledge_maniskill_push_subset.yaml,sha256=DSEc93YdTh6XX2CSmXVcMJhLaVEbc4-KJ_Clcm9qBUY,178
lmms_eval/tasks/wm_abench/wm_abench_mechanisticknowledge_maniskill_rotate_subset.yaml,sha256=PMLfbzZNoZ_-bQE5h4j695QUtD22gL9euEeoZAP6GYw,182
lmms_eval/tasks/wm_abench/wm_abench_mechanisticknowledge_physion_type_collision_v2_subset.yaml,sha256=d8_AKKAY_I9_mkNBuz8nUJi0DO_UGXvUXpVOl4L9g0o,200
lmms_eval/tasks/wm_abench/wm_abench_mechanisticknowledge_physion_type_drop_subset.yaml,sha256=h8oRxiJDXpf7VbEfmDTXxCsYmkI_OCJq5kGL7bwG9ys,184
lmms_eval/tasks/wm_abench/wm_abench_mechanisticknowledge_physion_type_slide_subset.yaml,sha256=wGNnTvfW8g8VHjDsUMI6H34JLcjwM_9s7DjcJhzC4fE,186
lmms_eval/tasks/wm_abench/wm_abench_motiondirection_maniskill_subtask_subset.yaml,sha256=iGKdcOcGq4ziIkig5PGlcLBMuFHazaNy-toYSVJrTrI,174
lmms_eval/tasks/wm_abench/wm_abench_motiondirection_maniskill_towards_subset.yaml,sha256=EZ3kX9FfcyhEpSWrVvklFt6jjscZgJMz_B8xXJmh7ms,174
lmms_eval/tasks/wm_abench/wm_abench_motiondirection_tdw_subset.yaml,sha256=fBtuuXHrgcDxLJ30wTMPB8O5MGCyC0Rk0O9YGzy0Tdg,146
lmms_eval/tasks/wm_abench/wm_abench_motiondirection_tdw_subtask_subset.yaml,sha256=N8J5faEj9vPOSGmrDCGjsSfdf1pUhCKqZzHsWzc7-30,162
lmms_eval/tasks/wm_abench/wm_abench_motionspeed_maniskill_subset.yaml,sha256=24yrfHV4C_Wx6xcm3RCJTTo_KVTXikAM9KqASMVgnH4,150
lmms_eval/tasks/wm_abench/wm_abench_motionspeed_tdw_subset.yaml,sha256=v-xKVi9O5AcJpLQgoSAOer37mxiD05kA5ggFNXS6VOw,138
lmms_eval/tasks/wm_abench/wm_abench_motiontrajectory_maniskill_path_choices_subset.yaml,sha256=nxKSB-ix1ULK9BUspZBF9OXZfYHabl3G2r5MfdC9D9g,186
lmms_eval/tasks/wm_abench/wm_abench_motiontrajectory_path_choices_subset.yaml,sha256=gR89-GEPqam6sgr6x7dSeUKxHhEHXodWG6frR9TuvXE,166
lmms_eval/tasks/wm_abench/wm_abench_multiview_maniskill_subset.yaml,sha256=XRSzq4C0c1oLyqKyYWyoTjdv_b81y8ERr-mcrpVpR6I,146
lmms_eval/tasks/wm_abench/wm_abench_multiview_tdw_subset.yaml,sha256=4I2Z6CNFcg4yqYRsQMAp-e-uXa_DLkDHb2ojuv2zT3s,134
lmms_eval/tasks/wm_abench/wm_abench_predictionnextstate_carla_next_state_prediction_02_08_subset.yaml,sha256=7-K64k8eT8IpXFF4C-vwAkd01p2ReV2uDj5uYWl7OH0,214
lmms_eval/tasks/wm_abench/wm_abench_quantitycontinuous_tdw_continuous_subset.yaml,sha256=KS7cbxyQl-9fQRuYVjrWdexS8q7ly2aI_zQNUR99Ij0,174
lmms_eval/tasks/wm_abench/wm_abench_relativecounting_maniskill_subset.yaml,sha256=_LzD_aeBKYdAwFIzaIdGdBmvEv7m6IPTccxOtW4QJow,160
lmms_eval/tasks/wm_abench/wm_abench_relativecounting_tdw_color_letter_subset.yaml,sha256=ytK7AXijaGdJcxNkqQ2GJmPpzR3bowtXa8JuWJgi12Y,174
lmms_eval/tasks/wm_abench/wm_abench_relativeposition_front_top_subset.yaml,sha256=Fb0GfjoNUiNlwnjicIStGNDPqS_7lQCiwMSsjCBaaAE,160
lmms_eval/tasks/wm_abench/wm_abench_relativeposition_front_top_tdw_subset.yaml,sha256=i03-Gfx_1y1gqsmdNQLUsSaUWdbLHEcpS5zNXf84Fl0,168
lmms_eval/tasks/wm_abench/wm_abench_spatialoccupancy_maniskill_subset.yaml,sha256=JywI6skJOhm2c0MfoYZ42pm_ExKTvdU4rN1-aq9YVJU,160
lmms_eval/tasks/wm_abench/wm_abench_spatialoccupancy_occupancy_fitting_tdw_top_subset.yaml,sha256=LvSYBHBH7D5KKVCCpKb1unW1hiI_-bH84MpK6Ynk2Ao,192
lmms_eval/tasks/wm_abench/wm_abench_spatialoccupancy_occupancy_size_tdw_front_large_subset.yaml,sha256=oLKxtpdcmkPB3JcuGZFpt9ULVd7VIFvm7jbFwvRUHOo,202
lmms_eval/tasks/wm_abench/wm_abench_spatialoccupancy_volume_object_only_unfloat_top_subset.yaml,sha256=8BiQrinVWExv5gnwn1wgfXGxudHOi_4EUxsF_E-Ju2A,202
lmms_eval/tasks/wm_abench/wm_abench_speed_tdw_subset.yaml,sha256=q9a3v85r7wYuu2RgIyl1MXDRkxrwA0W0ebajGVaLW_c,126
lmms_eval/tasks/wm_abench/wm_abench_temporalextension_temporal_tdw_yjx_01_05_subset.yaml,sha256=JeHjeRlbrDcg_fQFPn0xbY824K7JvnKtbVQdxnTpx9k,188
lmms_eval/tasks/wm_abench/wm_abench_temporalpositioning_maniskill_subset.yaml,sha256=ZRgwbk2rpnPtsqVoioaqP3FoKrDpwY1T21wLwDtY_PY,166
lmms_eval/tasks/wm_abench/wm_abench_transitivity_habitat_lab_trans_ver_2_noback_subset.yaml,sha256=TVygpTHqmTWK3NCz6Scmh50yat_huidhoWss6XOgpcM,194
lmms_eval/tasks/wm_abench/wm_abench_visualattribute_color_subset.yaml,sha256=IIsUdZVTP5Kh9fs02nQG4fED6gexGeDEZgGCRr6E9fQ,150
lmms_eval/tasks/wm_abench/wm_abench_visualattribute_color_tdw_subset.yaml,sha256=XMXbqAFPfeqImofoPcDa00DkG4f29nrblDxbJ6QNQg0,158
lmms_eval/tasks/wm_abench/wm_abench_visualattribute_material_diff_tdw_subset.yaml,sha256=GLX44736KL3v2QqbQ9Yz5QTrQSgDbRcDGYw3P0kT-b8,174
lmms_eval/tasks/wm_abench/wm_abench_visualattribute_shape_tdw_subset.yaml,sha256=paapZ8jfwsK2oMMG0puTLPsyXBc_Ptm1Qe8xoRg9rMI,158
lmms_eval/tasks/worldqa/_default_template_yaml,sha256=oHGV3zMdazOsm1poE6IwevBPHIfdKNsFbEJlCvSc7ns,170
lmms_eval/tasks/worldqa/utils.py,sha256=gsJ3YQzItNIS2mUjZ5gEOkU4-oEAA5c67ljtXVpEdt0,10794
lmms_eval/tasks/worldqa/worldqa.yaml,sha256=djolZp5iBYSRi8Ov08TmtxBYjZUx2XsLnRLsavFrLVw,49
lmms_eval/tasks/worldqa/worldqa_generation.yaml,sha256=Sw8C44YKnfCZXRzKRvhGl2AvIZ8vWz-1zn-9l_oUnTE,634
lmms_eval/tasks/worldqa/worldqa_mc.yaml,sha256=ePutof4aDOqTsnsPuTzcOnB6xw3uOoVt16GHqcByY-A,830
lmms_eval/tasks/worldqa/worldqa_mc_evaluator.py,sha256=_QNW_maPBh4AfaDPcPsHlpylo7eNHoEyLro1lBXVb0w,4771
lmms_eval/tasks/worldqa/worldqa_mcppl.yaml,sha256=ygou_QlDFhg0wVINnrJ1LGpVq5nlYAWf7UjBje1sYus,420
lmms_eval/tasks/worldsense/utils.py,sha256=lADQRqqNNYvwgY89P3bkQ4Ty40NgTQPkx210YpQisZY,14081
lmms_eval/tasks/worldsense/worldsense.yaml,sha256=zItVhEBBtEL-D76QiN77HM6MdA_GGPrKCtcBTm9LhNc,817
lmms_eval/tasks/worldsense/worldsense_w_subtitle.yaml,sha256=SctEDJchykoZgTYecqEafxUrVSkUMzYII8uEhQ3K2VQ,892
lmms_eval/tasks/worldvqa/_default_template_yaml,sha256=uOqid89AC4vuDRuZYi4jB49cWvWM2HoUNIF14otYP3M,170
lmms_eval/tasks/worldvqa/utils.py,sha256=qswnZrWZkQ9dWepumQr-f8inQNVNopSjcn_DOEzViWY,3370
lmms_eval/tasks/worldvqa/worldvqa.yaml,sha256=vxMrwWPKtSQAhQwaxVM3V4xwCXBi42w4em_5Kt25WAM,616
lmms_eval/tasks/worldvqa/worldvqa_generation.yaml,sha256=EUjDplmnAAOGmMA1NmR-UHfhjVNtnTP39pLNqbCkP-Q,640
lmms_eval/tasks/worldvqa/worldvqa_mc.yaml,sha256=nPDWuNZ3LQdHsaMcxGEl4QAcycJHVxPCPjbPmkoCXbE,836
lmms_eval/tasks/worldvqa/worldvqa_mcppl.yaml,sha256=LgvxzYJiqCnAchO7D7GWXtaQDzrWDjSpBFnB6ydhQC0,424
lmms_eval/tasks/xlrs/XLRS-lite.yaml,sha256=bTGQsnfBRQSqtsWllc9iq1trhrjdAWnx9YyinZjxQzQ,953
lmms_eval/tasks/xlrs/mcq_utils.py,sha256=fQsB60VTpx-QI1tk7nD8mls6avsvdFKR56FoyswYg3c,7172
lmms_eval/tasks/xmod_bench/PR.md,sha256=yACKnapFk56dzTHjhrVNDsG8tNi44nw1S_gmXSY3XiM,3747
lmms_eval/tasks/xmod_bench/README.md,sha256=UEKmjxqMHaBIpCPMg-OiEiUBBsMiso3yWU6NvE3GySA,5998
lmms_eval/tasks/xmod_bench/RESULTS.md,sha256=3hFEjoIhfp3wMLbJKiTHg5FwlqmAcVYPd4VwYIE7YNg,6337
lmms_eval/tasks/xmod_bench/_default_template_yaml,sha256=eNKtUyhn1tykeSPzJvpN_CDoNnCY6bWWkDvarzDySNo,444
lmms_eval/tasks/xmod_bench/build_data.py,sha256=MgePPYQlVWGNkkzQM-sLQP89BHBLVeUOfJ5BQtOMkq4,14300
lmms_eval/tasks/xmod_bench/make_lite.py,sha256=BwHvJaYrMpP9dQIxG4wsVyfC5fwHZRMdeJqHNIhj-3U,5278
lmms_eval/tasks/xmod_bench/subsample_perception.py,sha256=2-9_txxd6ljh_7gBH7XJ-22KcjIGzTVvoiNH_eTCHjw,6835
lmms_eval/tasks/xmod_bench/summarize.py,sha256=vXYEzZor1_1PeeETvOFSXqhi3hoGxVNP-ZXWh5AgCg4,6418
lmms_eval/tasks/xmod_bench/utils.py,sha256=1289oJZRnWcIIWNL2U0uMGf5wOvH_Te4AzJyKPO-r8U,13999
lmms_eval/tasks/xmod_bench/xmod_bench.yaml,sha256=kptqa-9PunRH8XOk_mK7APLyJgf6ONJJ-ShOxjp9g5U,288
lmms_eval/tasks/xmod_bench/xmod_bench_audio_image.yaml,sha256=dGgQH2HpV9prfy7DLUfOXiZmoI0OpfGMD-r9BZeq7-k,410
lmms_eval/tasks/xmod_bench/xmod_bench_audio_text.yaml,sha256=clXUUmKraMg0g9ZA_nOYb27ujiwcBqvlMYNw6tyII2E,408
lmms_eval/tasks/xmod_bench/xmod_bench_audio_video.yaml,sha256=h_U_-d0vuOLVk0Ht8KMk7TuvKg9p3FXUwnEnRUWlUF8,410
lmms_eval/tasks/xmod_bench/xmod_bench_image_audio.yaml,sha256=hsmFBznJWEGmH4aRv8OVAjJqSY5GHbDJsvfK7wU5Yic,410
lmms_eval/tasks/xmod_bench/xmod_bench_image_text.yaml,sha256=WtnE14sIMpIjvC93BeTlwIy94xZO8FKt58TFVeVlLQ4,408
lmms_eval/tasks/xmod_bench/xmod_bench_lite.yaml,sha256=bo7vi_9vgped2c9m-oRwtGM-8UOsGQet6Lej69rrhF8,173
lmms_eval/tasks/xmod_bench/xmod_bench_lite_a2t.yaml,sha256=q5Ialr5EODN83vS7rc6FR9kHCo-o6sR3texzW5HENjw,404
lmms_eval/tasks/xmod_bench/xmod_bench_lite_a2v.yaml,sha256=efaeOCS2UpMO9Q1zZzOdiV70rDl5HweLdaVJuGc1X4A,404
lmms_eval/tasks/xmod_bench/xmod_bench_lite_t2a.yaml,sha256=OUhFZNECuGipE7ea-fnpfBRuaqP7-oC8nUBVXTE-oh0,404
lmms_eval/tasks/xmod_bench/xmod_bench_lite_t2v.yaml,sha256=JJ1_RGi-pIPbNALmkbaXyVBZe_cojyvphREvHR4UrDY,404
lmms_eval/tasks/xmod_bench/xmod_bench_lite_v2a.yaml,sha256=tFi5p1g7HJuwcYgcqjABP9mc6vnOGGY0qGIFyq9CA1o,404
lmms_eval/tasks/xmod_bench/xmod_bench_lite_v2t.yaml,sha256=wTL6cHpItuSbtVmycVeBQcxtOL9X3h-oNi9DZy2h_ow,404
lmms_eval/tasks/xmod_bench/xmod_bench_text_audio.yaml,sha256=mrwfSWvXrVzqymfRO6irBnDumRpbt1VMu5lRvAb4FNs,408
lmms_eval/tasks/xmod_bench/xmod_bench_text_image.yaml,sha256=Zn8JrvfrMOqXsyJ3l_IWzvfB3AfAFCzQv7W1rSprITg,408
lmms_eval/tasks/xmod_bench/xmod_bench_text_video.yaml,sha256=3Qp8u8udi-0eKZNc4_4a2LF4IxE-lzdG8xMXqyk9cqQ,408
lmms_eval/tasks/xmod_bench/xmod_bench_video_audio.yaml,sha256=4TRt04Hiput8OoPdVgVmY0ZBEfZapu3ujT_6WPzD-bU,410
lmms_eval/tasks/xmod_bench/xmod_bench_video_text.yaml,sha256=mO1e7dzlgqe2nnzYNvq5ebdkGLl6FSnNXmNa3HI86sw,408
lmms_eval/tasks/youcook2/_default_template_yaml,sha256=ZLQgfL6sCoh8c_w85pQvAlNU3IjMexBOsMVCPjXhX5w,106
lmms_eval/tasks/youcook2/utils.py,sha256=PmQvak1iMJNdjqUlSA1YShsPqXCc7sfb_grukahj6zE,3987
lmms_eval/tasks/youcook2/youcook2_val.yaml,sha256=9Qzzeht7QQx-6qURCUUtTBjVzgDtp-MozpsxZpJBlhE,1450
lmms_eval/tasks/zerobench/README.md,sha256=wc7ruJK9S2bpgztqJGTPouT9qumjhpFQ_JZ_pIkdPv8,307
lmms_eval/tasks/zerobench/_default_template_yaml,sha256=nElsbj7oQlLG_EcxY7LAuvDQ033ZdeHlapXeNfjSqCU,650
lmms_eval/tasks/zerobench/utils.py,sha256=hxKVg6sYFIL-oNQ8NncMsOinCaHx3WhMv9y3RMsbOhQ,2395
lmms_eval/tasks/zerobench/zerobench.yaml,sha256=lM7RRxn0fhSLrrUvFFKwU10N6CcwsuZ0SDYYtflUSKs,70
lmms_eval/tui/__init__.py,sha256=A61S4GBLdJ9P14BHy5IpLGedXpFYs4hQTlfViEV3AoE,395
lmms_eval/tui/cli.py,sha256=gaoY-Gf8drKaCX_HUQQwec6U0sRcOwOlDIvC4DDANC4,2369
lmms_eval/tui/discovery.py,sha256=vA80ycmK1niunKlVidKbk4xri_lRyObpyUO_MQ2UDd0,5805
lmms_eval/tui/server.py,sha256=mls298YLsYtZc9STG4Y0FprqfUK8ANMXbR91r_tHPoo,30218
lmms_eval/tui/web/package-lock.json,sha256=9MWdRPdq6uqIa4rsNq7KikAH-EiW53aKd63eEnTxZ1c,89352
lmms_eval/tui/web/package.json,sha256=-8a0fH1eZ8r6zeYHFAV4W_uokxIDfGahJCSjmn9FQAM,537
lmms_eval/tui/web/tsconfig.json,sha256=PbveboINk9O8BdDFTemrpQ05uef7a3NnE6YKLt9aF68,508
lmms_eval/tui/web/dist/favicon.svg,sha256=fDts849VhZ6yQowbEaN5msa1arQSVuiY-8NddfhlTs8,252
lmms_eval/tui/web/dist/index.html,sha256=l9-Hat08LXCG8wJI4xNUzmpgMhgvVC1-K3YOzUEgqm4,487
lmms_eval/tui/web/dist/assets/index-BLeQKQAq.js,sha256=C4S_MtbqA-39XAqHxH-SSzFE6hfZgzqTPKOHrlo4j0g,185783
lmms_eval/tui/web/dist/assets/index-BMub-jBn.css,sha256=XcHoIWdB39O1H_U5b4Aa-asQLHFe9qpjlnAT5yb7ZZA,20896
lmms_eval/verifiers/__init__.py,sha256=TR8EdS6ah7v2muUK-YuR51qyafCCv2zSIO3EOB26z7k,4869
lmms_eval/verifiers/base.py,sha256=VvpK4EMxw_B2yX49PJqEq2c1ZeGZi9O9QWe3JshODOc,2066
lmms_eval/verifiers/composite.py,sha256=YzT0sY8u4w3RMmtjcLH4Q-YzUZAsEC9Rlvp694MkC4U,2150
lmms_eval/verifiers/extractors.py,sha256=iCxJel4d4EF6szvimOl1_E5nfFdLizqAh8l-bzJ_ghc,3246
lmms_eval/verifiers/gemini.py,sha256=QPDNKbtMnOFUzqw-H-7eDwevDIeOI-TxE9RDJ_WrWqs,7852
lmms_eval/verifiers/openai.py,sha256=DkLNL-0c519cJqGj-C6EkE48-ytnj106VJpDCVjfr84,9281
lmms_eval/verifiers/pipeline.py,sha256=zAMjHUBxIzaUOVPR4XYQNgRcrks_WGXwcu0MnSRaxDU,2429
lmms_eval/verifiers/rule.py,sha256=aCXvTtq5F2fgEHw5N6O_kr2XjCSCRV4GITiDKkSM_tg,4140
lmms_eval-0.7.3.dist-info/licenses/LICENSE,sha256=FzWLXKray4EI8UpqMZd5zIog_u1pn3nFnjlufp3Vwzs,2732
lmms_eval-0.7.3.dist-info/METADATA,sha256=uQOSihdJFkGorojz1QbSJrgr9CPFaVJAq5iKIgs51JE,27506
lmms_eval-0.7.3.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
lmms_eval-0.7.3.dist-info/entry_points.txt,sha256=7IWifVbG8VgdbgpkysSl5q738x6rFwVxXTIy4czn5Fk,131
lmms_eval-0.7.3.dist-info/top_level.txt,sha256=_nARI5xBw0DrB6jDBzBGs56QMpYKSyKCkwuTR9f-VUU,10
lmms_eval-0.7.3.dist-info/RECORD,,
