README.md
pyproject.toml
setup.py
wisent/__init__.py
wisent/extractors/__init__.py
wisent/extractors/hf/__init__.py
wisent/extractors/hf/manifest/__init__.py
wisent/extractors/hf/manifest/atoms.py
wisent/extractors/hf/manifest/hf_extractor_manifest_math_coding.py
wisent/extractors/hf/manifest/hf_extractor_manifest_safety_multilingual.py
wisent/extractors/hf/registry/__init__.py
wisent/extractors/hf/registry/hf_extractor_manifest.py
wisent/extractors/hf/registry/hf_extractor_registry.py
wisent/extractors/hf/registry/hf_task_extractors/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/acp_bench_hard_hf.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/autonomous/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/autonomous/agentbench.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/autonomous/agentic_search.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/autonomous/agentic_search_finsearch.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/tool_use/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/tool_use/bfcl.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/tool_use/tau_bench.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/tool_use/toolbench.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/tool_use/toolemu.py
wisent/extractors/hf/registry/hf_task_extractors/applied/agents/tool_use/travelplanner.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_analysis/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_analysis/codexglue.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_analysis/ds1000.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_analysis/ds_1000.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_analysis/recode.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_analysis/scicode.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_generation/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_generation/apps.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_generation/conala.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_generation/concode.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_generation/humaneval.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/code_generation/humanevalpack.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/competitive/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/competitive/aider_polyglot.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/competitive/codeforces.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/competitive/codeforces_helpers.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/competitive/get_negative_example_livecodebench.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/code_tasks/competitive/mercury.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/livecodebench/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/livecodebench/get_positive_example_livecodebench.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/livecodebench/livecodebench.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/livecodebench/livecodebench_contrastive_pair_generator.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/livecodebench/livecodebench_pair_builder.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/livecodebench/livecodebench_v6.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang/multipl_e.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang/multiple.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang/multiple_choice.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang/multiple_cpp.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang/multiple_go.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang_ext/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang_ext/multiple_java.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang_ext/multiple_js.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang_ext/multiple_py.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang_ext/multiple_rs.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/multilang_ext/terminal_bench.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/swe_bench/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/swe_bench/coding_benchmarks.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/swe_bench/nl2bash_scicode.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/swe_bench/swe_bench.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/swe_bench/swe_bench_multi.py
wisent/extractors/hf/registry/hf_task_extractors/applied/coding/multilang_benchmarks/swe_bench/swe_bench_verified.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/benchmarks/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/benchmarks/gsm8k_extractor.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/benchmarks/livemathbench.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/benchmarks/math500.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/benchmarks/math_benchmark.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/competition/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/competition/aime.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/competition/aime2024.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/competition/aime2025.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/competition/hmmt.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/competition/olympiadbench.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/polymath/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/polymath/polymath.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/polymath/polymath_langs_ar_to_ja.py
wisent/extractors/hf/registry/hf_task_extractors/applied/math/polymath/polymath_langs_ko_to_zh.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/evaluation_suites/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/evaluation_suites/alpaca_eval.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/evaluation_suites/arena_hard.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/evaluation_suites/flan_held_in.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/evaluation_suites/llama.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/evaluation_suites/t0_eval.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/other/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/other/longform_writing.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/other/medium_priority_benchmarks.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/other/multimodal_benchmarks.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/super_glue/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/super_glue/pythia.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/super_glue/super_glue_lm_eval_v1.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/super_glue/super_glue_lm_eval_v1_seq2seq.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/general/super_glue/super_glue_t5_prompt.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/hallucination/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/hallucination/grounding/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/hallucination/grounding/facts_grounding.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/hallucination/grounding/faithbench.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/hallucination/grounding/halueval.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/hallucination/leaderboard/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/hallucination/leaderboard/hallucinations_leaderboard.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/hallucination/leaderboard/hallucinations_leaderboard_helpers.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/hallucination/leaderboard/medium_priority_halulens.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/hallucination/leaderboard/medium_priority_halulens_helpers.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/law_and_text/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/law_and_text/dbpedia_14.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/law_and_text/law_stack_exchange.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/law_and_text/ledgar.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/mmlu/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/mmlu/m_mmlu.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/mmlu/mmlu_redux.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/mmlu/mmlusr.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/mmlu/openllm.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/mmlu/super_gpqa.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/qa/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/qa/atis.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/qa/babi_extractor.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/qa/babilong.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/qa/doc_vqa.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/qa/squad_extractor.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/truthfulqa/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/truthfulqa/frames.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/truthfulqa/hle.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/truthfulqa/simpleqa.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/truthfulqa/truthfulqa_custom.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/knowledge/truthfulqa/truthfulqa_generation.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/benchmarks/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/benchmarks/chain_of_thought.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/benchmarks/planbench.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/benchmarks/reasoning_benchmarks.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/benchmarks/self_consistency.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/benchmarks/tag.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/robustness/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/robustness/non_greedy_robustness_agieval_aqua_rat.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/robustness/option_order_robustness_agieval_aqua_rat.py
wisent/extractors/hf/registry/hf_task_extractors/evaluation/reasoning/robustness/prompt_robustness_agieval_aqua_rat.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_core/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_core/basqueglue.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_core/bec2016eu.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_core/bhtc_v2.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_core/coedit_gec.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_core/epec_koref_bin.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_nlp/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_nlp/evalita_mp.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_nlp/evalita_sp_sum_task_fp_small_p1.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_nlp/financial_tweets.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_nlp/stsb.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/european/european_nlp/wiceu.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/flores/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/flores/flores.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/flores/flores_names_a_to_e.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/flores/flores_names_f_to_z.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/multilingual/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/multilingual/darija_eusexams.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/multilingual/lambada_multilingual.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/multilingual/multilingual_benchmarks.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/multilingual/okapi_multilingual.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/multilingual/okapi_multilingual_truthfulqa.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/regional_asian/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/regional_asian/bangla_mmlu.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/regional_asian/chinese_simpleqa.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/multilingual_regional/regional_asian/tmlu.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/text_generation/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/text_generation/cluewsc.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/text_generation/cnn_dailymail.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/text_generation/penn_treebank.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/text_generation/wikitext103.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/text_generation/xsum.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/translation/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/translation/gpt3_translation_benchmarks.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/translation/iwslt2017_ar_en.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/translation/iwslt2017_en_ar.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/translation/translation_benchmarks.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/translation/translation_benchmarks_wmt16.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/wmt14/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/wmt14/wmt14_en_fr.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/wmt14/wmt14_fr_en.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/wmt16/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/wmt16/wmt16_de_en.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/wmt16/wmt16_en_de.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/wmt16/wmt16_en_ro.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/wmt16/wmt16_ro_en.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/language/text_translation/wmt16/wmt_ro_en_t5_prompt.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/medical/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/medical/healthbench.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/medical/meddialog.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/medical/medical_abstracts.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/medical/medical_benchmarks.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/medical/multimedqa.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/bias/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/bias/ethos_binary.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/bias/unfair_tos.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/bias/vaxx_stance.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/bias/winogender.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/content_moderation/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/content_moderation/donotanswer.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/content_moderation/flames.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/content_moderation/or_bench.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/content_moderation/sorry_bench.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/red_teaming/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/red_teaming/agentharm.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/red_teaming/harmbench.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/red_teaming/jailbreakbench.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/red_teaming/refusalbench.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/toxicity/__init__.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/toxicity/medium_priority_political.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/toxicity/medium_priority_toxicity.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/toxicity/sycophancy_eval.py
wisent/extractors/hf/registry/hf_task_extractors/specialized/safety/toxicity/wildguard.py
wisent/extractors/lm_eval/__init__.py
wisent/extractors/lm_eval/manifest/__init__.py
wisent/extractors/lm_eval/manifest/atoms.py
wisent/extractors/lm_eval/manifest/lm_extractor_manifest.py
wisent/extractors/lm_eval/manifest/lm_extractor_manifest_a_to_o.py
wisent/extractors/lm_eval/manifest/lm_extractor_manifest_p_to_z.py
wisent/extractors/lm_eval/registry/__init__.py
wisent/extractors/lm_eval/registry/lm_extractor_registry.py
wisent/extractors/lm_eval/registry/lm_task_pairs_generation.py
wisent/extractors/lm_eval/registry/lm_task_pairs_storage.py
wisent/extractors/lm_eval/registry/group_task_manifests/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/coding/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/coding/code_x_glue.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/coding/jsonschema_bench.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/arithmetic/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/arithmetic/arithmetic.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/arithmetic/gsm8k.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/arithmetic/gsm8k_platinum.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/arithmetic/hrm8k.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/arithmetic/mathqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/competition/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/competition/gpqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/competition/hendrycks_math.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/math/competition/minerva_math.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/medical/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/medical/clinical/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/medical/clinical/meddialog.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/medical/exams/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/medical/exams/careqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/medical/exams/glianorex.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/medical/exams/med.py
wisent/extractors/lm_eval/registry/group_task_manifests/applied/medical/exams/medqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/evaluation_suites/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/evaluation_suites/acpbench.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/evaluation_suites/bertaqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/evaluation_suites/bigbench.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/evaluation_suites/libra.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/evaluation_suites/prompt.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/nli_tasks/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/_group_tasks_a_to_i.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/_group_tasks_j_to_z.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/acp.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/advanced_ai_risk.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrimgsm.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_adr.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_afriqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_afrisenti.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_belebele.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_flores.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_injongointent.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_mafand.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_masakhaner.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_masakhanews.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_masakhapos.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_naijarc.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_nollysenti.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_ntrex.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_openai_mmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_salt.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_sib.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_uhura_arc_easy.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/other/afrobench_xlsum.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/perplexity/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/perplexity/paloma.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/perplexity/persona.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/general/perplexity/pile.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/leaderboard_suites/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/leaderboard_suites/agieval.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/leaderboard_suites/leaderboard.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/leaderboard_suites/metabench.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/leaderboard_suites/tinyBenchmarks.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/leaderboard_suites/unitxt.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/mmlu_core/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/mmlu_core/mmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/mmlu_core/mmlu_pro.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/mmlu_core/mmlu_pro_plus.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/mmlu_core/mmlu_prox.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/mmlu_core/mmmu.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/mmlu_variants/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/qa/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/qa/freebase.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/qa/headqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/qa/hellaswag.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/qa/qa4mre.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/qa/qasper.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/truthfulqa/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/truthfulqa/score.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/truthfulqa/truthfulqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/knowledge/truthfulqa/truthfulqa_multi.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/commonsense/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/commonsense/anli.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/commonsense/arc.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/commonsense/blimp.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/commonsense/super_glue_t5_prompt.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/commonsense/wsc273.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/logic_puzzles/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/logic_puzzles/bbh.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/logic_puzzles/fld.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/logic_puzzles/inverse.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/logic_puzzles/mastermind.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/logic_puzzles/unscramble.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/long_context/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/long_context/longbench.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/long_context/ruler.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/long_context/scrolls.py
wisent/extractors/lm_eval/registry/group_task_manifests/evaluation/reasoning/long_context/self_consistency.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_core/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_core/afrobench.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_core/afrobench_adr.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_core/afrobench_afriqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_core/afrobench_afrisenti.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_core/afrobench_belebele.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_extended/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_extended/afrimgsm.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_extended/afrobench_salt.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_extended/afrobench_sib.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_extended/afrobench_uhura_arc_easy.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_extended/afrobench_xlsum.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_nlp/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_nlp/afrobench_masakhapos.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_nlp/afrobench_naijarc.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_nlp/afrobench_nollysenti.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_nlp/afrobench_ntrex.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_nlp/afrobench_openai_mmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_tasks/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_tasks/afrobench_flores.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_tasks/afrobench_injongointent.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_tasks/afrobench_mafand.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_tasks/afrobench_masakhaner.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/african/african_tasks/afrobench_masakhanews.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_leaderboard/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_leaderboard/arabic_leaderboard_acva.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_leaderboard/arabic_leaderboard_acva_light.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_leaderboard/arabic_leaderboard_complete.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_leaderboard/arabic_leaderboard_light.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_leaderboard/arabicmmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_regional/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_regional/arab_culture.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_regional/aradice.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_regional/darija.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_regional/darijammlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/arabic_regional/egymmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/chinese/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/chinese/aclue.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/chinese/ceval_valid.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/chinese/cmmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/japanese_korean/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/japanese_korean/csatqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/japanese_korean/haerae.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/japanese_korean/japanese_leaderboard.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/japanese_korean/kmmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/japanese_korean/kobest.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/taiwanese/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/taiwanese/tmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/arabic_asian/taiwanese/tmmluplus.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_nli/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_nli/afrixnli.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_nli/okapi_mmlu_multilingual.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_nli/okapi_truthfulqa_multilingual.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_nli/xnli.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_nli/xnli_eu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_qa/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_qa/mlqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_qa/okapi.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_qa/okapi_arc_multilingual.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_qa/okapi_hellaswag_multilingual.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_qa/xquad.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_reasoning/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_reasoning/multiblimp.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_reasoning/pawsx.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_reasoning/xcopa.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_reasoning/xstorycloze.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/crosslingual_reasoning/xwinograd.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_benchmarks/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_benchmarks/belebele.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_benchmarks/kormedmcqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_benchmarks/lingoly.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_benchmarks/mela.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_benchmarks/storycloze.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_mmlu/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_mmlu/aexams.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_mmlu/global_mmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_mmlu/kbl.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_mmlu/m.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/crosslingual_multilingual/multilingual_mmlu/mmlusr.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/basque_catalan/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/basque_catalan/basque_bench.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/basque_catalan/catalan_bench.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/basque_catalan/copal_id.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/basque_catalan/eus.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/french_italian/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/french_italian/evalita_mp.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/french_italian/french_bench.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/galician_portuguese/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/galician_portuguese/galician_bench.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/galician_portuguese/portuguese_bench.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/nordic/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/nordic/non.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/nordic/noreval.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/nordic/noridiom.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/nordic/nortruthfulqa.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/nordic/nrk.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/spanish_polish/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/spanish_polish/polemo2.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/european/spanish_polish/spanish_bench.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/flores/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/flores/flores.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/flores/flores_languages_a_to_e.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/flores/flores_languages_f_to_z.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/slavic_turkish/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/slavic_turkish/ru.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/slavic_turkish/turkishmmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/translation_other/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/translation_other/afrimmlu.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/translation_other/lambada.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/translation_other/mgsm.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/translation_wmt/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/translation_wmt/translation.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/translation_wmt/wmt14.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/language/translation/translation_wmt/wmt16.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/ai_risk/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/ai_risk/advanced_ai_risk.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/ai_risk/wmdp.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/bias/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/bias/bbq.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/bias/crows_pairs.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/bias/winogender.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/ethics/__init__.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/ethics/hendrycks_ethics.py
wisent/extractors/lm_eval/registry/group_task_manifests/specialized/safety/ethics/model_written_evals.py
wisent/extractors/lm_eval/registry/lm_task_extractors/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/agents/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/agents/acp_bench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/agents/acp_bench_hard.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/coding/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/coding/code_x_glue.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/coding/humaneval.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/coding/humaneval_infilling.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/coding/mbpp.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/advanced/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/advanced/hendrycks_math.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/advanced/hrm8k.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/advanced/mgsm.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/advanced/minerva_math.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/word_problems/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/word_problems/arithmetic.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/word_problems/asdiv.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/word_problems/gsm.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/word_problems/gsm8k.py
wisent/extractors/lm_eval/registry/lm_task_extractors/applied/math/word_problems/tinygsm8k.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/evaluation_suites/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/evaluation_suites/flan.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/evaluation_suites/ifeval.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/evaluation_suites/llama3.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/evaluation_suites/t0.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/evaluation_suites/unitxt.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/glue/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/glue/cola.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/glue/glue.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/glue/mnli.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/glue/mrpc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/glue/sst2.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/legacy_benchmarks/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/legacy_benchmarks/ai2_arc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/legacy_benchmarks/gpt3.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/legacy_benchmarks/mathqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/super_glue/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/super_glue/sglue.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/super_glue/sglue_rte.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/super_glue/super.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/super_glue/super_glue.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/benchmark_suites/super_glue/superglue.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/arc/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/arc/arc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/arc/arc_challenge.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/arc/arc_easy.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/arc/arc_gen.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/arc/arc_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/completion/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/completion/hellaswag.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/completion/storycloze.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/completion/winogrande.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/completion/wnli.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/completion/wsc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/nli/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/nli/cb.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/nli/qnli.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/nli/qnlieu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/nli/qqp.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/nli/rte.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/reasoning_misc/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/reasoning_misc/groundcocoa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/reasoning_misc/inverse.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/reasoning_misc/inverse_scaling.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/general/task_types/reasoning_misc/wsc273.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/information_retrieval/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/information_retrieval/chartqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/information_retrieval/escola.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/information_retrieval/law.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/information_retrieval/libra.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/information_retrieval/lingoly.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/perplexity/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/perplexity/c4.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/perplexity/lambada.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/perplexity/pile_10k.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/perplexity/prompt.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/perplexity/swde.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/science/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/science/global_piqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/science/headqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/science/openbookqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/science/piqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/science/sciq.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/text_classification/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/text_classification/ag.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/text_classification/bigbench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/text_classification/dbpedia.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/text_classification/twenty_newsgroups.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/analysis/text_classification/yahoo.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/eq_bench/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/eq_bench/eq.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/eq_bench/eq_bench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/eq_bench/eq_bench_ca.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/eq_bench/eq_bench_es.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/reference_benchmarks/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/reference_benchmarks/benchmarks.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/reference_benchmarks/leaderboard.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/reference_benchmarks/metabench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/reference_benchmarks/paloma.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/reference_benchmarks/pile.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/tiny_benchmarks/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/tiny_benchmarks/tinyarc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/tiny_benchmarks/tinybenchmarks.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/tiny_benchmarks/tinyhellaswag.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/tiny_benchmarks/tinymmlu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/tiny_benchmarks/tinytruthfulqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/truthfulqa/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/truthfulqa/truthfulqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/truthfulqa/truthfulqa_gen.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/truthfulqa/truthfulqa_mc1.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/truthfulqa/truthfulqa_mc2.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/benchmarks/truthfulqa/truthfulqa_multi.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_core/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_core/mmlu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_core/mmlu_cot.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_core/mmlu_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_core/mmlu_pro.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_core/mmlusr.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_multilingual/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_multilingual/aclue.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_multilingual/aexams.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_multilingual/gpqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_multilingual/supergpqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_variants/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_variants/ceval.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_variants/ceval_valid.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_variants/cmmlu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_variants/global_mmlu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/mmlu/mmlu_variants/mmmu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/comprehension_nli/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/comprehension_nli/multirc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/comprehension_nli/mutual.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/comprehension_nli/non.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/comprehension_nli/option.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/comprehension_nli/tinywinogrande.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/factual_qa/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/factual_qa/bertaqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/factual_qa/claim.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/factual_qa/hle.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/factual_qa/triviaqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/factual_qa/webqs.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_extractive/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_extractive/babi.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_extractive/boolq.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_extractive/boolq_seq2seq.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_extractive/coqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_extractive/doc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_generative/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_generative/nq_open.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_generative/pubmedqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_generative/qa4mre.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_generative/qasper.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/qa_generative/qasper_bool.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/reading_comprehension/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/reading_comprehension/mlqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/reading_comprehension/quac.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/reading_comprehension/race.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/reading_comprehension/squad2.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/knowledge/qa_comprehension/reading_comprehension/squad_completion.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/adversarial/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/adversarial/bbh.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/adversarial/drop.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/adversarial/prost.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/adversarial/social_iqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/adversarial/swag.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/long_context/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/long_context/longbench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/long_context/longbenchv2.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/long_context/ruler.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/long_context/scrolls.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/long_context/scrolls_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/multi_step/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/multi_step/agieval_aqua_rat.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/multi_step/jsonschema_bench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/multi_step/mc-taco.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/multi_step/moral_stories.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/multi_step/unscramble.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/multi_step/agieval/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/multi_step/agieval/agieval.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/multi_step/agieval/agieval_gaokao.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/multi_step/agieval/agieval_logiqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/word_puzzles/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/word_puzzles/anagrams1.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/word_puzzles/anagrams2.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/word_puzzles/cycle.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/word_puzzles/cycle_letters.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/applied/word_puzzles/mastermind.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/causal/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/causal/random.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/causal/reversed.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/commonsense/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/commonsense/commonsense.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/commonsense/commonsense_qa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/commonsense/copa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/commonsense/copal_id.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/commonsense/siqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/linguistic/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/linguistic/anli.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/linguistic/blimp.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/linguistic/chain.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/linguistic/record.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/linguistic/self.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/logic/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/logic/argument.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/logic/fld.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/logic/logieval.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/logic/logiqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/evaluation/reasoning/inference/logic/logiqa2.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_core/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_core/arabculture.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_core/arabic.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_core/arabic_exams.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_core/arabic_leaderboard_complete.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_core/arabic_leaderboard_light.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_egyptian/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_egyptian/egyhellaswag.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_egyptian/egymmlu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_extended/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_extended/arabicmmlu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_extended/aradice.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_extended/darija_bench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_extended/darijahellaswag.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/arabic/arabic_extended/darijammlu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/african/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/african/afrimgsm.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/african/afrimmlu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/african/afrixnli.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/african/afrobench_cot.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/african/afrobench_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/african/translation/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/african/translation/african_flores.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/japanese/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/japanese/csatqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/japanese/ja.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/japanese/japanese_leaderboard.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/japanese/japanese_leaderboard_gen.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/japanese/japanese_leaderboard_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/korean/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/korean/kbl.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/korean/kmmlu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/korean/kmmlu_cot.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/korean/kmmlu_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/asian_african/korean/kobest.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_comprehension/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_comprehension/paws.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_comprehension/paws_x.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_comprehension/xquad.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_comprehension/xstorycloze.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_comprehension/xwinograd.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_diversity/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_diversity/belebele.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_diversity/okapi_truthfulqa_multilingual.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_diversity/xcopa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_diversity/xlsum.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_diversity/xnli.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_okapi/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_okapi/multilingual.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_okapi/okapi.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_okapi/okapi_arc_multilingual.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_okapi/okapi_hellaswag_multilingual.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/crosslingual/crosslingual_okapi/okapi_mmlu_multilingual.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque/basque_bench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque/basque_bench_gen.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque/basque_bench_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque/bhtc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque/epec.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque_evaluation/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque_evaluation/eus.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque_evaluation/eus_exams.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque_evaluation/eus_proficiency.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque_evaluation/eus_reading.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/basque_evaluation/eus_trivia.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/nordic/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/nordic/icelandic_winogrande.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/nordic/noreval_mc_log_likelihoods.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/nordic/noticia.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/norwegian/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/norwegian/noreval.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/norwegian/noreval_exact.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/norwegian/noreval_gen.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/norwegian/noreval_gen_exact.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/nordic_basque/norwegian/noreval_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/french/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/french/fda.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/french/french_bench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/french/french_bench_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/french/french_bench_perplexity.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/french/histoires_morales.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/french_eval/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/french_eval/olaph.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/french_eval/olaph_perplexity.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/italian/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/italian/coedit.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/italian/evalita_llm.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_franco_italian/italian/evalita_sp.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/catalan/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/catalan/catalan_bench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/catalan/catalan_bench_gen.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/catalan/catalan_bench_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/catalan/catalanqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/catalan/catcola.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/galician/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/galician/cocoteros.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/galician/galcola.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/galician/galician_bench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/galician/galician_bench_gen.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/galician/galician_bench_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/portuguese/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/portuguese/assin.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/portuguese/cabreu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/portuguese/portuguese_bench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/portuguese/portuguese_bench_gen.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/portuguese/portuguese_bench_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/spanish/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/spanish/spanish_bench.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/spanish/spanish_bench_gen.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/romance_iberian/spanish/spanish_bench_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/slavic_dialog/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/slavic_dialog/mts_dialog.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/slavic_dialog/mts_dialog_perplexity.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/slavic_dialog/parafraseja.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/slavic_dialog/parafrases.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/slavic_dialog/polemo2.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/turkish/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/turkish/haerae.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/turkish/tmmluplus.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/turkish/turkishmmlu.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/turkish/turkishmmlu_cot.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/european/slavic_turkic/turkish/turkishmmlu_mc.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/lambada/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/lambada/lambada_cloze.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/lambada/lambada_multilingual.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/lambada/lambada_multilingual_stablelm.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/morphology/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/morphology/blimp_nl.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/morphology/lm_syneval.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/morphology/multiblimp.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/morphology/turblimp_core.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/morphology/zhoblimp.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/paraphrase/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/paraphrase/bhs.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/paraphrase/careqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/paraphrase/click.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/paraphrase/coqcat.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/paraphrase/pawsx.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/text_analysis/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/text_analysis/mela.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/text_analysis/phrases.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/text_analysis/phrases_ca_va.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/text_tasks/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/text_tasks/cnn.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/text_tasks/summarization.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/text_tasks/translation.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/text_tasks/wic.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/text_processing/text_tasks/wikitext.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/translation_regional/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/translation_regional/regional_misc/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/translation_regional/regional_misc/financial.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/translation_regional/regional_misc/gaokao.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/translation_regional/regional_misc/score.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/translation_regional/regional_misc/teca.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/translation_regional/wmt/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/translation_regional/wmt/iwslt2017.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/translation_regional/wmt/wmt14.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/language/text_and_translation/translation_regional/wmt/wmt16.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/clinical/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/clinical/med_concepts_qa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/clinical/meddialog.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/clinical/medical.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/clinical/medmcqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/clinical/medqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/specialized/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/specialized/glianorex.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/specialized/kormedmcqa.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/specialized/mediqa_qa2019.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/specialized/medtext.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/text/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/text/meqsum.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/medical/text/mimic_repsum.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/ai_risk/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/ai_risk/advanced.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/ai_risk/ethics.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/ai_risk/hendrycks_ethics.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/ai_risk/sycophancy.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/ai_risk/wmdp.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/bias_evaluation/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/bias_evaluation/bbq.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/bias_evaluation/cabbq.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/bias_evaluation/crows_pairs.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/bias_evaluation/discrim_eval.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/bias_evaluation/esbbq.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/content_safety/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/content_safety/ethos.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/content_safety/model_written_evals.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/content_safety/persona.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/content_safety/realtoxicityprompts.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/content_safety/toxigen.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/fairness/__init__.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/fairness/simple_cooccurrence_bias.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/fairness/vaxx.py
wisent/extractors/lm_eval/registry/lm_task_extractors/specialized/safety/fairness/winogender.py
wisent_extractors.egg-info/PKG-INFO
wisent_extractors.egg-info/SOURCES.txt
wisent_extractors.egg-info/dependency_links.txt
wisent_extractors.egg-info/requires.txt
wisent_extractors.egg-info/top_level.txt