.gitignore
AGENTS.md
CITATION.cff
DATA_CHANGELOG.md
LICENSE
LICENSE-CC-BY-4.0
README.md
catalog_english.md
catalog_multilingual.md
catalog_vision.md
pyproject.toml
setup.cfg
.github/scripts/release.py
.github/workflows/python-publish.yml
.github/workflows/release.yml
.github/workflows/tests.yml
dataset_cards/jev-AGENTS.md
dataset_cards/jev-exclusion-resource.md
dataset_cards/jev-token-source-status.md
dataset_cards/procedural-typed-decisions.md
dataset_cards/synthetic-typed-decisions.md
dataset_cards/tasksource-dpo-pairs.md
dataset_cards/tasksource-instruct.md
dataset_cards/tasksource-it-support-tickets.md
dataset_cards/tasksource-jev.md
dataset_cards/webinstruct.md
docs/examples.md
docs/prospects.md
docs/jev/README.md
docs/jev/label-audit.md
docs/jev/sources.md
docs/jev/specialized-text.md
docs/jev/audits/aspect-privacy-audit.json
docs/jev/audits/aspect-privacy-audit.md
docs/jev/audits/browser-audit.json
docs/jev/audits/cauldron-audit.json
docs/jev/audits/cauldron-smoke.json
docs/jev/audits/causal-reasoning-audit.json
docs/jev/audits/cloze-batch-recast.json
docs/jev/audits/cloze-source-screen.json
docs/jev/audits/dialogue-expansion-audit.json
docs/jev/audits/game-expansion-audit.json
docs/jev/audits/game-expansion-audit.md
docs/jev/audits/grounded-reasoning-recast.json
docs/jev/audits/grounded-reasoning-screen.json
docs/jev/audits/jev-filter-random20.csv
docs/jev/audits/jev-filter-review.md
docs/jev/audits/jev-review-conventions.json
docs/jev/audits/json-source-audit.json
docs/jev/audits/json-source-audit.md
docs/jev/audits/linguistic-expansion-audit.json
docs/jev/audits/maven-arg-source-audit.json
docs/jev/audits/meme-safety-batch-audit.json
docs/jev/audits/migration-notes.md
docs/jev/audits/procedural-suites-audit.json
docs/jev/audits/procedural-vision-audit.json
docs/jev/audits/reading-dialogue-batch-audit.json
docs/jev/audits/refcoco-grounding-recast.json
docs/jev/audits/region-audit.json
docs/jev/audits/relation-expansion-audit.json
docs/jev/audits/remaining-queue-audit.json
docs/jev/audits/retrieval-expansion-audit.json
docs/jev/audits/rico-grounding-audit.json
docs/jev/audits/rico-widget-audit.json
docs/jev/audits/rico-widget-smoke.json
docs/jev/audits/sbic-audit.json
docs/jev/audits/showui-grounding-source.json
docs/jev/audits/spatial-dise-recast.json
docs/jev/audits/specialized-text-audit.json
docs/jev/audits/stance-expansion-audit.json
docs/jev/audits/superclevr-audit.json
docs/jev/audits/synthetic-pilot-2026-09-29.md
docs/jev/audits/target-sentiment-audit.json
docs/jev/audits/trip-audit.json
docs/jev/audits/visgym-balanced-audit.json
docs/jev/audits/visual-expansion-audit.json
docs/jev/audits/visual-expansion-quality.json
docs/jev/audits/visual-expansion-smoke.json
docs/jev/audits/visual-safety-audit.json
docs/prospects/2026-10-12-multiple-choice.jsonl
docs/prospects/2026-10-12-multiple-choice.md
docs/prospects/2026-10-13-hf-papers.jsonl
docs/prospects/2026-10-13-hf-papers.md
docs/prospects/2026-10-13-openalex.md
docs/prospects/2026-10-13-vision-multiple-choice.jsonl
docs/prospects/2026-10-13-vision-multiple-choice.manifest.json
docs/prospects/2026-10-13-vision-multiple-choice.md
docs/prospects/2026-10-13.jsonl
docs/prospects/2026-10-13.manifest.json
docs/prospects/2026-10-13.md
docs/prospects/2026-10-14-vision-calibration.jsonl
docs/prospects/2026-10-14-vision-calibration.manifest.json
docs/prospects/2026-10-14-vision-calibration.md
docs/prospects/2026-10-14-vision-vqa.jsonl
docs/prospects/2026-10-14-vision-vqa.manifest.json
docs/prospects/2026-10-14-vision-vqa.md
docs/prospects/2026-10-16.jsonl
docs/prospects/2026-10-16.md
scripts/__init__.py
scripts/append_jev.py
scripts/append_jev_vision.py
scripts/audit_annotations.py
scripts/audit_jev_tasks.py
scripts/audit_recam.py
scripts/audit_vision_quality.py
scripts/audit_webinstruct.py
scripts/build_instruct_dataset.py
scripts/build_jev_dataset.py
scripts/build_label_nli.py
scripts/build_procedural_jev.py
scripts/build_synthetic_jev.py
scripts/build_webinstruct.py
scripts/calibrate_procedural_levels.py
scripts/discover_openalex.py
scripts/extract_jev_exclusions.py
scripts/jev_error_pass.py
scripts/jev_mix_scores.py
scripts/jev_second_detector.py
scripts/publish_synthetic_typed_decisions.sh
scripts/push_dataset_card.py
scripts/remove_jev_sources.py
scripts/run_synthetic_jev.sh
scripts/update_audit_weights.py
scripts/update_licenses.py
scripts/upload_repackaged.py
scripts/write_example_gallery.py
scripts/write_task_catalogs.py
scripts/repackage_dataset/README.md
scripts/repackage_dataset/__init__.py
scripts/repackage_dataset/__main__.py
scripts/repackage_dataset/browser.py
scripts/repackage_dataset/comve.py
scripts/repackage_dataset/dialogue.py
scripts/repackage_dataset/games.py
scripts/repackage_dataset/grounding.py
scripts/repackage_dataset/help_desk_tickets.py
scripts/repackage_dataset/it_support_tickets.py
scripts/repackage_dataset/linguistic.py
scripts/repackage_dataset/memes.py
scripts/repackage_dataset/mind2web.py
scripts/repackage_dataset/regions.py
scripts/repackage_dataset/relations.py
scripts/repackage_dataset/relevance.py
scripts/repackage_dataset/sbic.py
scripts/repackage_dataset/spatial_dise.py
scripts/repackage_dataset/specialized_text.py
scripts/repackage_dataset/stance.py
scripts/repackage_dataset/superclevr.py
scripts/repackage_dataset/tabmwp.py
scripts/repackage_dataset/target_sentiment.py
scripts/repackage_dataset/text.py
scripts/repackage_dataset/vision.py
scripts/repackage_dataset/visual_safety.py
scripts/repackage_dataset/procedural/README.md
scripts/repackage_dataset/procedural/__init__.py
scripts/repackage_dataset/procedural/balanced_visgym.py
scripts/repackage_dataset/procedural/common.py
scripts/repackage_dataset/procedural/mentis.py
scripts/repackage_dataset/procedural/scale.py
scripts/repackage_dataset/procedural/suites.py
scripts/repackage_dataset/procedural/trace.py
scripts/repackage_dataset/procedural/trace_generate.py
scripts/repackage_dataset/procedural/tron.py
scripts/repackage_dataset/procedural/visgym.py
src/tasksource/__init__.py
src/tasksource/access.py
src/tasksource/citation.py
src/tasksource/eval_only.py
src/tasksource/grounding.py
src/tasksource/licenses.py
src/tasksource/llm.py
src/tasksource/mtasks.py
src/tasksource/multilingual_tasks.py
src/tasksource/parked.py
src/tasksource/preprocess.py
src/tasksource/quality.py
src/tasksource/recast.py
src/tasksource/tasks.py
src/tasksource/vision_tasks.py
src/tasksource.egg-info/PKG-INFO
src/tasksource.egg-info/SOURCES.txt
src/tasksource.egg-info/dependency_links.txt
src/tasksource.egg-info/requires.txt
src/tasksource.egg-info/scm_file_list.json
src/tasksource.egg-info/scm_version.json
src/tasksource.egg-info/top_level.txt
src/tasksource/jev/__init__.py
src/tasksource/jev/augmentations.py
src/tasksource/jev/derived.py
src/tasksource/jev/length.py
src/tasksource/jev/options.py
src/tasksource/jev/ordinal.py
src/tasksource/jev/prompt_augmentations.py
src/tasksource/jev/questions.py
src/tasksource/jev/recast.py
src/tasksource/jev/token_labels.py
src/tasksource/jev/procedural/__init__.py
src/tasksource/jev/procedural/_common.py
src/tasksource/jev/procedural/arithmetic.py
src/tasksource/jev/procedural/entity_belief_tracking.py
src/tasksource/jev/procedural/event_state_reconstruction.py
src/tasksource/jev/procedural/event_triggered_execution.py
src/tasksource/jev/procedural/evidence_sufficiency.py
src/tasksource/jev/procedural/goal_directed_planning.py
src/tasksource/jev/procedural/graph_navigation.py
src/tasksource/jev/procedural/instruction_execution.py
src/tasksource/jev/procedural/multi_view_adjudication.py
src/tasksource/jev/procedural/needle_retrieval.py
src/tasksource/jev/procedural/partial_observation_calibration.py
src/tasksource/jev/procedural/policy_applicability.py
src/tasksource/jev/procedural/policy_under_uncertainty.py
src/tasksource/jev/procedural/record_aggregation.py
src/tasksource/jev/procedural/record_eligibility.py
src/tasksource/jev/procedural/state_perturbation.py
src/tasksource/jev/procedural/table_lookup.py
src/tasksource/jev/procedural/taxonomy_routing.py
src/tasksource/jev/synthetic/__init__.py
src/tasksource/jev/synthetic/annotate.py
src/tasksource/jev/synthetic/config.py
src/tasksource/jev/synthetic/critic.py
src/tasksource/jev/synthetic/dedup.py
src/tasksource/jev/synthetic/generate.py
src/tasksource/jev/synthetic/manifest.py
src/tasksource/jev/synthetic/providers.py
src/tasksource/jev/synthetic/run.py
src/tasksource/jev/synthetic/schemas.py
src/tasksource/jev/synthetic/select.py
src/tasksource/jev/synthetic/specs.py
src/tasksource/jev/synthetic/split.py
src/tasksource/jev/synthetic/teacher_audit.py
src/tasksource/jev/synthetic/validate.py
src/tasksource/jev/synthetic/workflows.py
src/tasksource/jev/synthetic/configs/albert_deepseek_v4_flash.yaml
src/tasksource/jev/synthetic/configs/albert_deepseek_v4_flash_jev.yaml
src/tasksource/jev/synthetic/configs/albert_deepseek_v4_flash_jev_accepted20k.yaml
src/tasksource/jev/synthetic/configs/albert_deepseek_v4_flash_jev_audited.yaml
src/tasksource/jev/synthetic/configs/albert_deepseek_v4_flash_jev_night4000.yaml
src/tasksource/jev/synthetic/configs/mock_pilot.yaml
src/tasksource/jev/synthetic/configs/openai_luna.yaml
src/tasksource/jev/synthetic/prompts/critic.txt
src/tasksource/jev/synthetic/prompts/generate.txt
src/tasksource/jev/synthetic/prompts/teacher_audit.txt
src/tasksource/jev/synthetic/prompts/workflow_check.txt
src/tasksource/jev/synthetic/prompts/workflow_design.txt
src/tasksource/jev/synthetic/prompts/workflow_state.txt
src/tasksource/jev/synthetic/samples/README.md
src/tasksource/jev/synthetic/samples/bundles_sample.jsonl
src/tasksource/jev/synthetic/samples/flat_sample.jsonl
src/tasksource/metadata/__init__.py
src/tasksource/metadata/audit_kappa.csv
src/tasksource/metadata/audit_weights.py
src/tasksource/metadata/bigbench_groups.py
src/tasksource/metadata/blimp_groups.py
src/tasksource/metadata/canonical.py
src/tasksource/metadata/card_licenses.py
src/tasksource/metadata/configs.py
src/tasksource/metadata/discourse.py
src/tasksource/metadata/dpi_licenses.py
src/tasksource/metadata/eurovoc.py
src/tasksource/metadata/jev_mixes.py
src/tasksource/metadata/jev_source_scores.csv
src/tasksource/metadata/original.txt
src/tasksource/metadata/originals.py
src/tasksource/metadata/popularity.py
src/tasksource/metadata/recam_test_overlap.py
src/tasksource/metadata/source_license_evidence.py
src/tasksource/metadata/source_revisions.py
src/tasksource/metadata/weights.py
src/tasksource/task_discovery/README.md
src/tasksource/task_discovery/__init__.py
src/tasksource/task_discovery/__main__.py
src/tasksource/task_discovery/cards.py
src/tasksource/task_discovery/catalog_links.jsonl
src/tasksource/task_discovery/catalog_links.manifest.json
src/tasksource/task_discovery/decisions.json
src/tasksource/task_discovery/discover_task_prospects.py
src/tasksource/task_discovery/fingerprint.py
src/tasksource/task_discovery/hf_hub.py
src/tasksource/task_discovery/hf_papers.py
src/tasksource/task_discovery/identifiers.py
src/tasksource/task_discovery/jev_review.py
src/tasksource/task_discovery/link.py
src/tasksource/task_discovery/match.py
src/tasksource/task_discovery/openalex.py
src/tasksource/task_discovery/paperswithcode.py
src/tasksource/task_discovery/prospect.py
src/tasksource/task_discovery/scheduled.py
src/tasksource/task_discovery/todo_batch.md
src/tasksource/task_discovery/web_agent.py
tests/test_aspect_privacy.py
tests/test_balanced_visgym.py
tests/test_box_som.py
tests/test_browser_tasks.py
tests/test_build_instruct.py
tests/test_build_provenance.py
tests/test_catalog_naming.py
tests/test_causal_reasoning.py
tests/test_citation.py
tests/test_cloze_batch.py
tests/test_coordinate_choices.py
tests/test_dialogue_expansion.py
tests/test_discosense.py
tests/test_discovery_prospects.py
tests/test_discovery_queue.py
tests/test_example_gallery.py
tests/test_game_datasets.py
tests/test_grounded_reasoning.py
tests/test_grounding.py
tests/test_grounding_repackage.py
tests/test_it_support_tickets.py
tests/test_jev_derived.py
tests/test_jev_error_pass.py
tests/test_jev_synthetic.py
tests/test_jev_workflows.py
tests/test_label_nli.py
tests/test_library_compat.py
tests/test_licenses.py
tests/test_linguistic_expansion.py
tests/test_linguistic_repackaging.py
tests/test_maven_arg.py
tests/test_meme_datasets.py
tests/test_migrated_loaders.py
tests/test_mind2web_text.py
tests/test_modern_tasks.py
tests/test_offline_import.py
tests/test_parked.py
tests/test_preprocessing_edges.py
tests/test_procedural_execution.py
tests/test_procedural_jev.py
tests/test_procedural_mirrors.py
tests/test_procedural_suites.py
tests/test_prospect.py
tests/test_published_ids.py
tests/test_quality_manifest.py
tests/test_question_context.py
tests/test_reading_dialogue_batch.py
tests/test_recast_jev.py
tests/test_record_eligibility.py
tests/test_relation_expansion.py
tests/test_relevance_tasks.py
tests/test_remaining_queue.py
tests/test_retrieval_expansion.py
tests/test_review_fixes.py
tests/test_sbic.py
tests/test_soft_labeling.py
tests/test_spatial_dise.py
tests/test_specialized_text.py
tests/test_stance_expansion.py
tests/test_superclevr.py
tests/test_target_sentiment.py
tests/test_task_catalogs.py
tests/test_task_discovery.py
tests/test_task_questions.py
tests/test_vision.py
tests/test_vision_append.py
tests/test_visual_repackaging.py
tests/test_visual_safety.py
tests/test_webinstruct.py
tests/test_wikipedia_detox.py