.gitattributes
.gitignore
.pre-commit-config.yaml
CONTRIBUTING.md
LICENSE.md
README.md
pyproject.toml
uv.lock
.github/CODEOWNERS
.github/workflows/ci.yml
.github/workflows/cla.yml
.github/workflows/publish.yml
docs/api.rst
docs/conf.py
docs/endpoints-submission-cli.md
docs/index.rst
docs/_static/.gitkeep
docs/endpoints-cli/README.md
docs/endpoints-cli/getting-started.md
docs/endpoints-cli/reference/api-mapping.md
docs/endpoints-cli/reference/architecture.md
docs/endpoints-cli/usage/runs.md
docs/endpoints-cli/usage/submissions.md
src/endpoints_submission_cli/__init__.py
src/endpoints_submission_cli/_http.py
src/endpoints_submission_cli/_version.py
src/endpoints_submission_cli/_version_check.py
src/endpoints_submission_cli/exceptions.py
src/endpoints_submission_cli/formatting.py
src/endpoints_submission_cli/main.py
src/endpoints_submission_cli/truncation.py
src/endpoints_submission_cli.egg-info/PKG-INFO
src/endpoints_submission_cli.egg-info/SOURCES.txt
src/endpoints_submission_cli.egg-info/dependency_links.txt
src/endpoints_submission_cli.egg-info/entry_points.txt
src/endpoints_submission_cli.egg-info/requires.txt
src/endpoints_submission_cli.egg-info/scm_file_list.json
src/endpoints_submission_cli.egg-info/scm_version.json
src/endpoints_submission_cli.egg-info/top_level.txt
src/endpoints_submission_cli/commands/__init__.py
src/endpoints_submission_cli/commands/check_submission.py
src/endpoints_submission_cli/commands/common.py
src/endpoints_submission_cli/commands/runs/__init__.py
src/endpoints_submission_cli/commands/runs/create.py
src/endpoints_submission_cli/commands/runs/delete.py
src/endpoints_submission_cli/commands/runs/get.py
src/endpoints_submission_cli/commands/runs/list.py
src/endpoints_submission_cli/commands/runs/pin.py
src/endpoints_submission_cli/commands/runs/unpin.py
src/endpoints_submission_cli/commands/submissions/__init__.py
src/endpoints_submission_cli/commands/submissions/add_run.py
src/endpoints_submission_cli/commands/submissions/create.py
src/endpoints_submission_cli/commands/submissions/create_local.py
src/endpoints_submission_cli/commands/submissions/get.py
src/endpoints_submission_cli/commands/submissions/list.py
src/endpoints_submission_cli/commands/submissions/remove_run.py
src/endpoints_submission_cli/commands/submissions/update.py
src/endpoints_submission_cli/commands/submissions/withdraw.py
src/endpoints_submission_cli/runs/__init__.py
src/endpoints_submission_cli/runs/api.py
src/endpoints_submission_cli/runs/formatters.py
src/endpoints_submission_cli/runs/parser.py
src/endpoints_submission_cli/submissions/__init__.py
src/endpoints_submission_cli/submissions/api.py
src/endpoints_submission_cli/submissions/builder.py
src/endpoints_submission_cli/submissions/formatters.py
src/endpoints_submission_cli/submissions/github.py
src/submission_checker/__init__.py
src/submission_checker/accuracy_targets.py
src/submission_checker/checker.py
src/submission_checker/cli.py
src/submission_checker/models/__init__.py
src/submission_checker/models/loader.py
src/submission_checker/models/regions.py
src/submission_checker/models/results.py
src/submission_checker/models/structure.py
src/submission_checker/models/aggregate/__init__.py
src/submission_checker/models/aggregate/context.py
src/submission_checker/models/aggregate/point_result.py
src/submission_checker/models/file/__init__.py
src/submission_checker/models/file/accuracy.py
src/submission_checker/models/file/point_config.py
src/submission_checker/models/file/point_summary.py
src/submission_checker/models/file/run_metadata.py
src/submission_checker/models/file/system.py
test_submissions/invalid_submission/docs/.gitkeep
test_submissions/invalid_submission/results/bad_system/system_desc_id.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r16/accuracy_results.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r16/config.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r16/point.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r16/result_summary.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r16/run_metadata.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r38/accuracy_results.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r38/config.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r38/point.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r38/result_summary.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r38/run_metadata.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r88/accuracy_results.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r88/config.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r88/point.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r88/result_summary.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r88/run_metadata.json
test_submissions/sub_a/docs/.gitkeep
test_submissions/sub_a/results/sys_mi355x_8gpu/system_desc_id.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r1024/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r1024/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r1024/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r1024/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r1024/run_metadata.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r128/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r128/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r128/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r128/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r128/run_metadata.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r16/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r16/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r16/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r16/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r16/run_metadata.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r2048/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r2048/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r2048/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r2048/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r2048/run_metadata.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/point_4.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/results_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/run_metadata.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r512/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r512/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r512/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r512/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r512/run_metadata.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r64/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r64/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r64/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r64/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r64/run_metadata.json
test_submissions/sub_b/docs/.gitkeep
test_submissions/sub_b/results/sys_mi355x_16gpu/system_desc_id.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r1024/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r1024/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r1024/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r1024/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r1024/run_metadata.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r128/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r128/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r128/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r128/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r128/run_metadata.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r16/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r16/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r16/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r16/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r16/run_metadata.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r2048/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r2048/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r2048/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r2048/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r2048/run_metadata.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/point_4.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/results_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/run_metadata.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r512/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r512/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r512/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r512/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r512/run_metadata.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r64/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r64/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r64/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r64/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r64/run_metadata.json
test_submissions/sub_c/docs/.gitkeep
test_submissions/sub_c/results/sys_tpu_4chip/system_desc_id.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r128/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r128/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r128/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r128/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r128/run_metadata.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r16/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r16/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r16/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r16/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r16/run_metadata.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r256/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r256/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r256/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r256/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r256/run_metadata.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r32/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r32/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r32/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r32/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r32/run_metadata.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r512/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r512/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r512/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r512/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r512/run_metadata.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r64/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r64/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r64/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r64/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r64/run_metadata.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/point_8.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/results_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/run_metadata.json
test_submissions/sub_d/docs/.gitkeep
test_submissions/sub_d/results/sys_tpu_8chip/system_desc_id.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r1024/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r1024/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r1024/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r1024/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r1024/run_metadata.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r128/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r128/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r128/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r128/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r128/run_metadata.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r16/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r16/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r16/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r16/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r16/run_metadata.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r256/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r256/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r256/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r256/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r256/run_metadata.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r32/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r32/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r32/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r32/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r32/run_metadata.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r512/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r512/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r512/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r512/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r512/run_metadata.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r64/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r64/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r64/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r64/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r64/run_metadata.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/point_8.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/results_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/run_metadata.json
test_submissions/sub_e/docs/.gitkeep
test_submissions/sub_e/results/sys_gaudi_dp1/system_desc_id.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/point_1.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/results_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/run_metadata.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1024/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1024/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1024/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1024/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1024/run_metadata.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r128/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r128/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r128/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r128/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r128/run_metadata.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r16/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r16/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r16/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r16/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r16/run_metadata.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r2/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r2/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r2/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r2/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r2/run_metadata.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r256/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r256/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r256/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r256/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r256/run_metadata.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r32/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r32/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r32/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r32/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r32/run_metadata.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r4/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r4/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r4/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r4/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r4/run_metadata.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r512/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r512/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r512/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r512/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r512/run_metadata.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r64/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r64/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r64/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r64/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r64/run_metadata.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r8/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r8/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r8/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r8/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r8/run_metadata.json
test_submissions/sub_f/docs/.gitkeep
test_submissions/sub_f/results/sys_gaudi_dp2/system_desc_id.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/point_1.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/results_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/run_metadata.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1024/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1024/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1024/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1024/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1024/run_metadata.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r128/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r128/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r128/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r128/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r128/run_metadata.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r16/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r16/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r16/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r16/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r16/run_metadata.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r2/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r2/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r2/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r2/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r2/run_metadata.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r256/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r256/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r256/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r256/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r256/run_metadata.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r32/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r32/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r32/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r32/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r32/run_metadata.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r4/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r4/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r4/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r4/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r4/run_metadata.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r512/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r512/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r512/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r512/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r512/run_metadata.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r64/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r64/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r64/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r64/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r64/run_metadata.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r8/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r8/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r8/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r8/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r8/run_metadata.json
test_submissions/sub_g/docs/.gitkeep
test_submissions/sub_g/results/sys_8gpu_vllm/system_desc_id.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1024/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1024/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1024/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1024/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1024/run_metadata.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r128/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r128/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r128/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r128/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r128/run_metadata.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1536/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1536/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1536/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1536/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1536/run_metadata.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r192/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r192/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r192/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r192/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r192/run_metadata.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r2048/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r2048/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r2048/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r2048/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r2048/run_metadata.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r256/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r256/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r256/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r256/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r256/run_metadata.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r384/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r384/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r384/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r384/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r384/run_metadata.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r512/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r512/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r512/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r512/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r512/run_metadata.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/point_64.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/results_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/run_metadata.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r768/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r768/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r768/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r768/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r768/run_metadata.json
test_submissions/sub_h/docs/.gitkeep
test_submissions/sub_h/results/sys_8gpu_sglang/system_desc_id.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1024/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1024/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1024/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1024/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1024/run_metadata.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r128/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r128/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r128/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r128/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r128/run_metadata.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1536/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1536/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1536/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1536/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1536/run_metadata.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r192/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r192/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r192/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r192/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r192/run_metadata.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r2048/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r2048/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r2048/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r2048/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r2048/run_metadata.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r256/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r256/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r256/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r256/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r256/run_metadata.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r384/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r384/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r384/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r384/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r384/run_metadata.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r512/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r512/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r512/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r512/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r512/run_metadata.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/point_64.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/results_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/run_metadata.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r768/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r768/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r768/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r768/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r768/run_metadata.json
test_submissions/sub_i/docs/.gitkeep
test_submissions/sub_i/results/sys_h200_8gpu/system_desc_id.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/point_1.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/results_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/run_metadata.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r128/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r128/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r128/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r128/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r128/run_metadata.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r16/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r16/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r16/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r16/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r16/run_metadata.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r2/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r2/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r2/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r2/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r2/run_metadata.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r256/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r256/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r256/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r256/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r256/run_metadata.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r32/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r32/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r32/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r32/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r32/run_metadata.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r4/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r4/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r4/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r4/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r4/run_metadata.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r512/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r512/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r512/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r512/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r512/run_metadata.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r64/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r64/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r64/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r64/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r64/run_metadata.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r8/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r8/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r8/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r8/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r8/run_metadata.json
test_submissions/sub_j/docs/.gitkeep
test_submissions/sub_j/results/sys_gb300_72gpu/system_desc_id.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r1024/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r1024/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r1024/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r1024/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r1024/run_metadata.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r128/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r128/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r128/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r128/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r128/run_metadata.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r16384/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r16384/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r16384/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r16384/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r16384/run_metadata.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r2048/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r2048/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r2048/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r2048/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r2048/run_metadata.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r256/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r256/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r256/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r256/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r256/run_metadata.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/point_32.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/results_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/run_metadata.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r4096/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r4096/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r4096/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r4096/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r4096/run_metadata.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r512/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r512/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r512/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r512/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r512/run_metadata.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r64/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r64/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r64/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r64/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r64/run_metadata.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r8192/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r8192/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r8192/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r8192/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r8192/run_metadata.json
test_submissions/valid_standardized/docs/.gitkeep
test_submissions/valid_standardized/docs/calibration.adoc
test_submissions/valid_standardized/results/acme_h100x8_001/system_desc_id.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r1000/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r1000/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r1000/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r1000/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r1000/run_metadata.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r16/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r16/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r16/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r16/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r16/run_metadata.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r256/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r256/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r256/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r256/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r256/run_metadata.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r38/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r38/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r38/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r38/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r38/run_metadata.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r512/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r512/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r512/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r512/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r512/run_metadata.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r768/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r768/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r768/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r768/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r768/run_metadata.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r88/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r88/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r88/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r88/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r88/run_metadata.json
test_submissions/valid_standardized/src/llama3_1-8b/.gitkeep
test_submissions/valid_standardized/src/llama3_1-8b/README.md
tests/__init__.py
tests/endpoints_submission_cli/__init__.py
tests/endpoints_submission_cli/conftest.py
tests/endpoints_submission_cli/test_formatting.py
tests/endpoints_submission_cli/test_http.py
tests/endpoints_submission_cli/commands/__init__.py
tests/endpoints_submission_cli/commands/test_check_submission_command.py
tests/endpoints_submission_cli/commands/test_runs_commands.py
tests/endpoints_submission_cli/commands/test_submissions_commands.py
tests/endpoints_submission_cli/runs/__init__.py
tests/endpoints_submission_cli/runs/test_api.py
tests/endpoints_submission_cli/runs/test_formatters.py
tests/endpoints_submission_cli/runs/test_parser.py
tests/endpoints_submission_cli/submissions/__init__.py
tests/endpoints_submission_cli/submissions/test_api.py
tests/endpoints_submission_cli/submissions/test_builder.py
tests/endpoints_submission_cli/submissions/test_formatters.py
tests/endpoints_submission_cli/submissions/test_github.py
tests/submission_checker/__init__.py
tests/submission_checker/conftest.py
tests/submission_checker/test_checker.py
tests/submission_checker/test_checks_aggregate.py
tests/submission_checker/test_checks_file.py
tests/submission_checker/test_checks_structure.py
tests/submission_checker/test_cli.py
tests/submission_checker/test_loader.py
tests/submission_checker/test_models.py
tests/submission_checker/test_regions.py
tests/submission_checker/test_run_metadata.py