.gitattributes
.gitignore
.pre-commit-config.yaml
CONTRIBUTING.md
LICENSE.md
README.md
pyproject.toml
uv.lock
.github/CODEOWNERS
.github/workflows/ci.yml
.github/workflows/cla.yml
.github/workflows/publish.yml
docs/api.rst
docs/conf.py
docs/endpoints-submission-cli.md
docs/index.rst
docs/_static/.gitkeep
docs/endpoints-cli/README.md
docs/endpoints-cli/getting-started.md
docs/endpoints-cli/reference/api-mapping.md
docs/endpoints-cli/reference/architecture.md
docs/endpoints-cli/reference/run-folder-layout.md
docs/endpoints-cli/usage/runs.md
docs/endpoints-cli/usage/submissions.md
src/endpoints_submission_cli/__init__.py
src/endpoints_submission_cli/_http.py
src/endpoints_submission_cli/_version.py
src/endpoints_submission_cli/_version_check.py
src/endpoints_submission_cli/exceptions.py
src/endpoints_submission_cli/formatting.py
src/endpoints_submission_cli/main.py
src/endpoints_submission_cli/truncation.py
src/endpoints_submission_cli.egg-info/PKG-INFO
src/endpoints_submission_cli.egg-info/SOURCES.txt
src/endpoints_submission_cli.egg-info/dependency_links.txt
src/endpoints_submission_cli.egg-info/entry_points.txt
src/endpoints_submission_cli.egg-info/requires.txt
src/endpoints_submission_cli.egg-info/scm_file_list.json
src/endpoints_submission_cli.egg-info/scm_version.json
src/endpoints_submission_cli.egg-info/top_level.txt
src/endpoints_submission_cli/commands/__init__.py
src/endpoints_submission_cli/commands/check_submission.py
src/endpoints_submission_cli/commands/common.py
src/endpoints_submission_cli/commands/runs/__init__.py
src/endpoints_submission_cli/commands/runs/create.py
src/endpoints_submission_cli/commands/runs/delete.py
src/endpoints_submission_cli/commands/runs/get.py
src/endpoints_submission_cli/commands/runs/list.py
src/endpoints_submission_cli/commands/runs/pin.py
src/endpoints_submission_cli/commands/runs/unpin.py
src/endpoints_submission_cli/commands/submissions/__init__.py
src/endpoints_submission_cli/commands/submissions/create.py
src/endpoints_submission_cli/commands/submissions/create_local.py
src/endpoints_submission_cli/commands/submissions/get.py
src/endpoints_submission_cli/commands/submissions/list.py
src/endpoints_submission_cli/commands/submissions/remove_run.py
src/endpoints_submission_cli/commands/submissions/update.py
src/endpoints_submission_cli/commands/submissions/withdraw.py
src/endpoints_submission_cli/runs/__init__.py
src/endpoints_submission_cli/runs/api.py
src/endpoints_submission_cli/runs/formatters.py
src/endpoints_submission_cli/runs/parser.py
src/endpoints_submission_cli/submissions/__init__.py
src/endpoints_submission_cli/submissions/api.py
src/endpoints_submission_cli/submissions/builder.py
src/endpoints_submission_cli/submissions/formatters.py
src/submission_checker/__init__.py
src/submission_checker/accuracy_targets.py
src/submission_checker/checker.py
src/submission_checker/cli.py
src/submission_checker/cohorts.py
src/submission_checker/drafters.py
src/submission_checker/layout.py
src/submission_checker/seed_sets.py
src/submission_checker/data/approved_drafters.yaml
src/submission_checker/data/seed_sets.yaml
src/submission_checker/models/__init__.py
src/submission_checker/models/loader.py
src/submission_checker/models/regions.py
src/submission_checker/models/results.py
src/submission_checker/models/structure.py
src/submission_checker/models/aggregate/__init__.py
src/submission_checker/models/aggregate/context.py
src/submission_checker/models/aggregate/drafter_binding.py
src/submission_checker/models/aggregate/point_placement.py
src/submission_checker/models/aggregate/point_result.py
src/submission_checker/models/aggregate/seed_binding.py
src/submission_checker/models/file/__init__.py
src/submission_checker/models/file/accuracy.py
src/submission_checker/models/file/point_config.py
src/submission_checker/models/file/point_summary.py
src/submission_checker/models/file/steady_state.py
src/submission_checker/models/file/system.py
src/submission_checker/models/file/system_power.py
test_submissions/invalid_submission/docs/.gitkeep
test_submissions/invalid_submission/results/bad_system/system_power.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r16/accuracy_results.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r16/config.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r16/point.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r16/result_summary.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r16/system_desc.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r38/accuracy_results.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r38/config.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r38/point.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r38/result_summary.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r38/system_desc.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r88/accuracy_results.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r88/config.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r88/point.yaml
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r88/result_summary.json
test_submissions/invalid_submission/results/bad_system/Llama-3_1-8B-Instruct/r88/system_desc.json
test_submissions/invalid_submission/src/custom/README.md
test_submissions/sub_a/docs/.gitkeep
test_submissions/sub_a/results/sys_mi355x_8gpu/system_power.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r1024/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r1024/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r1024/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r1024/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r1024/system_desc.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r128/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r128/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r128/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r128/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r128/system_desc.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r16/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r16/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r16/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r16/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r16/system_desc.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r2048/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r2048/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r2048/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r2048/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r2048/system_desc.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r4/system_desc.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r512/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r512/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r512/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r512/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r512/system_desc.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r64/accuracy_results.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r64/config.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r64/point.yaml
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r64/result_summary.json
test_submissions/sub_a/results/sys_mi355x_8gpu/gpt-oss-120b/r64/system_desc.json
test_submissions/sub_a/src/vllm/README.md
test_submissions/sub_b/docs/.gitkeep
test_submissions/sub_b/results/sys_mi355x_16gpu/system_power.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r1024/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r1024/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r1024/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r1024/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r1024/system_desc.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r128/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r128/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r128/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r128/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r128/system_desc.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r16/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r16/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r16/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r16/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r16/system_desc.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r2048/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r2048/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r2048/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r2048/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r2048/system_desc.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r4/system_desc.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r512/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r512/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r512/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r512/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r512/system_desc.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r64/accuracy_results.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r64/config.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r64/point.yaml
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r64/result_summary.json
test_submissions/sub_b/results/sys_mi355x_16gpu/gpt-oss-120b/r64/system_desc.json
test_submissions/sub_b/src/vllm/README.md
test_submissions/sub_c/docs/.gitkeep
test_submissions/sub_c/results/sys_tpu_4chip/system_power.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r128/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r128/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r128/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r128/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r128/system_desc.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r16/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r16/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r16/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r16/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r16/system_desc.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r256/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r256/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r256/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r256/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r256/system_desc.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r32/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r32/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r32/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r32/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r32/system_desc.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r512/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r512/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r512/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r512/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r512/system_desc.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r64/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r64/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r64/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r64/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r64/system_desc.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/accuracy_results.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/config.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/point.yaml
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/result_summary.json
test_submissions/sub_c/results/sys_tpu_4chip/qwen3-coder-480b/r8/system_desc.json
test_submissions/sub_c/src/vllm/README.md
test_submissions/sub_d/docs/.gitkeep
test_submissions/sub_d/results/sys_tpu_8chip/system_power.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r1024/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r1024/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r1024/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r1024/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r1024/system_desc.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r128/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r128/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r128/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r128/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r128/system_desc.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r16/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r16/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r16/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r16/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r16/system_desc.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r256/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r256/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r256/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r256/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r256/system_desc.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r32/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r32/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r32/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r32/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r32/system_desc.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r512/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r512/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r512/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r512/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r512/system_desc.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r64/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r64/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r64/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r64/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r64/system_desc.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/accuracy_results.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/config.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/point.yaml
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/result_summary.json
test_submissions/sub_d/results/sys_tpu_8chip/qwen3-coder-480b/r8/system_desc.json
test_submissions/sub_d/src/vllm/README.md
test_submissions/sub_e/docs/.gitkeep
test_submissions/sub_e/results/sys_gaudi_dp1/system_power.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1/system_desc.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1024/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1024/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1024/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1024/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r1024/system_desc.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r128/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r128/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r128/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r128/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r128/system_desc.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r16/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r16/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r16/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r16/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r16/system_desc.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r2/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r2/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r2/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r2/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r2/system_desc.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r256/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r256/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r256/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r256/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r256/system_desc.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r32/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r32/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r32/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r32/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r32/system_desc.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r4/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r4/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r4/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r4/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r4/system_desc.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r512/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r512/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r512/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r512/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r512/system_desc.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r64/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r64/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r64/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r64/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r64/system_desc.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r8/accuracy_results.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r8/config.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r8/point.yaml
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r8/result_summary.json
test_submissions/sub_e/results/sys_gaudi_dp1/llama3-8b/r8/system_desc.json
test_submissions/sub_e/src/vllm/README.md
test_submissions/sub_f/docs/.gitkeep
test_submissions/sub_f/results/sys_gaudi_dp2/system_power.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1/system_desc.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1024/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1024/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1024/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1024/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r1024/system_desc.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r128/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r128/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r128/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r128/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r128/system_desc.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r16/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r16/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r16/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r16/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r16/system_desc.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r2/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r2/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r2/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r2/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r2/system_desc.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r256/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r256/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r256/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r256/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r256/system_desc.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r32/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r32/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r32/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r32/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r32/system_desc.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r4/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r4/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r4/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r4/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r4/system_desc.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r512/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r512/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r512/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r512/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r512/system_desc.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r64/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r64/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r64/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r64/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r64/system_desc.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r8/accuracy_results.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r8/config.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r8/point.yaml
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r8/result_summary.json
test_submissions/sub_f/results/sys_gaudi_dp2/llama3-8b/r8/system_desc.json
test_submissions/sub_f/src/vllm/README.md
test_submissions/sub_g/docs/.gitkeep
test_submissions/sub_g/results/sys_8gpu_vllm/system_power.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1024/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1024/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1024/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1024/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1024/system_desc.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r128/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r128/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r128/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r128/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r128/system_desc.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1536/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1536/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1536/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1536/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r1536/system_desc.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r192/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r192/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r192/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r192/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r192/system_desc.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r2048/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r2048/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r2048/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r2048/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r2048/system_desc.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r256/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r256/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r256/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r256/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r256/system_desc.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r384/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r384/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r384/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r384/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r384/system_desc.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r512/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r512/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r512/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r512/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r512/system_desc.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r64/system_desc.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r768/accuracy_results.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r768/config.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r768/point.yaml
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r768/result_summary.json
test_submissions/sub_g/results/sys_8gpu_vllm/llama3-70b/r768/system_desc.json
test_submissions/sub_g/src/vllm/README.md
test_submissions/sub_h/docs/.gitkeep
test_submissions/sub_h/results/sys_8gpu_sglang/system_power.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1024/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1024/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1024/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1024/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1024/system_desc.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r128/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r128/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r128/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r128/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r128/system_desc.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1536/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1536/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1536/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1536/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r1536/system_desc.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r192/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r192/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r192/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r192/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r192/system_desc.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r2048/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r2048/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r2048/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r2048/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r2048/system_desc.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r256/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r256/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r256/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r256/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r256/system_desc.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r384/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r384/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r384/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r384/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r384/system_desc.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r512/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r512/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r512/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r512/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r512/system_desc.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r64/system_desc.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r768/accuracy_results.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r768/config.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r768/point.yaml
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r768/result_summary.json
test_submissions/sub_h/results/sys_8gpu_sglang/llama3-70b/r768/system_desc.json
test_submissions/sub_h/src/sglang/README.md
test_submissions/sub_i/docs/.gitkeep
test_submissions/sub_i/results/sys_h200_8gpu/system_power.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r1/system_desc.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r128/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r128/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r128/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r128/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r128/system_desc.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r16/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r16/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r16/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r16/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r16/system_desc.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r2/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r2/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r2/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r2/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r2/system_desc.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r256/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r256/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r256/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r256/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r256/system_desc.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r32/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r32/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r32/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r32/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r32/system_desc.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r4/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r4/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r4/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r4/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r4/system_desc.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r512/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r512/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r512/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r512/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r512/system_desc.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r64/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r64/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r64/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r64/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r64/system_desc.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r8/accuracy_results.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r8/config.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r8/point.yaml
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r8/result_summary.json
test_submissions/sub_i/results/sys_h200_8gpu/deepseek-r1/r8/system_desc.json
test_submissions/sub_i/src/tensorrt-llm/README.md
test_submissions/sub_j/docs/.gitkeep
test_submissions/sub_j/results/sys_gb300_72gpu/system_power.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r1024/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r1024/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r1024/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r1024/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r1024/system_desc.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r128/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r128/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r128/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r128/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r128/system_desc.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r16384/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r16384/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r16384/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r16384/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r16384/system_desc.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r2048/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r2048/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r2048/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r2048/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r2048/system_desc.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r256/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r256/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r256/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r256/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r256/system_desc.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r32/system_desc.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r4096/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r4096/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r4096/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r4096/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r4096/system_desc.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r512/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r512/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r512/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r512/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r512/system_desc.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r64/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r64/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r64/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r64/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r64/system_desc.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r8192/accuracy_results.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r8192/config.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r8192/point.yaml
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r8192/result_summary.json
test_submissions/sub_j/results/sys_gb300_72gpu/deepseek-r1/r8192/system_desc.json
test_submissions/sub_j/src/tensorrt-llm/README.md
test_submissions/valid_standardized/docs/.gitkeep
test_submissions/valid_standardized/docs/calibration.adoc
test_submissions/valid_standardized/results/acme_h100x8_001/system_power.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r1000/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r1000/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r1000/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r1000/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r1000/system_desc.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r16/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r16/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r16/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r16/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r16/system_desc.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r20/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r20/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r20/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r20/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r20/system_desc.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r256/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r256/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r256/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r256/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r256/system_desc.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r512/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r512/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r512/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r512/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r512/system_desc.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r768/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r768/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r768/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r768/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r768/system_desc.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r88/accuracy_results.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r88/config.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r88/point.yaml
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r88/result_summary.json
test_submissions/valid_standardized/results/acme_h100x8_001/llama3_1-8b/r88/system_desc.json
test_submissions/valid_standardized/src/llama3_1-8b/.gitkeep
test_submissions/valid_standardized/src/llama3_1-8b/README.md
test_submissions/valid_standardized/src/vllm/README.md
tests/__init__.py
tests/endpoints_submission_cli/__init__.py
tests/endpoints_submission_cli/conftest.py
tests/endpoints_submission_cli/test_cli_metadata.py
tests/endpoints_submission_cli/test_formatting.py
tests/endpoints_submission_cli/test_http.py
tests/endpoints_submission_cli/commands/__init__.py
tests/endpoints_submission_cli/commands/test_check_submission_command.py
tests/endpoints_submission_cli/commands/test_runs_commands.py
tests/endpoints_submission_cli/commands/test_submissions_commands.py
tests/endpoints_submission_cli/runs/__init__.py
tests/endpoints_submission_cli/runs/test_api.py
tests/endpoints_submission_cli/runs/test_formatters.py
tests/endpoints_submission_cli/runs/test_parser.py
tests/endpoints_submission_cli/submissions/__init__.py
tests/endpoints_submission_cli/submissions/test_api.py
tests/endpoints_submission_cli/submissions/test_builder.py
tests/endpoints_submission_cli/submissions/test_formatters.py
tests/submission_checker/__init__.py
tests/submission_checker/conftest.py
tests/submission_checker/test_checker.py
tests/submission_checker/test_checks_aggregate.py
tests/submission_checker/test_checks_file.py
tests/submission_checker/test_checks_offline.py
tests/submission_checker/test_checks_power.py
tests/submission_checker/test_checks_seed_binding.py
tests/submission_checker/test_checks_specdec_agentic.py
tests/submission_checker/test_checks_steady_state.py
tests/submission_checker/test_checks_structure.py
tests/submission_checker/test_cli.py
tests/submission_checker/test_cohorts.py
tests/submission_checker/test_fixture_corpus.py
tests/submission_checker/test_layout.py
tests/submission_checker/test_loader.py
tests/submission_checker/test_models.py
tests/submission_checker/test_region_derivation.py
tests/submission_checker/test_regions.py
tests/submission_checker/test_seed_sets.py
tests/tools/__init__.py
tests/tools/regenerate_fixtures.py