.gitignore
CONTRIBUTING.md
LICENSE.md
README.md
pyproject.toml
uv.lock
.github/CODEOWNERS
.github/workflows/ci.yml
.github/workflows/cla.yml
.github/workflows/publish.yml
docs/api.rst
docs/conf.py
docs/endpoints-submission-cli.md
docs/index.rst
docs/_static/.gitkeep
docs/endpoints-cli/README.md
docs/endpoints-cli/getting-started.md
docs/endpoints-cli/reference/api-mapping.md
docs/endpoints-cli/reference/architecture.md
docs/endpoints-cli/usage/runs.md
docs/endpoints-cli/usage/submissions.md
src/endpoints_submission_cli/__init__.py
src/endpoints_submission_cli/_http.py
src/endpoints_submission_cli/exceptions.py
src/endpoints_submission_cli/main.py
src/endpoints_submission_cli.egg-info/PKG-INFO
src/endpoints_submission_cli.egg-info/SOURCES.txt
src/endpoints_submission_cli.egg-info/dependency_links.txt
src/endpoints_submission_cli.egg-info/entry_points.txt
src/endpoints_submission_cli.egg-info/requires.txt
src/endpoints_submission_cli.egg-info/top_level.txt
src/endpoints_submission_cli/commands/__init__.py
src/endpoints_submission_cli/commands/common.py
src/endpoints_submission_cli/commands/runs/__init__.py
src/endpoints_submission_cli/commands/runs/create.py
src/endpoints_submission_cli/commands/runs/delete.py
src/endpoints_submission_cli/commands/runs/get.py
src/endpoints_submission_cli/commands/runs/list.py
src/endpoints_submission_cli/commands/runs/pin.py
src/endpoints_submission_cli/commands/runs/unpin.py
src/endpoints_submission_cli/commands/submissions/__init__.py
src/endpoints_submission_cli/commands/submissions/add_run.py
src/endpoints_submission_cli/commands/submissions/create.py
src/endpoints_submission_cli/commands/submissions/get.py
src/endpoints_submission_cli/commands/submissions/list.py
src/endpoints_submission_cli/commands/submissions/remove_run.py
src/endpoints_submission_cli/commands/submissions/update.py
src/endpoints_submission_cli/commands/submissions/withdraw.py
src/endpoints_submission_cli/runs/__init__.py
src/endpoints_submission_cli/runs/api.py
src/endpoints_submission_cli/runs/formatters.py
src/endpoints_submission_cli/runs/parser.py
src/endpoints_submission_cli/submissions/__init__.py
src/endpoints_submission_cli/submissions/api.py
src/endpoints_submission_cli/submissions/builder.py
src/endpoints_submission_cli/submissions/formatters.py
src/endpoints_submission_cli/submissions/github.py
src/submission_checker/__init__.py
src/submission_checker/checker.py
src/submission_checker/cli.py
src/submission_checker/models/__init__.py
src/submission_checker/models/loader.py
src/submission_checker/models/regions.py
src/submission_checker/models/results.py
src/submission_checker/models/structure.py
src/submission_checker/models/aggregate/__init__.py
src/submission_checker/models/aggregate/context.py
src/submission_checker/models/aggregate/point_result.py
src/submission_checker/models/file/__init__.py
src/submission_checker/models/file/accuracy.py
src/submission_checker/models/file/point_config.py
src/submission_checker/models/file/point_summary.py
src/submission_checker/models/file/system.py
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/accuracy/accuracy.txt
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/accuracy/accuracy_result.json
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/points/point_16.yaml
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/points/point_38.yaml
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/points/point_88.yaml
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/results/point_16/mlperf_endpoints_log_detail.json
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/results/point_16/mlperf_endpoints_log_summary.json
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/results/point_38/mlperf_endpoints_log_detail.json
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/results/point_38/mlperf_endpoints_log_summary.json
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/results/point_88/mlperf_endpoints_log_detail.json
test_submissions/invalid_submission/pareto/bad_system/llama3-70b/results/point_88/mlperf_endpoints_log_summary.json
test_submissions/invalid_submission/systems/bad_system.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/accuracy/accuracy.txt
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/accuracy/accuracy_result.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/points/point_1024.yaml
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/points/point_128.yaml
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/points/point_16.yaml
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/points/point_2048.yaml
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/points/point_4.yaml
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/points/point_512.yaml
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/points/point_64.yaml
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_1024/mlperf_endpoints_log_detail.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_1024/mlperf_endpoints_log_summary.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_128/mlperf_endpoints_log_detail.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_128/mlperf_endpoints_log_summary.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_16/mlperf_endpoints_log_detail.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_16/mlperf_endpoints_log_summary.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_2048/mlperf_endpoints_log_detail.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_2048/mlperf_endpoints_log_summary.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_4/mlperf_endpoints_log_detail.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_4/mlperf_endpoints_log_summary.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_64/mlperf_endpoints_log_detail.json
test_submissions/sub_a/pareto/sys_mi355x_8gpu/gpt-oss-120b/results/point_64/mlperf_endpoints_log_summary.json
test_submissions/sub_a/systems/sys_mi355x_8gpu.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/accuracy/accuracy.txt
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/accuracy/accuracy_result.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/points/point_1024.yaml
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/points/point_128.yaml
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/points/point_16.yaml
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/points/point_2048.yaml
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/points/point_4.yaml
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/points/point_512.yaml
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/points/point_64.yaml
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_1024/mlperf_endpoints_log_detail.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_1024/mlperf_endpoints_log_summary.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_128/mlperf_endpoints_log_detail.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_128/mlperf_endpoints_log_summary.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_16/mlperf_endpoints_log_detail.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_16/mlperf_endpoints_log_summary.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_2048/mlperf_endpoints_log_detail.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_2048/mlperf_endpoints_log_summary.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_4/mlperf_endpoints_log_detail.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_4/mlperf_endpoints_log_summary.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_64/mlperf_endpoints_log_detail.json
test_submissions/sub_b/pareto/sys_mi355x_16gpu/gpt-oss-120b/results/point_64/mlperf_endpoints_log_summary.json
test_submissions/sub_b/systems/sys_mi355x_16gpu.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/accuracy/accuracy.txt
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/accuracy/accuracy_result.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/points/point_128.yaml
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/points/point_16.yaml
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/points/point_256.yaml
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/points/point_32.yaml
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/points/point_512.yaml
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/points/point_64.yaml
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/points/point_8.yaml
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_128/mlperf_endpoints_log_detail.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_128/mlperf_endpoints_log_summary.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_16/mlperf_endpoints_log_detail.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_16/mlperf_endpoints_log_summary.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_256/mlperf_endpoints_log_detail.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_256/mlperf_endpoints_log_summary.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_32/mlperf_endpoints_log_detail.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_32/mlperf_endpoints_log_summary.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_64/mlperf_endpoints_log_detail.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_64/mlperf_endpoints_log_summary.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_8/mlperf_endpoints_log_detail.json
test_submissions/sub_c/pareto/sys_tpu_4chip/qwen3-coder-480b/results/point_8/mlperf_endpoints_log_summary.json
test_submissions/sub_c/systems/sys_tpu_4chip.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/accuracy/accuracy.txt
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/accuracy/accuracy_result.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/points/point_1024.yaml
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/points/point_128.yaml
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/points/point_16.yaml
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/points/point_256.yaml
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/points/point_32.yaml
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/points/point_512.yaml
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/points/point_64.yaml
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/points/point_8.yaml
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_1024/mlperf_endpoints_log_detail.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_1024/mlperf_endpoints_log_summary.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_128/mlperf_endpoints_log_detail.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_128/mlperf_endpoints_log_summary.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_16/mlperf_endpoints_log_detail.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_16/mlperf_endpoints_log_summary.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_256/mlperf_endpoints_log_detail.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_256/mlperf_endpoints_log_summary.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_32/mlperf_endpoints_log_detail.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_32/mlperf_endpoints_log_summary.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_64/mlperf_endpoints_log_detail.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_64/mlperf_endpoints_log_summary.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_8/mlperf_endpoints_log_detail.json
test_submissions/sub_d/pareto/sys_tpu_8chip/qwen3-coder-480b/results/point_8/mlperf_endpoints_log_summary.json
test_submissions/sub_d/systems/sys_tpu_8chip.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/accuracy/accuracy.txt
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/accuracy/accuracy_result.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_1.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_1024.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_128.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_16.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_2.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_256.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_32.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_4.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_512.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_64.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/points/point_8.yaml
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_1/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_1/mlperf_endpoints_log_summary.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_1024/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_1024/mlperf_endpoints_log_summary.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_128/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_128/mlperf_endpoints_log_summary.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_16/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_16/mlperf_endpoints_log_summary.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_2/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_2/mlperf_endpoints_log_summary.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_256/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_256/mlperf_endpoints_log_summary.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_32/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_32/mlperf_endpoints_log_summary.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_4/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_4/mlperf_endpoints_log_summary.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_64/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_64/mlperf_endpoints_log_summary.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_8/mlperf_endpoints_log_detail.json
test_submissions/sub_e/pareto/sys_gaudi_dp1/llama3-8b/results/point_8/mlperf_endpoints_log_summary.json
test_submissions/sub_e/systems/sys_gaudi_dp1.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/accuracy/accuracy.txt
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/accuracy/accuracy_result.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_1.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_1024.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_128.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_16.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_2.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_256.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_32.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_4.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_512.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_64.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/points/point_8.yaml
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_1/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_1/mlperf_endpoints_log_summary.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_1024/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_1024/mlperf_endpoints_log_summary.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_128/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_128/mlperf_endpoints_log_summary.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_16/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_16/mlperf_endpoints_log_summary.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_2/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_2/mlperf_endpoints_log_summary.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_256/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_256/mlperf_endpoints_log_summary.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_32/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_32/mlperf_endpoints_log_summary.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_4/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_4/mlperf_endpoints_log_summary.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_64/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_64/mlperf_endpoints_log_summary.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_8/mlperf_endpoints_log_detail.json
test_submissions/sub_f/pareto/sys_gaudi_dp2/llama3-8b/results/point_8/mlperf_endpoints_log_summary.json
test_submissions/sub_f/systems/sys_gaudi_dp2.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/accuracy/accuracy.txt
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/accuracy/accuracy_result.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/points/point_1024.yaml
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/points/point_128.yaml
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/points/point_1536.yaml
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/points/point_192.yaml
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/points/point_2048.yaml
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/points/point_256.yaml
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/points/point_384.yaml
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/points/point_512.yaml
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/points/point_64.yaml
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/points/point_768.yaml
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_1024/mlperf_endpoints_log_detail.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_1024/mlperf_endpoints_log_summary.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_128/mlperf_endpoints_log_detail.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_128/mlperf_endpoints_log_summary.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_1536/mlperf_endpoints_log_detail.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_1536/mlperf_endpoints_log_summary.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_192/mlperf_endpoints_log_detail.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_192/mlperf_endpoints_log_summary.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_2048/mlperf_endpoints_log_detail.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_2048/mlperf_endpoints_log_summary.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_256/mlperf_endpoints_log_detail.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_256/mlperf_endpoints_log_summary.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_384/mlperf_endpoints_log_detail.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_384/mlperf_endpoints_log_summary.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_64/mlperf_endpoints_log_detail.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_64/mlperf_endpoints_log_summary.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_768/mlperf_endpoints_log_detail.json
test_submissions/sub_g/pareto/sys_8gpu_vllm/llama3-70b/results/point_768/mlperf_endpoints_log_summary.json
test_submissions/sub_g/systems/sys_8gpu_vllm.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/accuracy/accuracy.txt
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/accuracy/accuracy_result.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/points/point_1024.yaml
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/points/point_128.yaml
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/points/point_1536.yaml
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/points/point_192.yaml
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/points/point_2048.yaml
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/points/point_256.yaml
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/points/point_384.yaml
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/points/point_512.yaml
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/points/point_64.yaml
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/points/point_768.yaml
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_1024/mlperf_endpoints_log_detail.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_1024/mlperf_endpoints_log_summary.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_128/mlperf_endpoints_log_detail.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_128/mlperf_endpoints_log_summary.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_1536/mlperf_endpoints_log_detail.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_1536/mlperf_endpoints_log_summary.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_192/mlperf_endpoints_log_detail.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_192/mlperf_endpoints_log_summary.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_2048/mlperf_endpoints_log_detail.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_2048/mlperf_endpoints_log_summary.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_256/mlperf_endpoints_log_detail.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_256/mlperf_endpoints_log_summary.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_384/mlperf_endpoints_log_detail.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_384/mlperf_endpoints_log_summary.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_64/mlperf_endpoints_log_detail.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_64/mlperf_endpoints_log_summary.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_768/mlperf_endpoints_log_detail.json
test_submissions/sub_h/pareto/sys_8gpu_sglang/llama3-70b/results/point_768/mlperf_endpoints_log_summary.json
test_submissions/sub_h/systems/sys_8gpu_sglang.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/accuracy/accuracy.txt
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/accuracy/accuracy_result.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/points/point_1.yaml
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/points/point_128.yaml
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/points/point_16.yaml
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/points/point_2.yaml
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/points/point_256.yaml
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/points/point_32.yaml
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/points/point_4.yaml
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/points/point_512.yaml
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/points/point_64.yaml
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/points/point_8.yaml
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_1/mlperf_endpoints_log_detail.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_1/mlperf_endpoints_log_summary.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_128/mlperf_endpoints_log_detail.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_128/mlperf_endpoints_log_summary.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_16/mlperf_endpoints_log_detail.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_16/mlperf_endpoints_log_summary.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_2/mlperf_endpoints_log_detail.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_2/mlperf_endpoints_log_summary.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_256/mlperf_endpoints_log_detail.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_256/mlperf_endpoints_log_summary.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_32/mlperf_endpoints_log_detail.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_32/mlperf_endpoints_log_summary.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_4/mlperf_endpoints_log_detail.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_4/mlperf_endpoints_log_summary.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_64/mlperf_endpoints_log_detail.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_64/mlperf_endpoints_log_summary.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_8/mlperf_endpoints_log_detail.json
test_submissions/sub_i/pareto/sys_h200_8gpu/deepseek-r1/results/point_8/mlperf_endpoints_log_summary.json
test_submissions/sub_i/systems/sys_h200_8gpu.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/accuracy/accuracy.txt
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/accuracy/accuracy_result.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/points/point_1024.yaml
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/points/point_128.yaml
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/points/point_16384.yaml
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/points/point_2048.yaml
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/points/point_256.yaml
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/points/point_32.yaml
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/points/point_4096.yaml
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/points/point_512.yaml
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/points/point_64.yaml
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/points/point_8192.yaml
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_1024/mlperf_endpoints_log_detail.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_1024/mlperf_endpoints_log_summary.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_128/mlperf_endpoints_log_detail.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_128/mlperf_endpoints_log_summary.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_16384/mlperf_endpoints_log_detail.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_16384/mlperf_endpoints_log_summary.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_2048/mlperf_endpoints_log_detail.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_2048/mlperf_endpoints_log_summary.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_256/mlperf_endpoints_log_detail.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_256/mlperf_endpoints_log_summary.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_32/mlperf_endpoints_log_detail.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_32/mlperf_endpoints_log_summary.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_4096/mlperf_endpoints_log_detail.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_4096/mlperf_endpoints_log_summary.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_64/mlperf_endpoints_log_detail.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_64/mlperf_endpoints_log_summary.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_8192/mlperf_endpoints_log_detail.json
test_submissions/sub_j/pareto/sys_gb300_72gpu/deepseek-r1/results/point_8192/mlperf_endpoints_log_summary.json
test_submissions/sub_j/systems/sys_gb300_72gpu.json
test_submissions/valid_standardized/documentation/calibration.adoc
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/accuracy/accuracy.txt
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/accuracy/accuracy_result.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/points/point_1000.yaml
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/points/point_16.yaml
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/points/point_256.yaml
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/points/point_38.yaml
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/points/point_512.yaml
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/points/point_768.yaml
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/points/point_88.yaml
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_1000/mlperf_endpoints_log_detail.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_1000/mlperf_endpoints_log_summary.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_16/mlperf_endpoints_log_detail.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_16/mlperf_endpoints_log_summary.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_256/mlperf_endpoints_log_detail.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_256/mlperf_endpoints_log_summary.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_38/mlperf_endpoints_log_detail.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_38/mlperf_endpoints_log_summary.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_512/mlperf_endpoints_log_detail.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_512/mlperf_endpoints_log_summary.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_768/mlperf_endpoints_log_detail.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_768/mlperf_endpoints_log_summary.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_88/mlperf_endpoints_log_detail.json
test_submissions/valid_standardized/pareto/acme_h100x8_001/llama3-70b/results/point_88/mlperf_endpoints_log_summary.json
test_submissions/valid_standardized/src/.gitkeep
test_submissions/valid_standardized/systems/acme_h100x8_001.json
tests/__init__.py
tests/endpoints_submission_cli/__init__.py
tests/endpoints_submission_cli/conftest.py
tests/endpoints_submission_cli/test_http.py
tests/endpoints_submission_cli/commands/__init__.py
tests/endpoints_submission_cli/commands/test_runs_commands.py
tests/endpoints_submission_cli/commands/test_submissions_commands.py
tests/endpoints_submission_cli/runs/__init__.py
tests/endpoints_submission_cli/runs/test_api.py
tests/endpoints_submission_cli/runs/test_formatters.py
tests/endpoints_submission_cli/runs/test_parser.py
tests/endpoints_submission_cli/submissions/__init__.py
tests/endpoints_submission_cli/submissions/test_api.py
tests/endpoints_submission_cli/submissions/test_builder.py
tests/endpoints_submission_cli/submissions/test_formatters.py
tests/endpoints_submission_cli/submissions/test_github.py
tests/submission_checker/__init__.py
tests/submission_checker/conftest.py
tests/submission_checker/test_checker.py
tests/submission_checker/test_checks_aggregate.py
tests/submission_checker/test_checks_file.py
tests/submission_checker/test_checks_structure.py
tests/submission_checker/test_cli.py
tests/submission_checker/test_loader.py
tests/submission_checker/test_models.py
tests/submission_checker/test_regions.py