.gitignore
.pre-commit-config.yaml
LICENSE
Makefile
README.md
pyproject.toml
uv.lock
.github/pull_request_template.md
.github/ISSUE_TEMPLATE/bug_report.yml
.github/ISSUE_TEMPLATE/config.yml
.github/ISSUE_TEMPLATE/feature_request.yml
.github/ISSUE_TEMPLATE/question.yml
.github/workflows/commitlint.yml
.github/workflows/pre-commit.yml
.github/workflows/publish-pypi.yml
.github/workflows/publish-testpypi.yml
.github/workflows/test.yml
.serena/.gitignore
examples/client_usage.ipynb
examples/client_usage.py
examples/lighteval_demo_external.ipynb
examples/simple_adapter/.gitignore
examples/simple_adapter/Dockerfile
examples/simple_adapter/README.md
examples/simple_adapter/k8s-example.yaml
examples/simple_adapter/requirements.txt
examples/simple_adapter/run_local.py
examples/simple_adapter/simple_adapter.py
examples/simple_adapter/.docker/.gitignore
scripts/deploy_distribution_registry.sh
scripts/fetch_latest_eval_hub_server.py
scripts/run_server_debug.py
scripts/distribution-registry/distribution-registry.yaml
src/eval_hub_sdk.egg-info/PKG-INFO
src/eval_hub_sdk.egg-info/SOURCES.txt
src/eval_hub_sdk.egg-info/dependency_links.txt
src/eval_hub_sdk.egg-info/entry_points.txt
src/eval_hub_sdk.egg-info/requires.txt
src/eval_hub_sdk.egg-info/top_level.txt
src/evalhub/__init__.py
src/evalhub/py.typed
src/evalhub/adapter/__init__.py
src/evalhub/adapter/auth.py
src/evalhub/adapter/callbacks.py
src/evalhub/adapter/config.py
src/evalhub/adapter/mlflow.py
src/evalhub/adapter/settings.py
src/evalhub/adapter/models/__init__.py
src/evalhub/adapter/models/adapter.py
src/evalhub/adapter/models/cards.py
src/evalhub/adapter/models/job.py
src/evalhub/adapter/oci/__init__.py
src/evalhub/adapter/oci/persister.py
src/evalhub/cli/__init__.py
src/evalhub/cli/bootstrap.py
src/evalhub/cli/client.py
src/evalhub/cli/completion.py
src/evalhub/cli/config.py
src/evalhub/cli/formatter.py
src/evalhub/cli/main.py
src/evalhub/client/__init__.py
src/evalhub/client/base.py
src/evalhub/client/evalhub.py
src/evalhub/client/resources/__init__.py
src/evalhub/client/resources/benchmarks.py
src/evalhub/client/resources/collections.py
src/evalhub/client/resources/jobs.py
src/evalhub/client/resources/providers.py
src/evalhub/mcp/__init__.py
src/evalhub/mcp/server.py
src/evalhub/models/__init__.py
src/evalhub/models/api.py
src/evalhub/utils/__init__.py
src/evalhub/utils/logging.py
tests/__init__.py
tests/conftest.py
tests/e2e/README.md
tests/e2e/__init__.py
tests/e2e/conftest.py
tests/e2e/test_eval_hub_server_with_real_config.py
tests/e2e/test_persist.py
tests/e2e/test_persist_with_mock_persister.py
tests/e2e/test_smoke_test_eval_hub_server.py
tests/e2e/config/config.yaml
tests/e2e/config/collections/collection-1.yaml
tests/e2e/config/providers/garak.yaml
tests/e2e/config/providers/guidellm.yaml
tests/e2e/config/providers/lighteval.yaml
tests/e2e/config/providers/lm_evaluation_harness.yaml
tests/e2e/config/providers/ragas.yaml
tests/integration/__init__.py
tests/unit/__init__.py
tests/unit/test_adapter_models.py
tests/unit/test_adapter_settings.py
tests/unit/test_callbacks_events.py
tests/unit/test_cli_client.py
tests/unit/test_cli_collections.py
tests/unit/test_cli_completion.py
tests/unit/test_cli_config.py
tests/unit/test_cli_eval.py
tests/unit/test_cli_formatter.py
tests/unit/test_cli_mcp.py
tests/unit/test_cli_providers.py
tests/unit/test_evalhub_client.py
tests/unit/test_mcp_server.py
tests/unit/test_mlflow_metric_key.py
tests/unit/test_models_api.py
tests/unit/test_oci_models.py
tests/unit/test_oci_persister.py
tests/unit/test_retry_logic.py