.env.example
LICENSE
MANIFEST.in
MIGRATION_NOTES.md
README.md
pyproject.toml
configs/demo_mock.yaml
configs/local_openai_compatible.yaml
configs/ollama_local.yaml
configs/openai_example.yaml
configs/smoke.yaml
configs/vllm_local.yaml
data/prompts/demo_prompts.json
data/prompts/example_prompts.json
docs/enterprise_audits.md
docs/local_model_servers.md
docs/publishing.md
scripts/freeze_airbench.py
src/apst_starter_kit.egg-info/PKG-INFO
src/apst_starter_kit.egg-info/SOURCES.txt
src/apst_starter_kit.egg-info/dependency_links.txt
src/apst_starter_kit.egg-info/entry_points.txt
src/apst_starter_kit.egg-info/requires.txt
src/apst_starter_kit.egg-info/top_level.txt
src/llm_eval/__init__.py
src/llm_eval/cli.py
src/llm_eval/config.py
src/llm_eval/metrics.py
src/llm_eval/prompts.py
src/llm_eval/report.py
src/llm_eval/results.py
src/llm_eval/starter.py
src/llm_eval/datasets/__init__.py
src/llm_eval/datasets/airbench.py
src/llm_eval/experiments/__init__.py
src/llm_eval/experiments/airbench.py
src/llm_eval/experiments/apst.py
src/llm_eval/experiments/checkpoint.py
src/llm_eval/experiments/compare.py
src/llm_eval/generation/__init__.py
src/llm_eval/generation/rate_limiter.py
src/llm_eval/generation/sampler.py
src/llm_eval/models/__init__.py
src/llm_eval/models/base.py
src/llm_eval/models/catalog.py
src/llm_eval/models/factory.py
src/llm_eval/models/mock_client.py
src/llm_eval/models/openai_client.py
src/llm_eval/models/pricing.py
src/llm_eval/models/together_client.py
src/llm_eval/scoring/__init__.py
src/llm_eval/scoring/classifier.py
src/llm_eval/scoring/judge_prompts.py
src/llm_eval/starter_template/.env.example
src/llm_eval/starter_template/README.md
src/llm_eval/starter_template/configs/demo_mock.yaml
src/llm_eval/starter_template/configs/local_openai_compatible.yaml
src/llm_eval/starter_template/configs/ollama_local.yaml
src/llm_eval/starter_template/configs/openai_example.yaml
src/llm_eval/starter_template/configs/smoke.yaml
src/llm_eval/starter_template/configs/vllm_local.yaml
src/llm_eval/starter_template/data/prompts/demo_prompts.json
src/llm_eval/starter_template/data/prompts/example_prompts.json
src/llm_eval/starter_template/docs/enterprise_audits.md
src/llm_eval/starter_template/docs/local_model_servers.md
src/llm_eval/starter_template/docs/publishing.md
tests/test_classifier.py
tests/test_config.py
tests/test_metrics.py
tests/test_mock_client.py
tests/test_prompts.py
tests/test_report.py
tests/test_sampler.py
tests/test_starter.py