[console_scripts]
evalh = eval_harness.cli.main:cli
evalh-cell-worker = eval_harness.core.executors._worker_main:main

[eval_harness.dataset_adapters]
arize = eval_harness.adapters.dataset.arize_dataset_adapter:ArizeDatasetAdapter
braintrust = eval_harness.adapters.dataset.braintrust_dataset_adapter:BraintrustDatasetAdapter
fixture = eval_harness.adapters.dataset.fixture_dataset_adapter:FixtureDatasetAdapter
helicone = eval_harness.adapters.dataset.helicone_dataset_adapter:HeliconeDatasetAdapter
jsonl = eval_harness.adapters.dataset.jsonl_dataset_adapter:JsonlDatasetAdapter
langfuse = eval_harness.adapters.dataset.langfuse_dataset_adapter:LangfuseDatasetAdapter
phoenix = eval_harness.adapters.dataset.phoenix_dataset_adapter:PhoenixDatasetAdapter
yaml = eval_harness.adapters.dataset.yaml_dataset_adapter:YamlDatasetAdapter

[eval_harness.embedders]
openai-text-embedding-3-small = eval_harness.evaluators._embedders.openai:OpenAIEmbedder
sentence-transformers/all-MiniLM-L6-v2 = eval_harness.evaluators._embedders.sentence_transformers:SentenceTransformersEmbedder

[eval_harness.evaluators]
command = eval_harness.evaluators.command:CommandEvaluator
contains_text = eval_harness.evaluators.contains_text:ContainsTextEvaluator
cost_under = eval_harness.evaluators.cost_under:CostUnderEvaluator
exact_match = eval_harness.evaluators.exact_match:ExactMatchEvaluator
git_diff = eval_harness.evaluators.git_diff:GitDiffEvaluator
latency_first_token_under = eval_harness.evaluators.latency_first_token_under:LatencyFirstTokenUnderEvaluator
latency_under = eval_harness.evaluators.latency_under:LatencyUnderEvaluator
llm_judge = eval_harness.evaluators.llm_judge:LlmJudgeEvaluator
schema_match = eval_harness.evaluators.schema_match:SchemaMatchEvaluator
semantic_similarity = eval_harness.evaluators.semantic_similarity:SemanticSimilarityEvaluator
stream_completed = eval_harness.evaluators.stream_completed:StreamCompletedEvaluator
thinking_does_not_leak = eval_harness.evaluators.thinking_does_not_leak:ThinkingDoesNotLeakEvaluator
thinking_present = eval_harness.evaluators.thinking_present:ThinkingPresentEvaluator
thinking_tokens_under = eval_harness.evaluators.thinking_tokens_under:ThinkingTokensUnderEvaluator
tokens_per_second_above = eval_harness.evaluators.tokens_per_second_above:TokensPerSecondAboveEvaluator
tool_called = eval_harness.evaluators.tool_called:ToolCalledEvaluator

[eval_harness.executors]
celery = eval_harness.core.executors.celery_executor:CeleryExecutor
kubernetes = eval_harness.core.executors.k8s_executor:KubernetesJobsExecutor
local = eval_harness.core.executors.local:LocalExecutor
modal = eval_harness.core.executors.modal_executor:ModalExecutor
ray = eval_harness.core.executors.ray_executor:RayExecutor

[eval_harness.llm_backends]
claude = eval_harness.core.llm_backends.anthropic:AnthropicLlmBackend

[eval_harness.object_storages]
fsspec = eval_harness.core.object_storage.fsspec_storage:FsspecObjectStorage

[eval_harness.system_adapters]
cli = eval_harness.adapters.system.cli_adapter:CliSystemAdapter
docker = eval_harness.adapters.system.docker_adapter:DockerSystemAdapter
git_branch = eval_harness.adapters.system.git_branch_adapter:GitBranchAdapter
http = eval_harness.adapters.system.http_adapter:HttpSystemAdapter
python_function = eval_harness.adapters.system.python_function_adapter:PythonFunctionAdapter
replay = eval_harness.adapters.system.replay_adapter:ReplaySystemAdapter
user_simulator = eval_harness.adapters.system.user_simulator_adapter:UserSimulatorSystemAdapter

[eval_harness.trace_enrichers]
arize = eval_harness.adapters.enricher.arize_enricher:ArizeTraceEnricher
braintrust = eval_harness.adapters.enricher.braintrust_enricher:BraintrustTraceEnricher
langfuse = eval_harness.adapters.enricher.langfuse_enricher:LangfuseTraceEnricher
otel = eval_harness.adapters.enricher.otel_enricher:OtelTraceEnricher
phoenix = eval_harness.adapters.enricher.phoenix_enricher:PhoenixTraceEnricher

[eval_harness.trace_stores]
arize = eval_harness.adapters.trace.arize_trace_store:ArizeTraceStore
braintrust = eval_harness.adapters.trace.braintrust_trace_store:BraintrustTraceStore
langfuse = eval_harness.adapters.trace.langfuse_trace_store:LangfuseTraceStore
local_files = eval_harness.adapters.trace.local_files_store:LocalFilesStore
otel = eval_harness.adapters.trace.otel_trace_store:OtelTraceStore
phoenix = eval_harness.adapters.trace.phoenix_trace_store:PhoenixTraceStore
postgres = eval_harness.adapters.trace.postgres_store:PostgresStore
sqlite = eval_harness.adapters.trace.sqlite_store:SqliteStore
webhook = eval_harness.adapters.trace.webhook_trace_store:WebhookTraceStore

[eval_harness.workspaces]
docker_volume = eval_harness.adapters.workspace.docker_volume_adapter:DockerVolumeAdapter
git = eval_harness.adapters.workspace.git_workspace_adapter:GitWorkspaceAdapter
tempdir_snapshot = eval_harness.adapters.workspace.tempdir_snapshot_adapter:TempdirSnapshotAdapter
