threetears.evals
threetears.evals.Answer
threetears.evals.Eval
threetears.evals.actions.Action
threetears.evals.actions.ActionCatalogue
threetears.evals.actions.ActionOutcome
threetears.evals.actions.Caller
threetears.evals.actions.ConformanceSample
threetears.evals.actions.ConformanceStage
threetears.evals.actions.Refusal
threetears.evals.actions.definition_drift_actions
threetears.evals.actions.eval_catalogue
threetears.evals.actions.standard_tools
threetears.evals.analysis.ABSENT
threetears.evals.analysis.AS_RECORDED_MODEL
threetears.evals.analysis.AnalysisContextBundle
threetears.evals.analysis.AsRecordedReporterKind
threetears.evals.analysis.EVAL_ANALYSIS_GEN_DEFAULT
threetears.evals.analysis.MIN_CASES
threetears.evals.analysis.REPORTER_KIND
threetears.evals.analysis.ReporterKind
threetears.evals.analysis.ReporterLabel
threetears.evals.analysis.ReporterOverlays
threetears.evals.analysis.analysis_gen_request_settings_for
threetears.evals.analysis.assemble_context_bundle
threetears.evals.analysis.campaign_report
threetears.evals.analysis.dollars_text
threetears.evals.analysis.first_request
threetears.evals.analysis.format_number
threetears.evals.analysis.freeze_reporter_case
threetears.evals.analysis.generate_analysis
threetears.evals.analysis.humanize
threetears.evals.analysis.prompt_content_version
threetears.evals.analysis.refuse_undeliverable_reporter_template
threetears.evals.analysis.reporter_cell_timeout_s
threetears.evals.analysis.reporter_kind_contract
threetears.evals.analysis.serialize_report
threetears.evals.gen.EVAL_BOUNDARY_GEN_TEMPLATE_DEFAULT
threetears.evals.gen.EVAL_PROPOSER_TEMPLATE_DEFAULT
threetears.evals.gen.generate_variations
threetears.evals.gen.plan_draft
threetears.evals.gen.propose_draft
threetears.evals.kernel.ACCURACY_MEASURE
threetears.evals.kernel.ActionSeam
threetears.evals.kernel.AdmittedCall
threetears.evals.kernel.CampaignDesign
threetears.evals.kernel.CandidateOutput
threetears.evals.kernel.CandidatePreparationFailed
threetears.evals.kernel.CandidateTelemetry
threetears.evals.kernel.CellCassettes
threetears.evals.kernel.CellSink
threetears.evals.kernel.CellSpanWindow
threetears.evals.kernel.ConflictError
threetears.evals.kernel.ControlDeclaration
threetears.evals.kernel.DeliveryRecorder
threetears.evals.kernel.DeliveryReplay
threetears.evals.kernel.DeliverySeam
threetears.evals.kernel.DeliveryTicket
threetears.evals.kernel.ENGINE_FAMILIES
threetears.evals.kernel.EvalAnalysis
threetears.evals.kernel.EvalCampaign
threetears.evals.kernel.EvalJobTimeout
threetears.evals.kernel.EvalServiceError
threetears.evals.kernel.EvalStorage
threetears.evals.kernel.ExternalRateTable
threetears.evals.kernel.FIND_CAMPAIGN
threetears.evals.kernel.FIND_RUN
threetears.evals.kernel.FIND_TEMPLATE
threetears.evals.kernel.INCOMPLETE_STOP_REASONS
threetears.evals.kernel.JUDGE_KIND
threetears.evals.kernel.JUDGE_KIND_CONTRACT
threetears.evals.kernel.JUDGE_KIND_MEASURES
threetears.evals.kernel.KIND_TEMPLATE
threetears.evals.kernel.KIND_TEXT
threetears.evals.kernel.METRIC_DESCRIPTORS
threetears.evals.kernel.MeasureFamily
threetears.evals.kernel.MeasureSummary
threetears.evals.kernel.MeritAxis
threetears.evals.kernel.MetricDescriptor
threetears.evals.kernel.NotFoundError
threetears.evals.kernel.OutOfRunBudget
threetears.evals.kernel.PlannedCall
threetears.evals.kernel.PromptDrift
threetears.evals.kernel.ProviderRefusedError
threetears.evals.kernel.Question
threetears.evals.kernel.Recordable
threetears.evals.kernel.ReplayedDelivery
threetears.evals.kernel.RoleUsageLedger
threetears.evals.kernel.SEED_PROMPTS
threetears.evals.kernel.SEED_REMEDY
threetears.evals.kernel.SeedPrompt
threetears.evals.kernel.SeedSection
threetears.evals.kernel.SeedTemplate
threetears.evals.kernel.StorageError
threetears.evals.kernel.SweptAxis
threetears.evals.kernel.TURN_BUDGET_ENDED_KEY
threetears.evals.kernel.ToolWrap
threetears.evals.kernel.ValidationFailedError
threetears.evals.kernel.VariantConfig
threetears.evals.kernel.WorldSession
threetears.evals.kernel.WorldSessionError
threetears.evals.kernel.classifier_label_measure
threetears.evals.kernel.confusion_cell
threetears.evals.kernel.count_substituted
threetears.evals.kernel.count_substituted_deliveries
threetears.evals.kernel.default_job_timeout
threetears.evals.kernel.extract_json
threetears.evals.kernel.extract_json_array
threetears.evals.kernel.fold_phase_timings
threetears.evals.kernel.host.ActsOn
threetears.evals.kernel.host.ApparatusError
threetears.evals.kernel.host.Bar
threetears.evals.kernel.host.BarRegistrationError
threetears.evals.kernel.host.BarRegistry
threetears.evals.kernel.host.CANDIDATE_MODEL_LEVER
threetears.evals.kernel.host.CompletionClients
threetears.evals.kernel.host.CompletionRole
threetears.evals.kernel.host.EvalCellTimeout
threetears.evals.kernel.host.EvalHost
threetears.evals.kernel.host.HostProfile
threetears.evals.kernel.host.Interval
threetears.evals.kernel.host.KindContract
threetears.evals.kernel.host.MeasureRegistrationError
threetears.evals.kernel.host.MeasureRegistry
threetears.evals.kernel.host.Ordinal
threetears.evals.kernel.host.ResolvesInto
threetears.evals.kernel.host.SHARED_CORE
threetears.evals.kernel.host.SeedRefused
threetears.evals.kernel.host.StyleProfile
threetears.evals.kernel.host.Sweepable
threetears.evals.kernel.host.SweepableRegistry
threetears.evals.kernel.host.TemplateChecks
threetears.evals.kernel.host.Triggered
threetears.evals.kernel.host.UnsupportedSchemaError
threetears.evals.kernel.host.WorldConformanceReport
threetears.evals.kernel.host.WorldDimension
threetears.evals.kernel.host.WorldRegistry
threetears.evals.kernel.host.check_seed
threetears.evals.kernel.host.check_world_conformance
threetears.evals.kernel.host.default_cell_timeout
threetears.evals.kernel.judge_case_of
threetears.evals.kernel.production_replicating_cost
threetears.evals.kernel.prompt_drift
threetears.evals.kernel.resolve_variant_identity
threetears.evals.kernel.seed_digest
threetears.evals.negotiation.MAX_RESENDS
threetears.evals.ops
threetears.evals.ops.AnalysisGeneration
threetears.evals.ops.CampaignDefinition
threetears.evals.ops.CampaignLine
threetears.evals.ops.CampaignListing
threetears.evals.ops.CaseRenamed
threetears.evals.ops.CaseSetLine
threetears.evals.ops.CaseSetMint
threetears.evals.ops.EvalSummary
threetears.evals.ops.JobHandle
threetears.evals.ops.JobStatus
threetears.evals.ops.JobsStarted
threetears.evals.ops.JudgeCaseAuthor
threetears.evals.ops.LaunchArguments
threetears.evals.ops.OpsHost
threetears.evals.ops.REPORTER_UNHONOURED_LAUNCH_ARGUMENTS
threetears.evals.ops.ReporterAdmitted
threetears.evals.ops.ReporterModelResolver
threetears.evals.ops.ReporterModelRole
threetears.evals.ops.RunLine
threetears.evals.ops.RunListing
threetears.evals.ops.TemplateListing
threetears.evals.ops.admit_reporter_launch
threetears.evals.ops.await_job
threetears.evals.ops.campaign_create
threetears.evals.ops.campaigns_list
threetears.evals.ops.case_set_mint
threetears.evals.ops.case_sets_list
threetears.evals.ops.history_launch_pricer
threetears.evals.ops.job_cancel
threetears.evals.ops.job_poll
threetears.evals.ops.judge_case_author
threetears.evals.ops.plan_reporter_arm
threetears.evals.ops.price_largest_reporter_call
threetears.evals.ops.report_read
threetears.evals.ops.reporter_case_archive
threetears.evals.ops.run_get
threetears.evals.ops.run_job_id
threetears.evals.ops.run_label
threetears.evals.ops.run_launch
threetears.evals.ops.runs_list
threetears.evals.ops.start_paid_call
threetears.evals.ops.templates_list
threetears.evals.providers.CATALOGUE_FETCH_TIMEOUT_S
threetears.evals.providers.Catalogue
threetears.evals.providers.Model
threetears.evals.providers.PriceRefresh
threetears.evals.providers.PriceSource
threetears.evals.providers.ProviderError
threetears.evals.providers.describe_failure
threetears.evals.quick.as_host
threetears.evals.run.AbandonedRunSweepReport
threetears.evals.run.ArmPlan
threetears.evals.run.CallCeiling
threetears.evals.run.CandidateTurn
threetears.evals.run.Ceilings
threetears.evals.run.CellContext
threetears.evals.run.DefinitionReset
threetears.evals.run.FidelityContract
threetears.evals.run.JUDGE_CALL_ATTEMPTS
threetears.evals.run.JUDGE_MAX_TOKENS
threetears.evals.run.JUDGE_REQUEST_SETTINGS
threetears.evals.run.KindWiring
threetears.evals.run.LaunchGroup
threetears.evals.run.LaunchHost
threetears.evals.run.LaunchRequest
threetears.evals.run.LaunchSettings
threetears.evals.run.LaunchableKind
threetears.evals.run.MeteredCallLedger
threetears.evals.run.MeteredCallTally
threetears.evals.run.SIMULATOR_REQUEST_SETTINGS
threetears.evals.run.SeedCaseSet
threetears.evals.run.SeedCorpus
threetears.evals.run.SeedJudgeCase
threetears.evals.run.SeedOutcome
threetears.evals.run.SeedTemplateCase
threetears.evals.run.SimulatorTurn
threetears.evals.run.SubjectResolver
threetears.evals.run.TemplateField
threetears.evals.run.TurnDriver
threetears.evals.run.UnknownSubject
threetears.evals.run.assert_preconditions
threetears.evals.run.build_judge_service
threetears.evals.run.callers_missing_the_constructor
threetears.evals.run.corpus_digests
threetears.evals.run.create_template
threetears.evals.run.definition_drift
threetears.evals.run.delete_run
threetears.evals.run.drive_conversation
threetears.evals.run.fold_metered_cell
threetears.evals.run.freeze_judge_cases
threetears.evals.run.grade_goal_checks
threetears.evals.run.launch_as_group
threetears.evals.run.launch_run
threetears.evals.run.launchable_judge_kind
threetears.evals.run.list_runs
threetears.evals.run.metered_cell_tally
threetears.evals.run.mint_case_set
threetears.evals.run.plan_judge
threetears.evals.run.precondition_failure_text
threetears.evals.run.price_subject_call_floor
threetears.evals.run.rejudge_result
threetears.evals.run.require_candidate_model
threetears.evals.run.resolve_constructor
threetears.evals.run.resolve_judge_pin
threetears.evals.run.run_blocking
threetears.evals.run.run_judge_llm
threetears.evals.run.seed_eval_definitions
threetears.evals.run.start_run
threetears.evals.run.sweep_abandoned_runs
threetears.evals.schema.ActorPolicy
threetears.evals.schema.AsyncDelivery
threetears.evals.schema.AsyncDeliveryStatus
threetears.evals.schema.AsyncExternalSpend
threetears.evals.schema.CORE_RESET_DOC_TYPES
threetears.evals.schema.CalibrationRating
threetears.evals.schema.CallLedger
threetears.evals.schema.CaseSetRef
threetears.evals.schema.CatalogRubricDim
threetears.evals.schema.CellIdentity
threetears.evals.schema.CellTrace
threetears.evals.schema.ClientRequestSettings
threetears.evals.schema.CompletionResult
threetears.evals.schema.ControlEndState
threetears.evals.schema.ConversationSpec
threetears.evals.schema.ConversationStopCause
threetears.evals.schema.DOC_TYPE_FACTS
threetears.evals.schema.DURABLE_BASELINE_VERSION
threetears.evals.schema.DURABLE_DOC_TYPES
threetears.evals.schema.DURABLE_SCHEMA_MINOR
threetears.evals.schema.DURABLE_SCHEMA_VERSION
threetears.evals.schema.DocumentStore
threetears.evals.schema.EVAL_DOC_TYPES
threetears.evals.schema.EvalBaseModel
threetears.evals.schema.EvalResult
threetears.evals.schema.EvalRun
threetears.evals.schema.EvalTemplate
threetears.evals.schema.EvalTestCase
threetears.evals.schema.ExternalSpend
threetears.evals.schema.GoalCheckControl
threetears.evals.schema.JudgeConfig
threetears.evals.schema.JudgeEvidence
threetears.evals.schema.JudgedArtifact
threetears.evals.schema.NON_TERMINAL_RUN_STATUSES
threetears.evals.schema.OutOfRunSpend
threetears.evals.schema.PROSE_SCHEMA_KEY
threetears.evals.schema.Precondition
threetears.evals.schema.RESERVED_DIM_IDS
threetears.evals.schema.RoleUsage
threetears.evals.schema.RubricAxis
threetears.evals.schema.RubricDim
threetears.evals.schema.RubricProposal
threetears.evals.schema.StopReason
threetears.evals.schema.StoreConflict
threetears.evals.schema.SubjectSnapshot
threetears.evals.schema.SweepableValue
threetears.evals.schema.VariationAxis
threetears.evals.schema.VariationCounts
threetears.evals.schema.WorldPlacement
threetears.evals.schema.WorldSeed
threetears.evals.schema.nested_schemas
threetears.evals.schema.utc_now_iso
threetears.evals.storage.CoreReset
threetears.evals.storage.DocTypeRoute
threetears.evals.storage.InMemoryDocumentStore
threetears.evals.storage.MisplacedDocument
threetears.evals.storage.ROUTING_RECORD_DOC_TYPE
threetears.evals.storage.RouteChanged
threetears.evals.storage.RoutedDocumentStore
threetears.evals.testing.CompletionGuard
threetears.evals.testing.JobsConformanceCase
threetears.evals.testing.JobsConformanceHost
threetears.evals.testing.RecordedCompletions
threetears.evals.testing.STORE_CONFORMANCE_CASES
threetears.evals.testing.StoreConformanceCase
threetears.evals.testing.check_completion_conformance
threetears.evals.testing.check_refusal_negotiation
threetears.evals.testing.jobs_conformance_cases
threetears.evals.transports.fastmcp.CallTimedOut
threetears.evals.transports.fastmcp.CallerResolver
threetears.evals.transports.fastmcp.CatalogueTool
threetears.evals.transports.fastmcp.HostResolution
threetears.evals.transports.fastmcp.ToolCall
threetears.evals.transports.fastmcp.mount_fastmcp
