Index

_

__call__() (honeyhive.evaluation.evaluators.BaseEvaluator method) __init__() (honeyhive.evaluation.evaluators.BaseEvaluator method) (honeyhive.evaluation.evaluators.ExactMatchEvaluator method) (honeyhive.evaluation.evaluators.F1ScoreEvaluator method) (honeyhive.evaluation.evaluators.SemanticSimilarityEvaluator method) (honeyhive.HoneyHiveTracer method) (in module honeyhive)

A

access() (honeyhive.utils.cache.CacheEntry method) aclose_all_clients() (honeyhive.utils.connection_pool.ConnectionPool method) active_connections (honeyhive.utils.connection_pool.ConnectionPool property) add_event() (honeyhive.tracer.core.base.NoOpSpan method) AddDatapointsResponse (class in honeyhive.models) AddDatapointsToDatasetRequest (class in honeyhive.models) additional_config (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) additional_context (honeyhive.utils.error_handler.ErrorContext attribute) aevaluator() built-in function aevaluator() (in module honeyhive.evaluation.evaluators) AggregatedMetrics (built-in class) api_config (honeyhive.HoneyHive property) api_key (built-in variable) (honeyhive.config.models.BaseHoneyHiveConfig attribute) (honeyhive.HoneyHive property) (in module honeyhive.config.models)

APIClientConfig (class in honeyhive.config.models) APIError (class in honeyhive.utils.error_handler) as_context() (honeyhive.utils.baggage_dict.BaggageDict method) AsyncFunctionCache (class in honeyhive.utils.cache) atrace() (in module honeyhive) attributes (Resource attribute) (Span attribute) (SpanEvent attribute) (SpanLink attribute) AuthenticationError (class in honeyhive.utils.error_handler)

B

backoff_factor (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) backoff_strategy (honeyhive.utils.retry.RetryConfig attribute) BaggageDict (class in honeyhive.utils.baggage_dict) BALANCED (honeyhive.tracer.integration.error_handling.ResilienceLevel attribute) BaseEvaluator (class in honeyhive.evaluation.evaluators) BaseHoneyHiveConfig (class in honeyhive.config.models) batch_id (EvaluationBatch attribute) batch_metadata (EvaluationBatch attribute) batch_size (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) BOLD (honeyhive.experiments.evaluators.TerminalColors attribute) built-in function aevaluator() compare_runs() evaluate() evaluator() generate_external_datapoint_id() generate_external_dataset_id() get_run_metrics() get_run_result() mean() median() mode() prepare_external_dataset() prepare_run_request_data() run_experiment()

C

Cache (class in honeyhive.utils.cache) cache (honeyhive.utils.cache.Cache property) cache_cleanup_interval (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) cache_enabled (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) cache_max_size (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) cache_ttl (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) CacheEntry (class in honeyhive.utils.cache) CANCELLED (honeyhive.experiments.models.ExperimentRunStatus attribute) chain (honeyhive.models.EventType attribute) character_count (LengthEvaluation attribute) child_metrics (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) children_ids (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionStartRequest attribute) citation_accuracy (FactualAccuracyEvaluation attribute) cleanup() (honeyhive.utils.cache.Cache method) (honeyhive.utils.connection_pool.ConnectionPool method) cleanup_expired() (honeyhive.utils.cache.Cache method) cleanup_idle_connections() (honeyhive.utils.connection_pool.ConnectionPool method) clear() (honeyhive.utils.baggage_dict.BaggageDict method) (honeyhive.utils.cache.Cache method) clear_cache() (honeyhive.tracer.infra.environment.EnvironmentDetector method) client (honeyhive.tracer.core.base.HoneyHiveTracerBase attribute) client_name (honeyhive.utils.error_handler.ErrorContext attribute) close() (honeyhive.utils.cache.Cache method) (in module honeyhive) close_all() (honeyhive.utils.connection_pool.ConnectionPool method) close_all_clients() (honeyhive.utils.connection_pool.ConnectionPool method) close_connection() (honeyhive.utils.connection_pool.ConnectionPool method) code_snippet (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) common_datapoints (honeyhive.experiments.models.RunComparisonResult attribute) commonDatapoints (honeyhive.models.ExperimentComparisonResponse attribute) compare_runs() built-in function compare_runs() (honeyhive.api.client.ExperimentsAPI method) compare_runs_async() (honeyhive.api.client.ExperimentsAPI method) COMPLETED (honeyhive.experiments.models.ExperimentRunStatus attribute) confidence (Evaluation attribute) config (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.UpdateEventRequest attribute) (honeyhive.tracer.core.base.HoneyHiveTracerBase attribute) Configuration (class in honeyhive.models) configuration (honeyhive.models.EvaluationRun attribute) (honeyhive.models.PostExperimentRunRequest attribute) (honeyhive.models.PutExperimentRunRequest attribute) configurations (honeyhive.HoneyHive attribute) ConfigurationsAPI (class in honeyhive.api.client) ConnectionPool (class in honeyhive.utils.connection_pool) constant() (honeyhive.utils.retry.RetryConfig class method) content_warnings (ToxicityEvaluation attribute)

context (honeyhive.utils.baggage_dict.BaggageDict property) (honeyhive.utils.error_handler.ErrorResponse attribute) copy() (honeyhive.utils.dotdict.DotDict method) cost (honeyhive.models.CreateModelEvent attribute) cost_usd (Evaluation attribute) create() (honeyhive.api.client.ConfigurationsAPI method) (honeyhive.api.client.DatapointsAPI method) (honeyhive.api.client.EventsAPI method) (honeyhive.api.client.MetricsAPI method) (honeyhive.client.configurations method) (honeyhive.client.events method) (honeyhive.client.projects method) create_async() (honeyhive.api.client.ConfigurationsAPI method) (honeyhive.api.client.DatapointsAPI method) (honeyhive.api.client.DatasetsAPI method) (honeyhive.api.client.EventsAPI method) (honeyhive.api.client.MetricsAPI method) create_batch() (honeyhive.api.client.EventsAPI method) (honeyhive.client.events method) create_batch_async() (honeyhive.api.client.EventsAPI method) create_configuration() (honeyhive.api.client.ConfigurationsAPI method) create_datapoint() (honeyhive.api.client.DatapointsAPI method) create_dataset() (honeyhive.api.client.DatasetsAPI method) create_event() (honeyhive.api.client.EventsAPI method) create_metric() (honeyhive.api.client.MetricsAPI method) create_model_event() (honeyhive.api.client.EventsAPI method) create_model_event_batch() (honeyhive.api.client.EventsAPI method) create_project() (honeyhive.api.client.ProjectsAPI method) create_run() (honeyhive.api.client.ExperimentsAPI method) create_run_async() (honeyhive.api.client.ExperimentsAPI method) create_tool() (honeyhive.api.client.ToolsAPI method) CreateConfigurationRequest (class in honeyhive.models) created_at (honeyhive.models.Configuration attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.EvaluationRun attribute) (honeyhive.models.Metric attribute) (honeyhive.models.Project attribute) (honeyhive.models.Tool attribute) CreateDatapointRequest (class in honeyhive.models) CreateDatapointResponse (class in honeyhive.models) CreateDatasetRequest (class in honeyhive.models) CreateDatasetResponse (class in honeyhive.models) CreateEventBatchRequest (class in honeyhive.models) CreateMetricRequest (in module honeyhive.models) CreateModelEvent (class in honeyhive.models) CreateModelEventBatchRequest (class in honeyhive.models) CreateModelEventBatchResponse (class in honeyhive.models) CreateModelEventRequestBody (class in honeyhive.models) CreateProjectRequest (class in honeyhive.models) CreateToolRequest (class in honeyhive.models) CreateToolResponse (class in honeyhive.models) criteria (Evaluation attribute) (EvaluationEvent attribute) (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) CRITICAL (honeyhive.tracer.integration.error_handling.ErrorSeverity attribute) critical() (honeyhive.utils.logger.HoneyHiveLogger method) CustomEvaluation (built-in class)

D

data (honeyhive.models.AddDatapointsToDatasetRequest attribute) Datapoint (class in honeyhive.models) datapoint (honeyhive.models.GetDatapointResponse attribute) datapoint_id (honeyhive.config.models.EvaluationConfig attribute) (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) datapoint_ids (honeyhive.models.AddDatapointsResponse attribute) (honeyhive.models.EvaluationRun attribute) (honeyhive.models.PostExperimentRunRequest attribute) (honeyhive.models.PutExperimentRunRequest attribute) DatapointMetric (built-in class) DatapointResult (built-in class) datapoints (honeyhive.HoneyHive attribute) (honeyhive.models.CreateDatasetRequest attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.ExperimentResultResponse attribute) (honeyhive.models.GetDatapointsResponse attribute) (honeyhive.models.UpdateDatasetRequest attribute) DatapointsAPI (class in honeyhive.api.client) Dataset (class in honeyhive.models) dataset_id (honeyhive.config.models.EvaluationConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.experiments.core.ExperimentContext attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.EvaluationRun attribute) (honeyhive.models.PostExperimentRunRequest attribute) (honeyhive.models.PutExperimentRunRequest attribute) (honeyhive.models.UpdateDatasetRequest attribute) (in module honeyhive.config.models) datasets (honeyhive.HoneyHive attribute) dateRange (honeyhive.models.GetEventsRequest attribute) debug() (honeyhive.utils.logger.HoneyHiveLogger method) deepcopy() (honeyhive.utils.dotdict.DotDict method) default() (honeyhive.utils.retry.RetryConfig class method) delete() (honeyhive.api.client.ConfigurationsAPI method) (honeyhive.api.client.DatapointsAPI method) (honeyhive.api.client.MetricsAPI method) (honeyhive.client.configurations method) (honeyhive.client.projects method) (honeyhive.utils.baggage_dict.BaggageDict method) (honeyhive.utils.cache.Cache method) (honeyhive.utils.connection_pool.PooledAsyncHTTPClient method) (honeyhive.utils.connection_pool.PooledHTTPClient method) delete_async() (honeyhive.api.client.ConfigurationsAPI method) (honeyhive.api.client.DatapointsAPI method) (honeyhive.api.client.MetricsAPI method) delete_configuration() (honeyhive.api.client.ConfigurationsAPI method)

delete_datapoint() (honeyhive.api.client.DatapointsAPI method) delete_dataset() (honeyhive.api.client.DatasetsAPI method) delete_metric() (honeyhive.api.client.MetricsAPI method) delete_project() (honeyhive.api.client.ProjectsAPI method) delete_run() (honeyhive.api.client.ExperimentsAPI method) delete_run_async() (honeyhive.api.client.ExperimentsAPI method) delete_tool() (honeyhive.api.client.ToolsAPI method) deleted (honeyhive.models.DeleteDatapointResponse attribute) (honeyhive.models.DeleteExperimentRunResponse attribute) DeleteDatapointResponse (class in honeyhive.models) DeleteExperimentRunResponse (class in honeyhive.models) description (honeyhive.models.CreateDatasetRequest attribute) (honeyhive.models.CreateProjectRequest attribute) (honeyhive.models.CreateToolRequest attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.Metric attribute) (honeyhive.models.Project attribute) (honeyhive.models.Tool attribute) (honeyhive.models.UpdateDatasetRequest attribute) (honeyhive.models.UpdateMetricRequest attribute) (honeyhive.models.UpdateProjectRequest attribute) (honeyhive.models.UpdateToolRequest attribute) (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) details (honeyhive.utils.error_handler.ErrorResponse attribute) detect_cloud_environment() (honeyhive.tracer.infra.environment.EnvironmentDetector method) detect_container_environment() (honeyhive.tracer.infra.environment.EnvironmentDetector method) detect_performance_characteristics() (honeyhive.tracer.infra.environment.EnvironmentDetector method) detect_primary_environment_type() (honeyhive.tracer.infra.environment.EnvironmentDetector method) detect_resource_constraints() (honeyhive.tracer.infra.environment.EnvironmentDetector method) detect_system_info() (honeyhive.tracer.infra.environment.EnvironmentDetector method) dimensions (QualityEvaluation attribute) disable_batch (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) disable_http_tracing (built-in variable) (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) disable_tracing (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) DotDict (class in honeyhive.utils.dotdict) duration (honeyhive.models.CreateModelEvent attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.UpdateEventRequest attribute) duration_ms (Evaluation attribute) (Event attribute) duration_ns (Span attribute)

E

enabled_in_prod (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) end() (honeyhive.tracer.core.base.NoOpSpan method) end_time (Event attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionStartRequest attribute) (Span attribute) ENDC (honeyhive.experiments.evaluators.TerminalColors attribute) enrich_current_span() (in module honeyhive) env (honeyhive.models.Configuration attribute) (honeyhive.models.CreateConfigurationRequest attribute) (honeyhive.models.UpdateConfigurationRequest attribute) EnvironmentDetector (class in honeyhive.tracer.infra.environment) EnvironmentProfile (class in honeyhive.tracer.processing.otlp_profiles) error (Evaluation attribute) (Event attribute) (honeyhive.models.CreateModelEvent attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.UpdateEventRequest attribute) error() (honeyhive.utils.logger.HoneyHiveLogger method) error_code (honeyhive.utils.error_handler.ErrorResponse attribute) error_message (honeyhive.utils.error_handler.ErrorResponse attribute) error_type (honeyhive.utils.error_handler.ErrorResponse attribute) ErrorContext (class in honeyhive.utils.error_handler) ErrorHandler (class in honeyhive.utils.error_handler) ErrorResponse (class in honeyhive.utils.error_handler) ErrorSeverity (class in honeyhive.tracer.integration.error_handling) EvalResult (built-in class) evaluate() built-in function evaluate() (honeyhive.evaluation.evaluators.BaseEvaluator method) (honeyhive.evaluation.evaluators.ExactMatchEvaluator method) (honeyhive.evaluation.evaluators.F1ScoreEvaluator method) (honeyhive.evaluation.evaluators.SemanticSimilarityEvaluator method) (in module honeyhive.evaluation) Evaluation (built-in class) evaluation (honeyhive.models.GetExperimentRunResponse attribute) (honeyhive.models.PostExperimentRunResponse attribute) (honeyhive.models.PutExperimentRunResponse attribute) evaluation_id (Evaluation attribute) (honeyhive.evaluation.evaluators.EvaluationResult attribute) EvaluationBatch (built-in class) EvaluationConfig (built-in class) (class in honeyhive.config.models) EvaluationContext (class in honeyhive.evaluation.evaluators) EvaluationEvent (built-in class) EvaluationResult (class in honeyhive.evaluation.evaluators) EvaluationRun (class in honeyhive.models) evaluations (EvaluationBatch attribute) (honeyhive.models.GetRunsResponse attribute) (MultiEvaluationResult attribute) evaluator() built-in function evaluator() (in module honeyhive.evaluation.evaluators) evaluator_configs (EvaluationConfig attribute) evaluator_name (Evaluation attribute) (EvaluationEvent attribute) evaluator_version (Evaluation attribute) (EvaluationEvent attribute) EvaluatorMeta (class in honeyhive.experiments.evaluators) evaluators (EvaluationConfig attribute) EvaluatorSettings (built-in class)

Event (built-in class) (class in honeyhive.models) event (honeyhive.models.PostEventRequestBody attribute) event_details (honeyhive.models.ExperimentComparisonResponse attribute) event_id (Event attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.PostEventResponse attribute) (honeyhive.models.UpdateEventRequest attribute) event_ids (honeyhive.models.CreateModelEventBatchResponse attribute) (honeyhive.models.EvaluationRun attribute) (honeyhive.models.PostEventBatchResponse attribute) (honeyhive.models.PostExperimentRunRequest attribute) (honeyhive.models.PutExperimentRunRequest attribute) event_name (Event attribute) (honeyhive.models.CreateModelEvent attribute) (honeyhive.models.Event attribute) (honeyhive.models.Metric attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.UpdateMetricRequest attribute) event_type (Event attribute) (honeyhive.models.Event attribute) (honeyhive.models.Metric attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.UpdateMetricRequest attribute) EventFilter (class in honeyhive.models) events (honeyhive.HoneyHive attribute) (honeyhive.models.CreateEventBatchRequest attribute) (honeyhive.models.GetEventsResponse attribute) (Span attribute) EventsAPI (class in honeyhive.api.client) EventType (class in honeyhive.models) ExactMatchEvaluator (class in honeyhive.evaluation.evaluators) exception() (honeyhive.utils.logger.HoneyHiveLogger method) exists() (honeyhive.utils.cache.Cache method) expected_length_range (LengthEvaluation attribute) experiment_group (honeyhive.config.models.ExperimentConfig attribute) (in module honeyhive.config.models) experiment_id (honeyhive.config.models.ExperimentConfig attribute) (in module honeyhive.config.models) experiment_metadata (honeyhive.config.models.ExperimentConfig attribute) (in module honeyhive.config.models) experiment_name (honeyhive.config.models.ExperimentConfig attribute) (in module honeyhive.config.models) experiment_variant (honeyhive.config.models.ExperimentConfig attribute) (in module honeyhive.config.models) ExperimentComparisonResponse (class in honeyhive.models) ExperimentConfig (class in honeyhive.config.models) ExperimentContext (built-in class) (class in honeyhive.experiments.core) ExperimentResultResponse (class in honeyhive.models) ExperimentResultSummary (built-in class) ExperimentRunStatus (built-in class) (class in honeyhive.experiments.models) experiments (honeyhive.HoneyHive attribute) ExperimentsAPI (class in honeyhive.api.client) expiry (honeyhive.utils.cache.CacheEntry property) explanation (Evaluation attribute) (EvaluationEvent attribute) exponential() (honeyhive.utils.retry.RetryConfig class method) export() (honeyhive.tracer.processing.otlp_exporter.HoneyHiveOTLPExporter method) (honeyhive.tracer.processing.otlp_exporter.OTLPJSONExporter method) export_timeout (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) ExportError (class in honeyhive.tracer.integration.error_handling) extract_context_from_carrier() (in module honeyhive.tracer.processing.context)

F

F1ScoreEvaluator (class in honeyhive.evaluation.evaluators) factual_claims (FactualAccuracyEvaluation attribute) FactualAccuracyEvaluation (built-in class) FAIL (honeyhive.experiments.evaluators.TerminalColors attribute) FAILED (honeyhive.experiments.models.ExperimentRunStatus attribute) failed (honeyhive.models.ExperimentResultResponse attribute) feedback (honeyhive.evaluation.evaluators.EvaluationResult attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.UpdateEventRequest attribute) field (honeyhive.models.EventFilter attribute) filters (honeyhive.models.GetEventsRequest attribute) (honeyhive.models.Metric attribute)

flush() (in module honeyhive) flush_interval (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) follow_redirects (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) force_flush() (honeyhive.tracer.processing.otlp_exporter.HoneyHiveOTLPExporter method) (honeyhive.tracer.processing.otlp_exporter.OTLPJSONExporter method) from_dict() (honeyhive.utils.baggage_dict.BaggageDict class method) function_description (ToolEvent attribute) function_name (ToolEvent attribute) FunctionCache (class in honeyhive.utils.cache)

G

generate_external_datapoint_id() built-in function generate_external_dataset_id() built-in function generate_key() (honeyhive.utils.cache.Cache method) generic (honeyhive.models.EventType attribute) get() (honeyhive.api.client.DatapointsAPI method) (honeyhive.client.sessions method) (honeyhive.utils.baggage_dict.BaggageDict method) (honeyhive.utils.cache.Cache method) (honeyhive.utils.connection_pool.PooledAsyncHTTPClient method) (honeyhive.utils.connection_pool.PooledHTTPClient method) (honeyhive.utils.dotdict.DotDict method) get_age() (honeyhive.utils.cache.CacheEntry method) get_all_metrics() (AggregatedMetrics method) get_async() (honeyhive.api.client.DatapointsAPI method) get_async_client() (honeyhive.utils.connection_pool.ConnectionPool method) get_async_connection() (honeyhive.utils.connection_pool.ConnectionPool method) get_baggage() (honeyhive.HoneyHiveTracer method) get_by_session_id() (honeyhive.api.client.EventsAPI method) (honeyhive.client.events method) get_client() (honeyhive.utils.connection_pool.ConnectionPool method) get_comprehensive_analysis() (honeyhive.tracer.infra.environment.EnvironmentDetector method) get_connection() (honeyhive.utils.connection_pool.ConnectionPool method) get_datapoint() (honeyhive.api.client.DatapointsAPI method) get_dataset() (honeyhive.api.client.DatasetsAPI method) get_events() (honeyhive.api.client.EventsAPI method) get_logger() (in module honeyhive) (in module honeyhive.utils.logger)

get_metric() (AggregatedMetrics method) get_metric_delta() (honeyhive.experiments.models.RunComparisonResult method) (RunComparisonResult method) get_project() (honeyhive.api.client.ProjectsAPI method) get_remaining_ttl() (honeyhive.utils.cache.CacheEntry method) get_result() (honeyhive.api.client.ExperimentsAPI method) get_result_async() (honeyhive.api.client.ExperimentsAPI method) get_run() (honeyhive.api.client.ExperimentsAPI method) get_run_async() (honeyhive.api.client.ExperimentsAPI method) get_run_metrics() built-in function get_run_result() built-in function get_run_result() (honeyhive.api.client.ExperimentsAPI method) get_session_stats() (honeyhive.tracer.processing.otlp_exporter.HoneyHiveOTLPExporter method) get_span_context() (honeyhive.tracer.core.base.NoOpSpan method) get_stats() (honeyhive.utils.cache.Cache method) (honeyhive.utils.connection_pool.ConnectionPool method) get_tool() (honeyhive.api.client.ToolsAPI method) GetDatapointResponse (class in honeyhive.models) GetDatapointsResponse (class in honeyhive.models) GetDatasetsResponse (class in honeyhive.models) GetEventsRequest (class in honeyhive.models) GetEventsResponse (class in honeyhive.models) GetExperimentRunResponse (class in honeyhive.models) GetRunsResponse (class in honeyhive.models) ground_truth (honeyhive.models.CreateDatapointRequest attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.UpdateDatapointRequest attribute)

H

hallucination_detected (FactualAccuracyEvaluation attribute) handle_operation() (honeyhive.utils.error_handler.ErrorHandler method) HEADER (honeyhive.experiments.evaluators.TerminalColors attribute) HIGH (honeyhive.tracer.integration.error_handling.ErrorSeverity attribute) history (honeyhive.models.CreateDatapointRequest attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.UpdateDatapointRequest attribute) hits (honeyhive.utils.cache.Cache property) HoneyHive (class in honeyhive) honeyhive.models module HoneyHiveConnectionError HoneyHiveError

HoneyHiveLogger (class in honeyhive.utils.logger) HoneyHiveOTLPExporter (class in honeyhive.tracer.processing.otlp_exporter) HoneyHiveTracer (class in honeyhive) HoneyHiveTracerBase (class in honeyhive.tracer.core.base) http_config (honeyhive.config.models.APIClientConfig attribute) http_proxy (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) HTTPClientConfig (class in honeyhive.config.models) https_proxy (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) hyperparameters (honeyhive.models.CreateModelEvent attribute)

I

id (honeyhive.models.Configuration attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.DeleteExperimentRunResponse attribute) (honeyhive.models.Metric attribute) (honeyhive.models.Project attribute) (honeyhive.models.Tool attribute) (honeyhive.models.UpdateToolRequest attribute) info() (honeyhive.utils.logger.HoneyHiveLogger method) information_completeness (RelevanceEvaluation attribute) init() (honeyhive.tracer.core.base.HoneyHiveTracerBase class method) InitializationError (class in honeyhive.tracer.integration.error_handling) inject() (honeyhive.tracer.core.base.HoneyHiveTracerBase method) (in module honeyhive) inject_context_into_carrier() (in module honeyhive.tracer.processing.context) inputs (Event attribute) (honeyhive.config.models.SessionConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.models.CreateDatapointRequest attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.UpdateDatapointRequest attribute) (in module honeyhive.config.models)

inserted (honeyhive.models.AddDatapointsResponse attribute) (honeyhive.models.CreateDatasetResponse attribute) instrumentation_scope (Span attribute) InstrumentationScope (built-in class) is_active (honeyhive.models.Project attribute) is_evaluation (honeyhive.config.models.EvaluationConfig attribute) (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) is_expired() (honeyhive.utils.cache.CacheEntry method) is_initialized (honeyhive.tracer.core.base.HoneyHiveTracerBase property) is_recording() (honeyhive.tracer.core.base.NoOpSpan method) is_remote (SpanContext attribute) is_single_session (honeyhive.models.CreateEventBatchRequest attribute) (honeyhive.models.CreateModelEventBatchRequest attribute) is_test_mode (honeyhive.tracer.core.base.HoneyHiveTracerBase property) items() (honeyhive.utils.baggage_dict.BaggageDict method)

J

json_data (honeyhive.utils.error_handler.ErrorContext attribute)

K

keepalive_expiry (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models)

keys() (honeyhive.utils.baggage_dict.BaggageDict method)

L

length_appropriateness (LengthEvaluation attribute) LengthEvaluation (built-in class) limit (honeyhive.models.GetEventsRequest attribute) linear() (honeyhive.utils.retry.RetryConfig class method) link() (honeyhive.tracer.core.base.HoneyHiveTracerBase method) (in module honeyhive) link_carrier (honeyhive.config.models.SessionConfig attribute) (honeyhive.config.models.TracerConfig attribute) (in module honeyhive.config.models) linked_datasets (honeyhive.models.CreateDatapointRequest attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.UpdateDatapointRequest attribute) linked_evals (honeyhive.models.CreateDatasetRequest attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.UpdateDatapointRequest attribute) (honeyhive.models.UpdateDatasetRequest attribute) linked_event (honeyhive.models.CreateDatapointRequest attribute) (honeyhive.models.Datapoint attribute) links (Span attribute) list() (honeyhive.api.client.ConfigurationsAPI method) (honeyhive.api.client.DatapointsAPI method) (honeyhive.api.client.EventsAPI method) (honeyhive.api.client.MetricsAPI method) (honeyhive.client.configurations method) (honeyhive.client.events method) (honeyhive.client.projects method)

list_async() (honeyhive.api.client.ConfigurationsAPI method) (honeyhive.api.client.DatapointsAPI method) (honeyhive.api.client.EventsAPI method) (honeyhive.api.client.MetricsAPI method) list_configurations() (honeyhive.api.client.ConfigurationsAPI method) list_datapoints() (honeyhive.api.client.DatapointsAPI method) list_datasets() (honeyhive.api.client.DatasetsAPI method) list_degraded_metrics() (honeyhive.experiments.models.RunComparisonResult method) (RunComparisonResult method) list_events() (honeyhive.api.client.EventsAPI method) list_improved_metrics() (honeyhive.experiments.models.RunComparisonResult method) (RunComparisonResult method) list_metrics() (AggregatedMetrics method) (honeyhive.api.client.MetricsAPI method) list_projects() (honeyhive.api.client.ProjectsAPI method) list_runs() (honeyhive.api.client.ExperimentsAPI method) list_runs_async() (honeyhive.api.client.ExperimentsAPI method) list_tools() (honeyhive.api.client.ToolsAPI method) LLMEvent (built-in class) log_session_stats() (honeyhive.tracer.processing.otlp_exporter.HoneyHiveOTLPExporter method) LOW (honeyhive.tracer.integration.error_handling.ErrorSeverity attribute)

M

mapping (honeyhive.models.AddDatapointsToDatasetRequest attribute) max_attributes (built-in variable) (honeyhive.config.models.TracerConfig attribute) max_connections (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) max_events (built-in variable) (honeyhive.config.models.TracerConfig attribute) max_export_batch_size (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) max_keepalive_connections (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) max_links (built-in variable) (honeyhive.config.models.TracerConfig attribute) max_retries (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) (honeyhive.utils.retry.RetryConfig attribute) (in module honeyhive.config.models) max_span_size (built-in variable) (honeyhive.config.models.TracerConfig attribute) mean() built-in function median() built-in function MEDIUM (honeyhive.tracer.integration.error_handling.ErrorSeverity attribute) messages (honeyhive.models.CreateModelEvent attribute) metadata (Evaluation attribute) (Event attribute) (honeyhive.evaluation.evaluators.EvaluationContext attribute) (honeyhive.evaluation.evaluators.EvaluationResult attribute) (honeyhive.experiments.core.ExperimentContext attribute) (honeyhive.models.CreateDatapointRequest attribute) (honeyhive.models.CreateDatasetRequest attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.EvaluationRun attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.PostExperimentRunRequest attribute) (honeyhive.models.PutExperimentRunRequest attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.UpdateDatapointRequest attribute) (honeyhive.models.UpdateDatasetRequest attribute) (honeyhive.models.UpdateEventRequest attribute)

method (honeyhive.utils.error_handler.ErrorContext attribute) Metric (class in honeyhive.models) metric_deltas (honeyhive.experiments.models.RunComparisonResult attribute) metric_id (honeyhive.models.UpdateMetricRequest attribute) MetricDatapoints (built-in class) MetricDetail (built-in class) metrics (Event attribute) (honeyhive.evaluation.evaluators.EvaluationResult attribute) (honeyhive.HoneyHive attribute) (honeyhive.models.Event attribute) (honeyhive.models.ExperimentComparisonResponse attribute) (honeyhive.models.ExperimentResultResponse attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.UpdateEventRequest attribute) MetricsAPI (class in honeyhive.api.client) misses (honeyhive.utils.cache.Cache property) mode() built-in function model (honeyhive.models.CreateModelEvent attribute) (honeyhive.models.EventType attribute) (LLMEvent attribute) model_config (honeyhive.config.models.APIClientConfig attribute) (honeyhive.config.models.BaseHoneyHiveConfig attribute) (honeyhive.config.models.EvaluationConfig attribute) (honeyhive.config.models.ExperimentConfig attribute) (honeyhive.config.models.HTTPClientConfig attribute) (honeyhive.config.models.OTLPConfig attribute) (honeyhive.config.models.SessionConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.experiments.models.RunComparisonResult attribute) (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) model_event (honeyhive.models.CreateModelEventRequestBody attribute) model_events (honeyhive.models.CreateModelEventBatchRequest attribute) model_name (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) model_provider (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) module honeyhive.models MultiEvaluationResult (built-in class)

N

name (honeyhive.models.Configuration attribute) (honeyhive.models.CreateConfigurationRequest attribute) (honeyhive.models.CreateDatasetRequest attribute) (honeyhive.models.CreateProjectRequest attribute) (honeyhive.models.CreateToolRequest attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.EvaluationRun attribute) (honeyhive.models.Metric attribute) (honeyhive.models.PostExperimentRunRequest attribute) (honeyhive.models.Project attribute) (honeyhive.models.PutExperimentRunRequest attribute) (honeyhive.models.Tool attribute) (honeyhive.models.UpdateConfigurationRequest attribute) (honeyhive.models.UpdateDatasetRequest attribute) (honeyhive.models.UpdateMetricRequest attribute) (honeyhive.models.UpdateProjectRequest attribute) (honeyhive.models.UpdateToolRequest attribute) (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) (InstrumentationScope attribute) (SpanEvent attribute)

needs_ground_truth (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) new_only_datapoints (honeyhive.experiments.models.RunComparisonResult attribute) new_run (honeyhive.models.ExperimentComparisonResponse attribute) new_run_id (honeyhive.experiments.models.RunComparisonResult attribute) no_proxy (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) NoOpSpan (class in honeyhive.tracer.core.base) num_points (honeyhive.models.Dataset attribute)

O

OKBLUE (honeyhive.experiments.evaluators.TerminalColors attribute) OKCYAN (honeyhive.experiments.evaluators.TerminalColors attribute) OKGREEN (honeyhive.experiments.evaluators.TerminalColors attribute) old_only_datapoints (honeyhive.experiments.models.RunComparisonResult attribute) old_run (honeyhive.models.ExperimentComparisonResponse attribute) old_run_id (honeyhive.experiments.models.RunComparisonResult attribute) operation (honeyhive.utils.error_handler.ErrorContext attribute) operation_name (Span attribute) operator (honeyhive.models.EventFilter attribute) org_id (honeyhive.models.Configuration attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.Project attribute) (honeyhive.models.Tool attribute) otlp_enabled (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) otlp_endpoint (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models)

otlp_headers (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) otlp_protocol (built-in variable) (honeyhive.config.models.OTLPConfig attribute) (in module honeyhive.config.models) OTLPConfig (class in honeyhive.config.models) OTLPJSONExporter (class in honeyhive.tracer.processing.otlp_exporter) outputs (Event attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.UpdateEventRequest attribute) overall_toxicity (ToxicityEvaluation attribute)

P

page (honeyhive.models.GetEventsRequest attribute) parallel_execution (EvaluationConfig attribute) parameters (honeyhive.models.Configuration attribute) (honeyhive.models.CreateConfigurationRequest attribute) (honeyhive.models.CreateToolRequest attribute) (honeyhive.models.Tool attribute) (honeyhive.models.UpdateConfigurationRequest attribute) (honeyhive.models.UpdateToolRequest attribute) (ToolEvent attribute) params (honeyhive.utils.error_handler.ErrorContext attribute) parent_id (Event attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) parent_span_id (Span attribute) pass_when (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) passed (honeyhive.models.ExperimentResultResponse attribute) patch() (honeyhive.utils.connection_pool.PooledAsyncHTTPClient method) (honeyhive.utils.connection_pool.PooledHTTPClient method) PENDING (honeyhive.experiments.models.ExperimentRunStatus attribute) pipeline_type (honeyhive.models.CreateDatasetRequest attribute) (honeyhive.models.Dataset attribute) pool_block (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) pool_connections (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) pool_maxsize (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) pool_timeout (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) PooledAsyncHTTPClient (class in honeyhive.utils.connection_pool) PooledHTTPClient (class in honeyhive.utils.connection_pool) post() (honeyhive.utils.connection_pool.PooledAsyncHTTPClient method) (honeyhive.utils.connection_pool.PooledHTTPClient method) PostEventBatchResponse (class in honeyhive.models) PostEventRequest (class in honeyhive.models) PostEventRequestBody (class in honeyhive.models) PostEventResponse (class in honeyhive.models) PostExperimentRunRequest (class in honeyhive.models) PostExperimentRunResponse (class in honeyhive.models) prepare_external_dataset() built-in function prepare_run_request_data() built-in function preserve_core_attributes (built-in variable) (honeyhive.config.models.TracerConfig attribute)

project (built-in variable) Project (class in honeyhive.models) project (Event attribute) (honeyhive.config.models.BaseHoneyHiveConfig attribute) (honeyhive.evaluation.evaluators.EvaluationContext attribute) (honeyhive.experiments.core.ExperimentContext attribute) (honeyhive.models.AddDatapointsToDatasetRequest attribute) (honeyhive.models.Configuration attribute) (honeyhive.models.CreateConfigurationRequest attribute) (honeyhive.models.CreateDatapointRequest attribute) (honeyhive.models.CreateDatasetRequest attribute) (honeyhive.models.CreateModelEvent attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.EvaluationRun attribute) (honeyhive.models.GetEventsRequest attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.PostExperimentRunRequest attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.UpdateConfigurationRequest attribute) (in module honeyhive) (in module honeyhive.config.models) project_id (honeyhive.models.Configuration attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.Event attribute) (honeyhive.models.Tool attribute) (honeyhive.models.UpdateProjectRequest attribute) project_name (honeyhive.models.CreateToolRequest attribute) (honeyhive.tracer.core.base.HoneyHiveTracerBase property) projections (honeyhive.models.GetEventsRequest attribute) projects (honeyhive.HoneyHive attribute) prompt (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) prompt_template (LLMEvent attribute) prompt_variables (LLMEvent attribute) provider (honeyhive.models.Configuration attribute) (honeyhive.models.CreateConfigurationRequest attribute) (honeyhive.models.CreateModelEvent attribute) (honeyhive.models.UpdateConfigurationRequest attribute) (LLMEvent attribute) put() (honeyhive.utils.connection_pool.PooledAsyncHTTPClient method) (honeyhive.utils.connection_pool.PooledHTTPClient method) PutExperimentRunRequest (class in honeyhive.models) PutExperimentRunResponse (class in honeyhive.models)

Q

QualityEvaluation (built-in class)

query_intent_match (RelevanceEvaluation attribute)

R

rate_limit_calls (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) rate_limit_window (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) RateLimitError (class in honeyhive.utils.error_handler) record_exception() (honeyhive.tracer.core.base.NoOpSpan method) RelevanceEvaluation (built-in class) reset() (honeyhive.tracer.core.base.HoneyHiveTracerBase class method) reset_stats() (honeyhive.utils.connection_pool.ConnectionPool method) ResilienceLevel (class in honeyhive.tracer.integration.error_handling) RESILIENT (honeyhive.tracer.integration.error_handling.ResilienceLevel attribute) Resource (built-in class) resource (Span attribute) response (honeyhive.models.CreateModelEvent attribute) response_format (honeyhive.models.CreateModelEvent attribute) (LLMEvent attribute) result (honeyhive.models.CreateDatapointResponse attribute) (honeyhive.models.CreateDatasetResponse attribute) (honeyhive.models.CreateToolResponse attribute)

results (honeyhive.models.EvaluationRun attribute) retry_after (honeyhive.utils.error_handler.ErrorResponse attribute) retry_config (EvaluationConfig attribute) retry_on_status_codes (honeyhive.utils.retry.RetryConfig attribute) RetryConfig (class in honeyhive.utils.retry) return_async_connection() (honeyhive.utils.connection_pool.ConnectionPool method) return_connection() (honeyhive.utils.connection_pool.ConnectionPool method) return_type (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) return_value (ToolEvent attribute) run_experiment() built-in function run_id (honeyhive.config.models.EvaluationConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.experiments.core.ExperimentContext attribute) (honeyhive.models.EvaluationRun attribute) (honeyhive.models.PostExperimentRunResponse attribute) (in module honeyhive.config.models) RunComparisonResult (built-in class) (class in honeyhive.experiments.models) RUNNING (honeyhive.experiments.models.ExperimentRunStatus attribute)

S

sampling_percentage (honeyhive.models.Metric attribute) saved (honeyhive.models.CreateDatasetRequest attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.Dataset attribute) schema_url (InstrumentationScope attribute) score (Evaluation attribute) (EvaluationEvent attribute) (honeyhive.evaluation.evaluators.EvaluationResult attribute) SemanticSimilarityEvaluator (class in honeyhive.evaluation.evaluators) sentence_count (LengthEvaluation attribute) server_url (built-in variable) (honeyhive.config.models.base.ServerURLMixin attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.HoneyHive property) (in module honeyhive.config.models) ServerURLMixin (class in honeyhive.config.models.base) session (honeyhive.models.EventType attribute) (honeyhive.models.StartSessionRequestBody attribute) session_id (Event attribute) (honeyhive.config.models.SessionConfig attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.evaluation.evaluators.EvaluationContext attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventBatchResponse attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.StartSessionResponse attribute) (in module honeyhive) (in module honeyhive.config.models) session_name (built-in variable) (honeyhive.config.models.TracerConfig attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) session_properties (honeyhive.models.CreateEventBatchRequest attribute) (honeyhive.models.CreateModelEventBatchRequest attribute) SessionConfig (class in honeyhive.config.models) SessionPropertiesBatch (class in honeyhive.models) sessions (honeyhive.HoneyHive attribute) SessionStartRequest (class in honeyhive.models) set() (honeyhive.utils.baggage_dict.BaggageDict method) (honeyhive.utils.cache.Cache method) set_attribute() (honeyhive.tracer.core.base.NoOpSpan method) set_attributes() (honeyhive.tracer.core.base.NoOpSpan method) set_status() (honeyhive.tracer.core.base.NoOpSpan method) setdefault() (honeyhive.utils.dotdict.DotDict method) should_retry() (honeyhive.utils.retry.RetryConfig method) should_retry_exception() (honeyhive.utils.retry.RetryConfig method)

shutdown() (honeyhive.tracer.processing.otlp_exporter.HoneyHiveOTLPExporter method) (honeyhive.tracer.processing.otlp_exporter.OTLPJSONExporter method) source (built-in variable) (Event attribute) (honeyhive.config.models.TracerConfig attribute) (honeyhive.evaluation.evaluators.EvaluationContext attribute) (honeyhive.experiments.core.ExperimentContext attribute) (honeyhive.models.CreateModelEvent attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) (in module honeyhive) (in module honeyhive.config.models) source_environment (honeyhive.tracer.core.base.HoneyHiveTracerBase property) Span (built-in class) span_id (Span attribute) (SpanContext attribute) (SpanLink attribute) SpanContext (built-in class) SpanEvent (built-in class) SpanLink (built-in class) start() (honeyhive.client.sessions method) start_time (Event attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionStartRequest attribute) (Span attribute) StartSessionRequestBody (class in honeyhive.models) StartSessionResponse (class in honeyhive.models) stats() (honeyhive.utils.cache.Cache method) status (Evaluation attribute) (EvaluationBatch attribute) (Event attribute) (honeyhive.models.EvaluationRun attribute) (honeyhive.models.ExperimentResultResponse attribute) (honeyhive.models.PostExperimentRunRequest attribute) (honeyhive.models.PutExperimentRunRequest attribute) (Span attribute) status_code (honeyhive.utils.error_handler.ErrorResponse attribute) strategy (honeyhive.utils.retry.RetryConfig attribute) STRICT (honeyhive.tracer.integration.error_handling.ResilienceLevel attribute) success (honeyhive.models.CreateModelEventBatchResponse attribute) (honeyhive.models.ExperimentResultResponse attribute) (honeyhive.models.PostEventBatchResponse attribute) (honeyhive.models.PostEventResponse attribute) (honeyhive.utils.error_handler.ErrorResponse attribute) summary_method (MultiEvaluationResult attribute) summary_score (MultiEvaluationResult attribute)

T

target_event_id (Evaluation attribute) (EvaluationEvent attribute) (MultiEvaluationResult attribute) task (honeyhive.models.CreateToolRequest attribute) (honeyhive.models.Metric attribute) (honeyhive.models.Tool attribute) template (honeyhive.models.CreateModelEvent attribute) template_inputs (honeyhive.models.CreateModelEvent attribute) tenant (honeyhive.models.Configuration attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.Tool attribute) TerminalColors (class in honeyhive.experiments.evaluators) test_mode (built-in variable) (honeyhive.config.models.BaseHoneyHiveConfig attribute) (honeyhive.HoneyHive property) (in module honeyhive) (in module honeyhive.config.models) testcases (honeyhive.models.GetDatasetsResponse attribute) threshold (honeyhive.models.Metric attribute) (honeyhive.models.UpdateMetricRequest attribute) timeout (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (honeyhive.HoneyHive property) (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile attribute) (in module honeyhive.config.models) timeout_ms (EvaluationConfig attribute) timestamp (Evaluation attribute) (honeyhive.evaluation.evaluators.EvaluationResult attribute) (SpanEvent attribute) to_dict() (honeyhive.utils.dotdict.DotDict method) (honeyhive.utils.error_handler.ErrorResponse method) to_tracer_config() (ExperimentContext method) (honeyhive.experiments.core.ExperimentContext method)

Tool (class in honeyhive.models) tool (honeyhive.models.EventType attribute) tool_calls (LLMEvent attribute) tool_choice (honeyhive.models.CreateModelEvent attribute) tool_type (honeyhive.models.CreateToolRequest attribute) (honeyhive.models.Tool attribute) ToolEvent (built-in class) tools (honeyhive.HoneyHive attribute) (honeyhive.models.CreateModelEvent attribute) (LLMEvent attribute) topic_alignment (RelevanceEvaluation attribute) totalEvents (honeyhive.models.GetEventsResponse attribute) toxicity_categories (ToxicityEvaluation attribute) ToxicityEvaluation (built-in class) trace() (in module honeyhive) trace_flags (SpanContext attribute) trace_id (Span attribute) (SpanContext attribute) (SpanLink attribute) trace_state (SpanContext attribute) tracer (honeyhive.tracer.core.base.HoneyHiveTracerBase attribute) TracerConfig (class in honeyhive.config.models) type (honeyhive.models.Configuration attribute) (honeyhive.models.CreateDatasetRequest attribute) (honeyhive.models.CreateToolRequest attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.EventFilter attribute) (honeyhive.models.Metric attribute) (honeyhive.models.Tool attribute) (honeyhive.models.UpdateConfigurationRequest attribute) (honeyhive.models.UpdateMetricRequest attribute)

U

UNDERLINE (honeyhive.experiments.evaluators.TerminalColors attribute) unlink() (honeyhive.tracer.core.base.HoneyHiveTracerBase method) (in module honeyhive) update() (honeyhive.api.client.ConfigurationsAPI method) (honeyhive.api.client.DatapointsAPI method) (honeyhive.api.client.EventsAPI method) (honeyhive.api.client.MetricsAPI method) (honeyhive.client.configurations method) (honeyhive.client.events method) (honeyhive.client.projects method) (honeyhive.utils.baggage_dict.BaggageDict method) (honeyhive.utils.dotdict.DotDict method) update_async() (honeyhive.api.client.ConfigurationsAPI method) (honeyhive.api.client.DatapointsAPI method) (honeyhive.api.client.EventsAPI method) (honeyhive.api.client.MetricsAPI method) update_configuration() (honeyhive.api.client.ConfigurationsAPI method) update_datapoint() (honeyhive.api.client.DatapointsAPI method) update_dataset() (honeyhive.api.client.DatasetsAPI method) update_event() (honeyhive.api.client.EventsAPI method) update_metric() (honeyhive.api.client.MetricsAPI method) update_name() (honeyhive.tracer.core.base.NoOpSpan method) update_project() (honeyhive.api.client.ProjectsAPI method) update_run() (honeyhive.api.client.ExperimentsAPI method) update_run_async() (honeyhive.api.client.ExperimentsAPI method)

update_tool() (honeyhive.api.client.ToolsAPI method) update_verbose_setting() (honeyhive.utils.logger.HoneyHiveLogger method) UpdateConfigurationRequest (class in honeyhive.models) updated_at (honeyhive.models.Configuration attribute) (honeyhive.models.Datapoint attribute) (honeyhive.models.Dataset attribute) (honeyhive.models.Metric attribute) (honeyhive.models.Project attribute) (honeyhive.models.Tool attribute) UpdateDatapointRequest (class in honeyhive.models) UpdateDatasetRequest (class in honeyhive.models) UpdateEventRequest (class in honeyhive.models) UpdateMetricRequest (class in honeyhive.models) UpdateProjectRequest (class in honeyhive.models) UpdateToolRequest (class in honeyhive.models) url (honeyhive.utils.error_handler.ErrorContext attribute) usage (honeyhive.models.CreateModelEvent attribute) user_properties (Event attribute) (honeyhive.models.Configuration attribute) (honeyhive.models.CreateConfigurationRequest attribute) (honeyhive.models.Event attribute) (honeyhive.models.PostEventRequest attribute) (honeyhive.models.SessionPropertiesBatch attribute) (honeyhive.models.SessionStartRequest attribute) (honeyhive.models.UpdateConfigurationRequest attribute) (honeyhive.models.UpdateEventRequest attribute)

V

validate_api_key() (honeyhive.config.models.BaseHoneyHiveConfig class method) validate_batch_sizes() (honeyhive.config.models.OTLPConfig class method) validate_boolean_fields() (honeyhive.config.models.BaseHoneyHiveConfig class method) validate_experiment_metadata() (honeyhive.config.models.ExperimentConfig class method) validate_experiment_strings() (honeyhive.config.models.ExperimentConfig class method) validate_ids() (honeyhive.config.models.EvaluationConfig class method) (honeyhive.config.models.TracerConfig class method) validate_otlp_endpoint() (honeyhive.config.models.OTLPConfig class method) validate_otlp_headers() (honeyhive.config.models.OTLPConfig class method) validate_pool_maxsize() (honeyhive.tracer.processing.otlp_profiles.EnvironmentProfile class method) validate_positive_float() (honeyhive.config.models.HTTPClientConfig class method) validate_positive_int() (honeyhive.config.models.HTTPClientConfig class method) validate_project() (honeyhive.config.models.BaseHoneyHiveConfig class method) validate_proxy_url() (honeyhive.config.models.HTTPClientConfig class method) validate_server_url() (honeyhive.config.models.base.ServerURLMixin class method) (honeyhive.config.models.TracerConfig class method)

validate_session_id() (honeyhive.config.models.SessionConfig class method) (honeyhive.config.models.TracerConfig class method) validate_source() (honeyhive.config.models.TracerConfig class method) validate_timeouts() (honeyhive.config.models.OTLPConfig class method) ValidationError (class in honeyhive.utils.error_handler) value (honeyhive.models.EventFilter attribute) values() (honeyhive.utils.baggage_dict.BaggageDict method) verbose (honeyhive.config.models.BaseHoneyHiveConfig attribute) (honeyhive.HoneyHive property) (in module honeyhive.config.models) verify_ssl (built-in variable) (honeyhive.config.models.HTTPClientConfig attribute) (in module honeyhive.config.models) version (InstrumentationScope attribute)

W

WARNING (honeyhive.experiments.evaluators.TerminalColors attribute) warning (honeyhive.models.PutExperimentRunResponse attribute) warning() (honeyhive.utils.logger.HoneyHiveLogger method)

weights (MultiEvaluationResult attribute) with_distributed_trace_context() (in module honeyhive.tracer.processing.context) word_count (LengthEvaluation attribute)