tests/test_accounts.py::test_accounts_create
tests/test_accounts.py::test_accounts_create_token
tests/test_accounts.py::test_accounts_forbid_privilege_escalation
tests/test_accounts.py::test_accounts_get
tests/test_accounts.py::test_accounts_get_permissions
tests/test_accounts.py::test_accounts_revoke_all_tokens
tests/test_accounts.py::test_accounts_revoke_token
tests/test_accounts.py::test_accounts_set_permissions
tests/test_analysis.py::test_api_default_image_execution
tests/test_analysis.py::test_curves_get
tests/test_analysis.py::test_measurements_create_python_function
tests/test_analysis.py::test_measurements_download_python_function
tests/test_analysis.py::test_methods_create_jupyter_notebook
tests/test_analysis.py::test_methods_create_jupyter_notebook_no_scores
tests/test_analysis.py::test_methods_create_pydantic_v1_runtime
tests/test_analysis.py::test_methods_create_pydantic_v1_targeted
tests/test_analysis.py::test_methods_create_pydantic_v2_runtime
tests/test_analysis.py::test_methods_create_pydantic_v2_targeted
tests/test_analysis.py::test_methods_create_python_function
tests/test_analysis.py::test_methods_documentation
tests/test_analysis.py::test_methods_edit_documentation
tests/test_analysis.py::test_modules_create_jupyter_notebook
tests/test_analysis.py::test_modules_create_jupyter_notebook_no_scores
tests/test_analysis.py::test_modules_create_pydantic_v1_test
tests/test_analysis.py::test_modules_create_pydantic_v2_test
tests/test_analysis.py::test_modules_create_python_function
tests/test_analysis.py::test_modules_create_python_rubric
tests/test_analysis.py::test_modules_documentation
tests/test_analysis.py::test_modules_edit_documentation
tests/test_analysis.py::test_reports_create
tests/test_analysis.py::test_reports_download
tests/test_analysis.py::test_runtime_pydantic_v1_compatibility
tests/test_analysis.py::test_runtime_pydantic_v2_compatibility
tests/test_analysis.py::test_safetycase
tests/test_analysis.py::test_safetycase_compare[0]
tests/test_analysis.py::test_safetycase_compare[1]
tests/test_analysis.py::test_safetycase_compare[2]
tests/test_analysis.py::test_safetycase_compare[3]
tests/test_analysis.py::test_safetycase_compare[4]
tests/test_analysis.py::test_safetycase_download
tests/test_analysis.py::test_safetycase_no_scores
tests/test_analysis.py::test_safetycase_publish
tests/test_analysis.py::test_safetycase_publish_compare[0]
tests/test_analysis.py::test_safetycase_publish_compare[1]
tests/test_analysis.py::test_safetycase_publish_compare[2]
tests/test_analysis.py::test_safetycase_publish_compare[3]
tests/test_analysis.py::test_safetycase_publish_compare[4]
tests/test_analysis.py::test_safetycase_query_scores
tests/test_analysis.py::test_safetycase_scores
tests/test_analysis.py::test_scores_get
tests/test_artifacts.py::test_artifacts_create
tests/test_artifacts.py::test_artifacts_finalize
tests/test_artifacts.py::test_artifacts_prepare
tests/test_artifacts.py::test_artifacts_upload
tests/test_artifacts.py::test_evaluations_create_container
tests/test_challenges.py::test_challenges_approve_team
tests/test_challenges.py::test_challenges_create
tests/test_challenges.py::test_challenges_create_task
tests/test_challenges.py::test_challenges_create_team
tests/test_challenges.py::test_challenges_edit_content
tests/test_challenges.py::test_challenges_edit_rules
tests/test_challenges.py::test_challenges_edit_task_content
tests/test_challenges.py::test_challenges_edit_task_rules
tests/test_challenges.py::test_challenges_edit_team
tests/test_challenges.py::test_challenges_list_teams
tests/test_challenges.py::test_challenges_rate_quota
tests/test_challenges.py::test_challenges_resubmit
tests/test_challenges.py::test_challenges_submit
tests/test_challenges.py::test_challenges_submit_hidden_task
tests/test_challenges.py::test_challenges_terminate_submission
tests/test_challenges.py::test_submissions_download
tests/test_collection_manifest.py::test_manifest_covers_every_collected_test
tests/test_collection_manifest.py::test_no_collected_tests_went_missing
tests/test_ctx_shim.py::test_a_producer_write_takes_precedence_over_the_fixture
tests/test_ctx_shim.py::test_fixture_lookup_is_anchored_to_the_first_test_that_requested_ctx
tests/test_ctx_shim.py::test_get_resolves_fixtures
tests/test_ctx_shim.py::test_get_returns_the_default_for_a_genuinely_unknown_key
tests/test_ctx_shim.py::test_key_written_by_a_producer_is_served_from_the_dict
tests/test_ctx_shim.py::test_typo_raises_instead_of_silently_skipping
tests/test_ctx_shim.py::test_unwritten_key_resolves_from_a_conftest_fixture
tests/test_datasets.py::test_dataset_documentation
tests/test_datasets.py::test_dataset_edit_documentation
tests/test_datasets.py::test_datasets_create
tests/test_datasets.py::test_datasets_create_tiny
tests/test_datasets.py::test_datasets_download
tests/test_errorhandling.py::test_client_impossible_timeout
tests/test_errorhandling.py::test_evaluations_create_errors_400
tests/test_errorhandling.py::test_evaluations_create_errors_400_skip
tests/test_errorhandling.py::test_evaluations_create_transient_errors
tests/test_errorhandling.py::test_inferenceservices_create_mock_errors_400
tests/test_errorhandling.py::test_inferenceservices_create_mock_transient_errors
tests/test_errorhandling.py::test_measurements_error_log
tests/test_errorhandling.py::test_measurements_python_function_raises_error
tests/test_errorhandling.py::test_methods_create_jupyter_notebook_raises_error
tests/test_errorhandling.py::test_methods_python_function_raises_error
tests/test_errorhandling.py::test_reports_error_log
tests/test_errorhandling.py::test_reports_rubric_raises_error
tests/test_errorhandling.py::test_safetycase_raises_error
tests/test_evaluation.py::test_evaluations_create
tests/test_evaluation.py::test_evaluations_create_huggingface
tests/test_evaluation.py::test_evaluations_create_vllm
tests/test_evaluation.py::test_evaluations_create_vllm_multi_gpu
tests/test_evaluation.py::test_evaluations_create_vllm_multi_node
tests/test_evaluation.py::test_evaluations_create_with_session_reference
tests/test_evaluation.py::test_evaluations_download
tests/test_evaluation.py::test_evaluations_import
tests/test_evaluation.py::test_evaluations_input_pipeline
tests/test_evaluation.py::test_evaluations_total_timeout
tests/test_families.py::test_families_create
tests/test_families.py::test_families_delete_members
tests/test_families.py::test_families_edit_documentation
tests/test_families.py::test_families_edit_members
tests/test_families.py::test_families_publish
tests/test_fileupload.py::test_fileupload_infer[jpeg]
tests/test_fileupload.py::test_fileupload_infer[png]
tests/test_global_quota.py::test_global_gpu_quota_enforcement
tests/test_global_quota.py::test_l4_gpu_quota_enforcement
tests/test_global_quota.py::test_quota_deallocation_on_termination
tests/test_global_quota.py::test_quota_message_explicit_clearing
tests/test_global_quota.py::test_quota_message_persistence
tests/test_global_quota.py::test_replicas_counted_correctly
tests/test_global_quota.py::test_replicas_fill_quota
tests/test_global_quota.py::test_zero_cost_loophole_prevented
tests/test_import.py::test_import_module[dyff.audit]
tests/test_import.py::test_import_module[dyff.audit.analysis]
tests/test_import.py::test_import_module[dyff.audit.analysis.context]
tests/test_import.py::test_import_module[dyff.audit.analysis.jupyter]
tests/test_import.py::test_import_module[dyff.audit.analysis.legacy]
tests/test_import.py::test_import_module[dyff.audit.analysis.python]
tests/test_import.py::test_import_module[dyff.audit.data]
tests/test_import.py::test_import_module[dyff.audit.data.text]
tests/test_import.py::test_import_module[dyff.audit.dynamic_import]
tests/test_import.py::test_import_module[dyff.audit.local]
tests/test_import.py::test_import_module[dyff.audit.local.platform]
tests/test_import.py::test_import_module[dyff.audit.metrics]
tests/test_import.py::test_import_module[dyff.audit.metrics.base]
tests/test_import.py::test_import_module[dyff.audit.metrics.text]
tests/test_import.py::test_import_module[dyff.audit.scoring]
tests/test_import.py::test_import_module[dyff.audit.scoring.base]
tests/test_import.py::test_import_module[dyff.audit.scoring.classification]
tests/test_import.py::test_import_module[dyff.audit.scoring.example]
tests/test_import.py::test_import_module[dyff.audit.scoring.text]
tests/test_import.py::test_import_module[dyff.audit.workflows]
tests/test_inference.py::test_edit_documentation
tests/test_inference.py::test_inferenceservices_create_container
tests/test_inference.py::test_inferenceservices_create_huggingface
tests/test_inference.py::test_inferenceservices_create_mock
tests/test_inference.py::test_inferenceservices_create_mock_compare[0]
tests/test_inference.py::test_inferenceservices_create_mock_compare[1]
tests/test_inference.py::test_inferenceservices_create_mock_compare[2]
tests/test_inference.py::test_inferenceservices_create_mock_compare[3]
tests/test_inference.py::test_inferenceservices_create_mock_compare[4]
tests/test_inference.py::test_inferenceservices_create_vllm
tests/test_inference.py::test_inferenceservices_create_vllm_multi_gpu
tests/test_inference.py::test_inferenceservices_create_vllm_multi_node
tests/test_inference.py::test_inferencesessions_create_huggingface
tests/test_inference.py::test_inferencesessions_create_mock
tests/test_inference.py::test_inferencesessions_infer_huggingface
tests/test_inference.py::test_inferencesessions_infer_mock
tests/test_inference.py::test_inferencesessions_infer_with_created_token
tests/test_models.py::test_models_create_huggingface
tests/test_models.py::test_models_create_huggingface_with_fuse
tests/test_models.py::test_models_create_mock
tests/test_models.py::test_models_create_mock_compare[0]
tests/test_models.py::test_models_create_mock_compare[1]
tests/test_models.py::test_models_create_mock_compare[2]
tests/test_models.py::test_models_create_mock_compare[3]
tests/test_models.py::test_models_create_mock_compare[4]
tests/test_models.py::test_models_create_upload
tests/test_models.py::test_models_documentation
tests/test_models.py::test_models_edit_documentation
tests/test_pipelines.py::test_pipelines_create
tests/test_pipelines.py::test_pipelines_create_method
tests/test_pipelines.py::test_pipelines_create_module
tests/test_pipelines.py::test_pipelines_query_runs
tests/test_pipelines.py::test_pipelines_run
tests/test_pipelines.py::test_pipelines_run_container
tests/test_quotas.py::test_quotas_account_rate_quota
tests/test_quotas.py::test_quotas_create
tests/test_quotas.py::test_quotas_global
tests/test_quotas.py::test_quotas_increase_unblocks_waiting
tests/test_schema_stability.py::TestComprehensiveSchemaStability::test_comprehensive_arrow_schema_stability
tests/test_schema_stability.py::TestComprehensiveSchemaStability::test_comprehensive_data_serialization_stability
tests/test_schema_stability.py::TestComprehensiveSchemaStability::test_comprehensive_field_types_coverage
tests/test_schema_stability.py::TestSchemaReferenceCapture::test_capture_arrow_schema
tests/test_schema_stability.py::TestSchemaReferenceCapture::test_capture_baseline_info
tests/test_schema_stability.py::TestSchemaReferenceCapture::test_capture_comprehensive_sample_data
tests/test_schema_stability.py::TestSchemaReferenceCapture::test_capture_comprehensive_schema
tests/test_schema_stability.py::TestSchemaReferenceCapture::test_capture_evaluation_response_format
tests/test_schema_stability.py::TestSchemaReferenceCapture::test_capture_sample_measurement_data
tests/test_schema_stability.py::TestSchemaStability::test_arrow_schema_stability
tests/test_schema_stability.py::TestSchemaStability::test_data_serialization_stability
tests/test_schema_stability.py::TestSchemaStability::test_evaluation_response_format_stability
tests/test_schema_stability.py::TestSchemaStability::test_measurement_pipeline_stability
tests/test_schema_stability.py::TestSchemaValidation::test_blurst_count_schema_structure
tests/test_schema_stability.py::TestSchemaValidation::test_measurement_serialization_roundtrip
tests/test_schema_stability.py::TestSchemaValidation::test_plain_int_rejection
tests/test_usecases.py::test_concerns_add
tests/test_usecases.py::test_concerns_remove
tests/test_usecases.py::test_usecases_create
tests/test_usecases.py::test_usecases_edit_documentation
tests/test_usecases.py::test_usecases_publish
tests/test_wait_helpers.py::test_condition_may_abort_early
tests/test_wait_helpers.py::test_eventually_can_be_told_not_to_tolerate_404
tests/test_wait_helpers.py::test_eventually_does_not_swallow_a_non_404
tests/test_wait_helpers.py::test_eventually_does_not_swallow_other_exceptions
tests/test_wait_helpers.py::test_eventually_passes_through_the_return_value
tests/test_wait_helpers.py::test_eventually_reraises_the_404_on_timeout
tests/test_wait_helpers.py::test_eventually_reraises_the_real_assertion_on_timeout
tests/test_wait_helpers.py::test_eventually_retries_through_a_404[azure]
tests/test_wait_helpers.py::test_eventually_retries_through_a_404[dyff]
tests/test_wait_helpers.py::test_eventually_retries_through_a_404[httpx]
tests/test_wait_helpers.py::test_eventually_returns_once_the_assertion_holds
tests/test_wait_helpers.py::test_explicit_interval_is_honoured_unchanged
tests/test_wait_helpers.py::test_pipeline_helper_still_accepts_a_pinned_interval
tests/test_wait_helpers.py::test_pipeline_run_status_matches_per_node_targets
tests/test_wait_helpers.py::test_pipeline_run_status_raises_on_declared_failure_status
tests/test_wait_helpers.py::test_pipeline_run_success_raises_naming_the_failed_node
tests/test_wait_helpers.py::test_pipeline_run_success_when_all_nodes_succeed
tests/test_wait_helpers.py::test_polls_until_condition_holds
tests/test_wait_helpers.py::test_ramp_starts_responsive_and_settles_at_the_old_interval
tests/test_wait_helpers.py::test_reraises_404_when_tolerance_disabled
tests/test_wait_helpers.py::test_reraises_non_404[azure]
tests/test_wait_helpers.py::test_reraises_non_404[dyff]
tests/test_wait_helpers.py::test_reraises_non_404[httpx]
tests/test_wait_helpers.py::test_returns_entity_once_condition_holds
tests/test_wait_helpers.py::test_timeout_reports_last_observed_state
tests/test_wait_helpers.py::test_tolerates_404_from_every_client_error_type[azure]
tests/test_wait_helpers.py::test_tolerates_404_from_every_client_error_type[dyff]
tests/test_wait_helpers.py::test_tolerates_404_from_every_client_error_type[httpx]
tests/test_wait_helpers.py::test_wait_for_completion_returns_the_entity
tests/test_wait_helpers.py::test_wait_for_completion_waits_out_404s
tests/test_wait_helpers.py::test_wait_for_ready_does_not_swallow_404
tests/test_wait_helpers.py::test_wait_for_ready_polls_the_session_readiness_flag
tests/test_wait_helpers.py::test_wait_for_status_accepts_a_list
tests/test_wait_helpers.py::test_wait_for_status_accepts_a_single_status
tests/test_wait_helpers.py::test_wait_for_status_times_out_on_wrong_status
tests/test_wait_helpers.py::test_wait_for_success_keeps_waiting_through_non_terminal_states
tests/test_wait_helpers.py::test_wait_for_success_raises_on_failure_status
tests/test_wait_helpers.py::test_wait_for_success_returns_none_on_success
tests/test_wait_helpers.py::test_wait_for_terminal_status_returns_the_status
