.gitignore
Makefile
README.md
codegen-config.toml
pyproject.toml
uv.lock
examples/data_files/custom_metric.py
examples/data_files/postmoney_safe.docx
examples/scripts/adds_metric_to_run.py
examples/scripts/custom_metric_examples.py
examples/scripts/deep_research_example.py
examples/scripts/output_context_example.py
examples/scripts/project_examples.py
examples/scripts/proxy_examples.py
examples/scripts/review_example.py
examples/scripts/run_agent.py
examples/scripts/run_examples.ipynb
examples/scripts/suite_examples.py
examples/scripts/token_retry_example.py
examples/scripts/tracing_example.py
examples/suites/example_extraction.json
examples/suites/example_schema_operators.json
examples/suites/example_suite.json
examples/suites/example_suite_modifiers.json
examples/suites/example_suite_with_everything.json
examples/suites/example_with_file.json
integration-tests/test_output_context.py
integration-tests/test_pause_resume_integration.py
integration-tests/test_rerun_checks.py
integration-tests/test_run_integration.py
integration-tests/test_suite_integration.py
tests/test_agentic_uploads.py
tests/test_cli_run.py
tests/test_object_mappings.py
tests/test_on_run_created.py
tests/test_periodic_uploader_batch_limit.py
tests/test_project_support.py
tests/test_run_parameters_defaults.py
tests/test_tracing.py
vals/__init__.py
vals/cli/__init__.py
vals/cli/main.py
vals/cli/project.py
vals/cli/run.py
vals/cli/suite.py
vals/cli/util.py
vals/graphql/evaluate_test_checks.graphql
vals/graphql/custom_metrics/mutations.graphql
vals/graphql/custom_metrics/queries.graphql
vals/graphql/fragments/qa_sets.graphql
vals/graphql/fragments/run.graphql
vals/graphql/fragments/shared.graphql
vals/graphql/fragments/test.graphql
vals/graphql/human_review/AddAllToQueue.graphql
vals/graphql/human_review/GetSingleRunReview.graphql
vals/graphql/human_review/GetSingleTestResultReviewWithCount.graphql
vals/graphql/human_review/GetUserOptions.graphql
vals/graphql/human_review/ModifyQueue.graphql
vals/graphql/projects/queries.graphql
vals/graphql/qa_sets/mutations.graphql
vals/graphql/qa_sets/queries.graphql
vals/graphql/runs/mutations.graphql
vals/graphql/runs/queries.graphql
vals/graphql/suites/mutations.graphql
vals/graphql/suites/queries.graphql
vals/graphql_client/__init__.py
vals/graphql_client/add_all_tests_to_queue_single.py
vals/graphql_client/add_batch_tests.py
vals/graphql_client/add_or_remove_users_to_run_review.py
vals/graphql_client/async_base_client.py
vals/graphql_client/base_model.py
vals/graphql_client/batch_add_question_answer_pairs.py
vals/graphql_client/client.py
vals/graphql_client/create_empty_run_object.py
vals/graphql_client/create_or_update_test_suite.py
vals/graphql_client/create_question_answer_pair.py
vals/graphql_client/create_question_answer_set.py
vals/graphql_client/delete_test_suite.py
vals/graphql_client/edit_custom_metric.py
vals/graphql_client/enums.py
vals/graphql_client/evaluate_test_checks.py
vals/graphql_client/exceptions.py
vals/graphql_client/fragments.py
vals/graphql_client/get_active_custom_operators.py
vals/graphql_client/get_custom_metric.py
vals/graphql_client/get_default_parameters.py
vals/graphql_client/get_operators.py
vals/graphql_client/get_run_dataframe.py
vals/graphql_client/get_run_status.py
vals/graphql_client/get_single_run_review.py
vals/graphql_client/get_test_data.py
vals/graphql_client/get_test_suite_data.py
vals/graphql_client/get_test_suites_with_count.py
vals/graphql_client/get_user_options.py
vals/graphql_client/input_types.py
vals/graphql_client/list_projects.py
vals/graphql_client/list_question_answer_pairs.py
vals/graphql_client/list_runs.py
vals/graphql_client/mark_question_answer_set_as_complete.py
vals/graphql_client/poll_custom_metric_task.py
vals/graphql_client/pull_run.py
vals/graphql_client/pull_runs.py
vals/graphql_client/pull_test_results_with_count.py
vals/graphql_client/remove_old_tests.py
vals/graphql_client/rerun_tests.py
vals/graphql_client/set_archived_status_custom_metrics.py
vals/graphql_client/set_custom_metrics.py
vals/graphql_client/single_test_result_reviews_with_count.py
vals/graphql_client/skip_to_eval.py
vals/graphql_client/start_custom_metric_task.py
vals/graphql_client/start_run.py
vals/graphql_client/stop_run.py
vals/graphql_client/unfinished_tests.py
vals/graphql_client/update_custom_metric_result.py
vals/graphql_client/update_global_checks.py
vals/graphql_client/update_run_status.py
vals/graphql_client/upload_local_evaluation.py
vals/graphql_client/upload_test_result.py
vals/graphql_client/upsert_custom_metric.py
vals/sdk/__init__.py
vals/sdk/auth.py
vals/sdk/custom_metric.py
vals/sdk/exceptions.py
vals/sdk/operator_type.py
vals/sdk/patch.py
vals/sdk/project.py
vals/sdk/realtime.py
vals/sdk/run.py
vals/sdk/run_review.py
vals/sdk/suite.py
vals/sdk/tracing.py
vals/sdk/types.py
vals/sdk/util.py
vals/sdk/scripts/operator_type_template
vals/sdk/unit_tests/test_output_object.py
valsai.egg-info/PKG-INFO
valsai.egg-info/SOURCES.txt
valsai.egg-info/dependency_links.txt
valsai.egg-info/entry_points.txt
valsai.egg-info/requires.txt
valsai.egg-info/top_level.txt