.gitignore
.pre-commit-config.yaml
CHANGELOG.md
CITATION.cff
LICENSE
Makefile
README.md
pyproject.toml
requirements.txt
.github/dependabot.yml
.github/pull_request_template.md
.github/workflows/build.yml
.github/workflows/docs.yml
.github/workflows/log_viewer.yml
.github/workflows/pypi.yml
.github/workflows/vscode.yml
.vscode/extensions.json
.vscode/settings.json
docs/.gitignore
docs/CNAME
docs/_errors_and_retries.md
docs/_quarto.yml
docs/_sample-preservation.md
docs/_sandboxenv-interface.md
docs/_tools-annotations-required.md
docs/_tools-scaffold.md
docs/_trace.md
docs/_variables.yml
docs/agents-api.qmd
docs/agents.qmd
docs/approval.qmd
docs/caching.qmd
docs/datasets.qmd
docs/errors-and-limits.qmd
docs/eval-logs.qmd
docs/eval-sets.qmd
docs/extensions.qmd
docs/index.qmd
docs/interactivity.qmd
docs/llms.txt
docs/log-viewer.qmd
docs/models.qmd
docs/parallelism.qmd
docs/scorers.qmd
docs/solvers.qmd
docs/theme.scss
docs/tools.qmd
docs/tutorial.qmd
docs/vscode.qmd
docs/workflow.qmd
docs/examples/examples.bib
docs/examples/examples.css
docs/examples/examples.ejs
docs/examples/examples.yml
docs/examples/index.qmd
docs/images/aisi-logo.png
docs/images/eval-log.png
docs/images/inspect-activity-bar.png
docs/images/inspect-multiple-models.png
docs/images/inspect-view-answers.png
docs/images/inspect-view-filter.png
docs/images/inspect-view-history.png
docs/images/inspect-view-home.png
docs/images/inspect-view-info.png
docs/images/inspect-view-logging-console.png
docs/images/inspect-view-logging.png
docs/images/inspect-view-main.png
docs/images/inspect-view-messages.png
docs/images/inspect-view-metadata.png
docs/images/inspect-view-scoring.png
docs/images/inspect-view-sort.png
docs/images/inspect-view-splash.png
docs/images/inspect-vscode-config.png
docs/images/inspect-vscode-install.png
docs/images/inspect-vscode-logview.png
docs/images/inspect-vscode-output-channel.png
docs/images/inspect-vscode-run-task.png
docs/images/inspect.png
docs/images/logs-drop-down.png
docs/images/logs-open-button.png
docs/images/logs.png
docs/images/popularity.png
docs/images/python-tool-view.png
docs/images/rate-limit.png
docs/images/running-theory.png
docs/images/task-max-sandboxes.png
docs/images/toolenv-no-cleanup.png
docs/images/web-browser-tool-view.png
docs/scripts/post-render.sh
examples/biology_qa.py
examples/cache.py
examples/evalset.py
examples/hello_world.py
examples/popularity.py
examples/security_guide.py
examples/theory_of_mind.py
examples/tool_use.py
examples/approval/README.md
examples/approval/approval.py
examples/approval/approval.yaml
examples/browser/browser.py
examples/browser/compose.yaml
examples/images/ballons.png
examples/images/bike.png
examples/images/images.jsonl
examples/images/images.py
examples/intervention/Dockerfile
examples/intervention/README.md
examples/intervention/compose.yaml
examples/intervention/intervention.py
examples/langchain/.env.example
examples/langchain/.gitignore
examples/langchain/README.md
examples/langchain/inspect_langchain.py
examples/langchain/requirements.txt
examples/langchain/wikipedia.jsonl
examples/langchain/wikipedia.py
src/inspect_ai/__init__.py
src/inspect_ai/__main__.py
src/inspect_ai/py.typed
src/inspect_ai.egg-info/PKG-INFO
src/inspect_ai.egg-info/SOURCES.txt
src/inspect_ai.egg-info/dependency_links.txt
src/inspect_ai.egg-info/entry_points.txt
src/inspect_ai.egg-info/requires.txt
src/inspect_ai.egg-info/top_level.txt
src/inspect_ai/_cli/cache.py
src/inspect_ai/_cli/common.py
src/inspect_ai/_cli/eval.py
src/inspect_ai/_cli/info.py
src/inspect_ai/_cli/list.py
src/inspect_ai/_cli/log.py
src/inspect_ai/_cli/main.py
src/inspect_ai/_cli/sandbox.py
src/inspect_ai/_cli/score.py
src/inspect_ai/_cli/util.py
src/inspect_ai/_cli/view.py
src/inspect_ai/_display/__init__.py
src/inspect_ai/_display/core/active.py
src/inspect_ai/_display/core/config.py
src/inspect_ai/_display/core/display.py
src/inspect_ai/_display/core/footer.py
src/inspect_ai/_display/core/group.py
src/inspect_ai/_display/core/panel.py
src/inspect_ai/_display/core/progress.py
src/inspect_ai/_display/core/results.py
src/inspect_ai/_display/core/rich.py
src/inspect_ai/_display/core/textual.py
src/inspect_ai/_display/rich/__init__.py
src/inspect_ai/_display/rich/display.py
src/inspect_ai/_display/textual/app.py
src/inspect_ai/_display/textual/app.tcss
src/inspect_ai/_display/textual/display.py
src/inspect_ai/_display/textual/theme.py
src/inspect_ai/_display/textual/widgets/clock.py
src/inspect_ai/_display/textual/widgets/console.py
src/inspect_ai/_display/textual/widgets/footer.py
src/inspect_ai/_display/textual/widgets/samples.py
src/inspect_ai/_display/textual/widgets/task_detail.py
src/inspect_ai/_display/textual/widgets/tasks.py
src/inspect_ai/_display/textual/widgets/titlebar.py
src/inspect_ai/_display/textual/widgets/toggle.py
src/inspect_ai/_display/textual/widgets/transcript.py
src/inspect_ai/_eval/context.py
src/inspect_ai/_eval/eval.py
src/inspect_ai/_eval/evalset.py
src/inspect_ai/_eval/list.py
src/inspect_ai/_eval/loader.py
src/inspect_ai/_eval/registry.py
src/inspect_ai/_eval/run.py
src/inspect_ai/_eval/score.py
src/inspect_ai/_eval/task/__init__.py
src/inspect_ai/_eval/task/constants.py
src/inspect_ai/_eval/task/epochs.py
src/inspect_ai/_eval/task/error.py
src/inspect_ai/_eval/task/generate.py
src/inspect_ai/_eval/task/images.py
src/inspect_ai/_eval/task/log.py
src/inspect_ai/_eval/task/results.py
src/inspect_ai/_eval/task/run.py
src/inspect_ai/_eval/task/rundir.py
src/inspect_ai/_eval/task/sandbox.py
src/inspect_ai/_eval/task/task.py
src/inspect_ai/_eval/task/util.py
src/inspect_ai/_util/_async.py
src/inspect_ai/_util/appdirs.py
src/inspect_ai/_util/config.py
src/inspect_ai/_util/constants.py
src/inspect_ai/_util/content.py
src/inspect_ai/_util/datetime.py
src/inspect_ai/_util/decorator.py
src/inspect_ai/_util/deprecation.py
src/inspect_ai/_util/dev.py
src/inspect_ai/_util/dict.py
src/inspect_ai/_util/display.py
src/inspect_ai/_util/dotenv.py
src/inspect_ai/_util/entrypoints.py
src/inspect_ai/_util/environ.py
src/inspect_ai/_util/error.py
src/inspect_ai/_util/file.py
src/inspect_ai/_util/format.py
src/inspect_ai/_util/git.py
src/inspect_ai/_util/hash.py
src/inspect_ai/_util/hooks.py
src/inspect_ai/_util/html.py
src/inspect_ai/_util/http.py
src/inspect_ai/_util/images.py
src/inspect_ai/_util/json.py
src/inspect_ai/_util/list.py
src/inspect_ai/_util/logger.py
src/inspect_ai/_util/notebook.py
src/inspect_ai/_util/package.py
src/inspect_ai/_util/path.py
src/inspect_ai/_util/pattern.py
src/inspect_ai/_util/platform.py
src/inspect_ai/_util/registry.py
src/inspect_ai/_util/retry.py
src/inspect_ai/_util/rich.py
src/inspect_ai/_util/samples.py
src/inspect_ai/_util/terminal.py
src/inspect_ai/_util/text.py
src/inspect_ai/_util/throttle.py
src/inspect_ai/_util/timeouts.py
src/inspect_ai/_util/transcript.py
src/inspect_ai/_util/url.py
src/inspect_ai/_util/version.py
src/inspect_ai/_view/notify.py
src/inspect_ai/_view/schema.py
src/inspect_ai/_view/server.py
src/inspect_ai/_view/view.py
src/inspect_ai/_view/www/.gitignore
src/inspect_ai/_view/www/.prettierignore
src/inspect_ai/_view/www/.tool-versions
src/inspect_ai/_view/www/App.css
src/inspect_ai/_view/www/README.md
src/inspect_ai/_view/www/eslint.config.mjs
src/inspect_ai/_view/www/favicon.svg
src/inspect_ai/_view/www/index.html
src/inspect_ai/_view/www/jsconfig.json
src/inspect_ai/_view/www/log-schema.json
src/inspect_ai/_view/www/package.json
src/inspect_ai/_view/www/postcss.config.cjs
src/inspect_ai/_view/www/tsconfig.json
src/inspect_ai/_view/www/vite.config.js
src/inspect_ai/_view/www/yarn.lock
src/inspect_ai/_view/www/dist/index.html
src/inspect_ai/_view/www/dist/assets/favicon.svg
src/inspect_ai/_view/www/dist/assets/index.css
src/inspect_ai/_view/www/dist/assets/index.js
src/inspect_ai/_view/www/src/App.mjs
src/inspect_ai/_view/www/src/Register.mjs
src/inspect_ai/_view/www/src/Types.mjs
src/inspect_ai/_view/www/src/constants.mjs
src/inspect_ai/_view/www/src/index.js
src/inspect_ai/_view/www/src/api/Types.mjs
src/inspect_ai/_view/www/src/api/api-browser.mjs
src/inspect_ai/_view/www/src/api/api-http.mjs
src/inspect_ai/_view/www/src/api/api-shared.mjs
src/inspect_ai/_view/www/src/api/api-vscode.mjs
src/inspect_ai/_view/www/src/api/client-api.mjs
src/inspect_ai/_view/www/src/api/index.mjs
src/inspect_ai/_view/www/src/api/jsonrpc.mjs
src/inspect_ai/_view/www/src/appearance/Colors.mjs
src/inspect_ai/_view/www/src/appearance/Fonts.mjs
src/inspect_ai/_view/www/src/appearance/Icons.mjs
src/inspect_ai/_view/www/src/appearance/Styles.mjs
src/inspect_ai/_view/www/src/components/AnsiDisplay.css
src/inspect_ai/_view/www/src/components/AnsiDisplay.mjs
src/inspect_ai/_view/www/src/components/AppErrorBoundary.mjs
src/inspect_ai/_view/www/src/components/Browser.mjs
src/inspect_ai/_view/www/src/components/Card.mjs
src/inspect_ai/_view/www/src/components/ChatView.mjs
src/inspect_ai/_view/www/src/components/CopyButton.mjs
src/inspect_ai/_view/www/src/components/Dialog.mjs
src/inspect_ai/_view/www/src/components/DownloadButton.mjs
src/inspect_ai/_view/www/src/components/DownloadPanel.mjs
src/inspect_ai/_view/www/src/components/EmptyPanel.mjs
src/inspect_ai/_view/www/src/components/ErrorPanel.mjs
src/inspect_ai/_view/www/src/components/ExpandablePanel.mjs
src/inspect_ai/_view/www/src/components/FindBand.mjs
src/inspect_ai/_view/www/src/components/JsonPanel.mjs
src/inspect_ai/_view/www/src/components/LabeledValue.mjs
src/inspect_ai/_view/www/src/components/LargeModal.mjs
src/inspect_ai/_view/www/src/components/MarkdownDiv.mjs
src/inspect_ai/_view/www/src/components/MessageBand.mjs
src/inspect_ai/_view/www/src/components/MessageContent.mjs
src/inspect_ai/_view/www/src/components/MetaDataGrid.mjs
src/inspect_ai/_view/www/src/components/MetaDataView.mjs
src/inspect_ai/_view/www/src/components/MorePopOver.mjs
src/inspect_ai/_view/www/src/components/NavPills.mjs
src/inspect_ai/_view/www/src/components/ProgressBar.mjs
src/inspect_ai/_view/www/src/components/TabSet.mjs
src/inspect_ai/_view/www/src/components/ToolButton.mjs
src/inspect_ai/_view/www/src/components/Tools.mjs
src/inspect_ai/_view/www/src/components/VirtualList.mjs
src/inspect_ai/_view/www/src/components/ansi-output.js
src/inspect_ai/_view/www/src/components/RenderedContent/ChatMessageRenderer.mjs
src/inspect_ai/_view/www/src/components/RenderedContent/RenderedContent.mjs
src/inspect_ai/_view/www/src/components/RenderedContent/Types.mjs
src/inspect_ai/_view/www/src/json/JsonTab.mjs
src/inspect_ai/_view/www/src/log/remoteLogFile.mjs
src/inspect_ai/_view/www/src/log-reader/Log-Reader.mjs
src/inspect_ai/_view/www/src/log-reader/Native-Log-Reader.mjs
src/inspect_ai/_view/www/src/log-reader/Open-AI-Log-Reader.mjs
src/inspect_ai/_view/www/src/navbar/Navbar.mjs
src/inspect_ai/_view/www/src/navbar/SecondaryBar.mjs
src/inspect_ai/_view/www/src/plan/PlanCard.mjs
src/inspect_ai/_view/www/src/samples/SampleDialog.mjs
src/inspect_ai/_view/www/src/samples/SampleDisplay.mjs
src/inspect_ai/_view/www/src/samples/SampleError.mjs
src/inspect_ai/_view/www/src/samples/SampleLimit.mjs
src/inspect_ai/_view/www/src/samples/SampleList.mjs
src/inspect_ai/_view/www/src/samples/SampleScoreView.mjs
src/inspect_ai/_view/www/src/samples/SampleScores.mjs
src/inspect_ai/_view/www/src/samples/SampleTranscript.mjs
src/inspect_ai/_view/www/src/samples/SamplesDescriptor.mjs
src/inspect_ai/_view/www/src/samples/SamplesTab.mjs
src/inspect_ai/_view/www/src/samples/SamplesTools.mjs
src/inspect_ai/_view/www/src/samples/tools/EpochFilter.mjs
src/inspect_ai/_view/www/src/samples/tools/SampleFilter.mjs
src/inspect_ai/_view/www/src/samples/tools/SelectScorer.mjs
src/inspect_ai/_view/www/src/samples/tools/SortFilter.mjs
src/inspect_ai/_view/www/src/samples/tools/filters.mjs
src/inspect_ai/_view/www/src/samples/transcript/ApprovalEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/ErrorEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/EventPanel.mjs
src/inspect_ai/_view/www/src/samples/transcript/EventRow.mjs
src/inspect_ai/_view/www/src/samples/transcript/EventSection.mjs
src/inspect_ai/_view/www/src/samples/transcript/InfoEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/InputEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/LoggerEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/ModelEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/SampleInitEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/SampleLimitEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/ScoreEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/StepEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/SubtaskEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/ToolEventView.mjs
src/inspect_ai/_view/www/src/samples/transcript/TranscriptState.mjs
src/inspect_ai/_view/www/src/samples/transcript/TranscriptView.mjs
src/inspect_ai/_view/www/src/samples/transcript/Types.mjs
src/inspect_ai/_view/www/src/samples/transcript/state/StateDiffView.mjs
src/inspect_ai/_view/www/src/samples/transcript/state/StateEventRenderers.mjs
src/inspect_ai/_view/www/src/samples/transcript/state/StateEventView.mjs
src/inspect_ai/_view/www/src/sidebar/Sidebar.mjs
src/inspect_ai/_view/www/src/types/jsondiffpatch.d.ts
src/inspect_ai/_view/www/src/types/log.d.ts
src/inspect_ai/_view/www/src/types/prism.d.ts
src/inspect_ai/_view/www/src/usage/ModelTokenTable.mjs
src/inspect_ai/_view/www/src/usage/UsageCard.mjs
src/inspect_ai/_view/www/src/utils/Base64.mjs
src/inspect_ai/_view/www/src/utils/Format.mjs
src/inspect_ai/_view/www/src/utils/Git.mjs
src/inspect_ai/_view/www/src/utils/Html.mjs
src/inspect_ai/_view/www/src/utils/Json.mjs
src/inspect_ai/_view/www/src/utils/Path.mjs
src/inspect_ai/_view/www/src/utils/Print.mjs
src/inspect_ai/_view/www/src/utils/Type.mjs
src/inspect_ai/_view/www/src/utils/attachments.mjs
src/inspect_ai/_view/www/src/utils/debugging.mjs
src/inspect_ai/_view/www/src/utils/http.mjs
src/inspect_ai/_view/www/src/utils/queue.mjs
src/inspect_ai/_view/www/src/utils/remoteZipFile.mjs
src/inspect_ai/_view/www/src/utils/sync.mjs
src/inspect_ai/_view/www/src/utils/vscode.mjs
src/inspect_ai/_view/www/src/workspace/TaskErrorPanel.mjs
src/inspect_ai/_view/www/src/workspace/WorkSpace.mjs
src/inspect_ai/approval/__init__.py
src/inspect_ai/approval/_apply.py
src/inspect_ai/approval/_approval.py
src/inspect_ai/approval/_approver.py
src/inspect_ai/approval/_auto.py
src/inspect_ai/approval/_call.py
src/inspect_ai/approval/_policy.py
src/inspect_ai/approval/_registry.py
src/inspect_ai/approval/_human/approver.py
src/inspect_ai/approval/_human/console.py
src/inspect_ai/approval/_human/manager.py
src/inspect_ai/approval/_human/panel.py
src/inspect_ai/approval/_human/util.py
src/inspect_ai/dataset/__init__.py
src/inspect_ai/dataset/_dataset.py
src/inspect_ai/dataset/_util.py
src/inspect_ai/dataset/_examples/bias_detection.jsonl
src/inspect_ai/dataset/_examples/biology_qa.jsonl
src/inspect_ai/dataset/_examples/popularity.jsonl
src/inspect_ai/dataset/_examples/security_guide.jsonl
src/inspect_ai/dataset/_examples/theory_of_mind.jsonl
src/inspect_ai/dataset/_sources/csv.py
src/inspect_ai/dataset/_sources/example.py
src/inspect_ai/dataset/_sources/file.py
src/inspect_ai/dataset/_sources/hf.py
src/inspect_ai/dataset/_sources/json.py
src/inspect_ai/dataset/_sources/util.py
src/inspect_ai/log/__init__.py
src/inspect_ai/log/_bundle.py
src/inspect_ai/log/_condense.py
src/inspect_ai/log/_convert.py
src/inspect_ai/log/_file.py
src/inspect_ai/log/_log.py
src/inspect_ai/log/_message.py
src/inspect_ai/log/_retry.py
src/inspect_ai/log/_samples.py
src/inspect_ai/log/_transcript.py
src/inspect_ai/log/_recorders/__init__.py
src/inspect_ai/log/_recorders/create.py
src/inspect_ai/log/_recorders/eval.py
src/inspect_ai/log/_recorders/file.py
src/inspect_ai/log/_recorders/json.py
src/inspect_ai/log/_recorders/recorder.py
src/inspect_ai/model/__init__.py
src/inspect_ai/model/_cache.py
src/inspect_ai/model/_call_tools.py
src/inspect_ai/model/_chat_message.py
src/inspect_ai/model/_generate_config.py
src/inspect_ai/model/_image.py
src/inspect_ai/model/_model.py
src/inspect_ai/model/_model_call.py
src/inspect_ai/model/_model_output.py
src/inspect_ai/model/_registry.py
src/inspect_ai/model/_render.py
src/inspect_ai/model/_trace.py
src/inspect_ai/model/_providers/anthropic.py
src/inspect_ai/model/_providers/azureai.py
src/inspect_ai/model/_providers/bedrock.py
src/inspect_ai/model/_providers/cloudflare.py
src/inspect_ai/model/_providers/google.py
src/inspect_ai/model/_providers/grok.py
src/inspect_ai/model/_providers/groq.py
src/inspect_ai/model/_providers/hf.py
src/inspect_ai/model/_providers/llama_cpp_python.py
src/inspect_ai/model/_providers/mistral.py
src/inspect_ai/model/_providers/mockllm.py
src/inspect_ai/model/_providers/ollama.py
src/inspect_ai/model/_providers/openai.py
src/inspect_ai/model/_providers/openai_o1.py
src/inspect_ai/model/_providers/providers.py
src/inspect_ai/model/_providers/together.py
src/inspect_ai/model/_providers/vertex.py
src/inspect_ai/model/_providers/vllm.py
src/inspect_ai/model/_providers/util/__init__.py
src/inspect_ai/model/_providers/util/chatapi.py
src/inspect_ai/model/_providers/util/hf_handler.py
src/inspect_ai/model/_providers/util/llama31.py
src/inspect_ai/model/_providers/util/util.py
src/inspect_ai/scorer/__init__.py
src/inspect_ai/scorer/_answer.py
src/inspect_ai/scorer/_choice.py
src/inspect_ai/scorer/_classification.py
src/inspect_ai/scorer/_common.py
src/inspect_ai/scorer/_match.py
src/inspect_ai/scorer/_metric.py
src/inspect_ai/scorer/_model.py
src/inspect_ai/scorer/_multi.py
src/inspect_ai/scorer/_pattern.py
src/inspect_ai/scorer/_score.py
src/inspect_ai/scorer/_scorer.py
src/inspect_ai/scorer/_target.py
src/inspect_ai/scorer/_metrics/__init__.py
src/inspect_ai/scorer/_metrics/accuracy.py
src/inspect_ai/scorer/_metrics/mean.py
src/inspect_ai/scorer/_metrics/std.py
src/inspect_ai/scorer/_reducer/__init__.py
src/inspect_ai/scorer/_reducer/reducer.py
src/inspect_ai/scorer/_reducer/registry.py
src/inspect_ai/scorer/_reducer/types.py
src/inspect_ai/solver/__init__.py
src/inspect_ai/solver/_basic_agent.py
src/inspect_ai/solver/_chain.py
src/inspect_ai/solver/_critique.py
src/inspect_ai/solver/_fork.py
src/inspect_ai/solver/_multiple_choice.py
src/inspect_ai/solver/_plan.py
src/inspect_ai/solver/_prompt.py
src/inspect_ai/solver/_solver.py
src/inspect_ai/solver/_task_state.py
src/inspect_ai/solver/_transcript.py
src/inspect_ai/solver/_use_tools.py
src/inspect_ai/solver/_util.py
src/inspect_ai/tool/__init__.py
src/inspect_ai/tool/_tool.py
src/inspect_ai/tool/_tool_call.py
src/inspect_ai/tool/_tool_choice.py
src/inspect_ai/tool/_tool_def.py
src/inspect_ai/tool/_tool_description.py
src/inspect_ai/tool/_tool_info.py
src/inspect_ai/tool/_tool_params.py
src/inspect_ai/tool/_tool_transcript.py
src/inspect_ai/tool/_tool_with.py
src/inspect_ai/tool/_tools/_execute.py
src/inspect_ai/tool/_tools/_web_search.py
src/inspect_ai/tool/_tools/_web_browser/__init__.py
src/inspect_ai/tool/_tools/_web_browser/_web_browser.py
src/inspect_ai/tool/_tools/_web_browser/_resources/Dockerfile
src/inspect_ai/tool/_tools/_web_browser/_resources/README.md
src/inspect_ai/tool/_tools/_web_browser/_resources/accessibility_node.py
src/inspect_ai/tool/_tools/_web_browser/_resources/dm_env_servicer.py
src/inspect_ai/tool/_tools/_web_browser/_resources/mock_environment.py
src/inspect_ai/tool/_tools/_web_browser/_resources/playwright_crawler.py
src/inspect_ai/tool/_tools/_web_browser/_resources/test_accessibility_node.py
src/inspect_ai/tool/_tools/_web_browser/_resources/test_dm_env_servicer.py
src/inspect_ai/tool/_tools/_web_browser/_resources/test_playwright_crawler.py
src/inspect_ai/tool/_tools/_web_browser/_resources/test_web_environment.py
src/inspect_ai/tool/_tools/_web_browser/_resources/web_client.py
src/inspect_ai/tool/_tools/_web_browser/_resources/web_client_new_session.py
src/inspect_ai/tool/_tools/_web_browser/_resources/web_environment.py
src/inspect_ai/tool/_tools/_web_browser/_resources/web_server.py
src/inspect_ai/tool/_tools/_web_browser/_resources/images/usage_diagram.png
src/inspect_ai/util/__init__.py
src/inspect_ai/util/_concurrency.py
src/inspect_ai/util/_console.py
src/inspect_ai/util/_panel.py
src/inspect_ai/util/_resource.py
src/inspect_ai/util/_store.py
src/inspect_ai/util/_subprocess.py
src/inspect_ai/util/_subtask.py
src/inspect_ai/util/_trace.py
src/inspect_ai/util/_sandbox/__init__.py
src/inspect_ai/util/_sandbox/context.py
src/inspect_ai/util/_sandbox/environment.py
src/inspect_ai/util/_sandbox/limits.py
src/inspect_ai/util/_sandbox/local.py
src/inspect_ai/util/_sandbox/registry.py
src/inspect_ai/util/_sandbox/self_check.py
src/inspect_ai/util/_sandbox/service.py
src/inspect_ai/util/_sandbox/docker/cleanup.py
src/inspect_ai/util/_sandbox/docker/compose.py
src/inspect_ai/util/_sandbox/docker/config.py
src/inspect_ai/util/_sandbox/docker/docker.py
src/inspect_ai/util/_sandbox/docker/internal.py
src/inspect_ai/util/_sandbox/docker/prereqs.py
src/inspect_ai/util/_sandbox/docker/util.py
tests/conftest.py
tests/test_eval.py
tests/test_eval_config.py
tests/test_eval_set.py
tests/test_examples.py
tests/test_extensions.py
tests/test_fail_on_error.py
tests/test_list_task.py
tests/test_retry.py
tests/test_run_dir.py
tests/test_sample_id.py
tests/test_sample_limits.py
tests/test_task_attr.py
tests/approval/approve.yaml
tests/approval/escalate.yaml
tests/approval/modify.yaml
tests/approval/reject.yaml
tests/approval/terminate.yaml
tests/approval/test_approval.py
tests/dataset/test_dataset.py
tests/dataset/test_dataset/dataset.jsonl
tests/dataset/test_dataset/images.jsonl
tests/dataset/test_dataset/samples-md.csv
tests/dataset/test_dataset/samples-md.json
tests/dataset/test_dataset/samples-md.jsonl
tests/dataset/test_dataset/samples.csv
tests/dataset/test_dataset/samples.json
tests/dataset/test_dataset/samples.jsonl
tests/dataset/test_dataset/images/ballons.png
tests/log/test_eval_log.py
tests/log/test_list_logs.py
tests/log/test_log_attachments.py
tests/log/test_log_formats.py
tests/log/test_log_level.py
tests/log/test_log_streaming.py
tests/log/test_log_tags.py
tests/log/test_eval_log/log_formats.json
tests/log/test_eval_log/log_images.json
tests/log/test_eval_log/log_images_tc.json
tests/log/test_eval_log/log_invalid.txt
tests/log/test_eval_log/log_length_stop_reason.txt
tests/log/test_eval_log/log_streaming.eval
tests/log/test_eval_log/log_valid.txt
tests/log/test_eval_log/log_version_3.txt
tests/log/test_eval_log/log_with_nan.txt
tests/log/test_list_logs/2024-11-05T13-31-45-05-00_input-task_8zXjbRzCWrL9GXiXo2vus9.json
tests/log/test_list_logs/2024-11-05T13-32-37-05-00_input-task_hxs4q9azL3ySGkjJirypKZ.eval
tests/log/test_list_logs/custom.eval
tests/log/test_list_logs/ignore.json
tests/model/test_api_key.py
tests/model/test_collapse_assistant_message.py
tests/model/test_collapse_user_message.py
tests/model/test_disable.py
tests/model/test_logprobs.py
tests/model/test_mock_model_llm.py
tests/model/test_num_choices.py
tests/model/test_parse_tool_call.py
tests/model/test_stop_reason.py
tests/model/providers/test_anthropic.py
tests/model/providers/test_azureai.py
tests/model/providers/test_cloudflare.py
tests/model/providers/test_google.py
tests/model/providers/test_grok.py
tests/model/providers/test_groq.py
tests/model/providers/test_hf.py
tests/model/providers/test_llama_cpp_python.py
tests/model/providers/test_openai.py
tests/model/providers/test_openai_o1.py
tests/model/providers/test_vertex.py
tests/model/providers/test_vllm.py
tests/scorer/test_answer.py
tests/scorer/test_choice.py
tests/scorer/test_classification.py
tests/scorer/test_match.py
tests/scorer/test_metric.py
tests/scorer/test_model_graded.py
tests/scorer/test_multiscorer.py
tests/scorer/test_pattern.py
tests/scorer/test_reducers.py
tests/scorer/test_scorer.py
tests/scorer/test_value_to_float.py
tests/solver/test_basic_agent.py
tests/solver/test_chain.py
tests/solver/test_fork.py
tests/solver/test_multiple_choice.py
tests/solver/test_prompt.py
tests/solver/test_setup.py
tests/solver/test_solver.py
tests/solver/test_solver_decorator.py
tests/solver/test_solver_spec.py
tests/solver/test_store.py
tests/solver/test_subtask.py
tests/solver/test_transcript.py
tests/test_eval_config/model.yaml
tests/test_eval_config/solver.yaml
tests/test_eval_config/task.yaml
tests/test_eval_set/2024-08-29T15-11-17+00-00_popularity_5EAmX6wjMFqea6WY7XHzZp.json
tests/test_eval_set/2024-08-29T15-11-18+00-00_popularity_5EAmX6wjMFqea6WY7XHzZp.json
tests/test_helpers/__init__.py
tests/test_helpers/tasks.py
tests/test_helpers/tool_call_utils.py
tests/test_helpers/tools.py
tests/test_helpers/utils.py
tests/test_log_dir/test_log_dir.py
tests/test_log_dir/example_task/example_task.py
tests/test_package/.gitignore
tests/test_package/pyproject.toml
tests/test_package/inspect_package/__init__.py
tests/test_package/inspect_package/_registry.py
tests/test_package/inspect_package/py.typed
tests/test_package/inspect_package/approvers/renamer.py
tests/test_package/inspect_package/modelapi/custom.py
tests/test_package/inspect_package/sandboxenv/podman.py
tests/test_package/inspect_package/score/scorer.py
tests/test_package/inspect_package/solvers/cot.py
tests/test_run_dir/task1/task1.py
tests/test_run_dir/task2/task2.py
tests/test_task_list/__init__.py
tests/test_task_list/attribs.ipynb
tests/test_task_list/multiple.py
tests/test_task_list/multiple_dir/_decoy2.py
tests/test_task_list/multiple_dir/bar.py
tests/test_task_list/multiple_dir/foo.py
tests/test_task_list/multiple_dir/_decoy/testit.py
tests/test_task_list/recurse/.folder3/epsilon.py
tests/test_task_list/recurse/folder1/_decoy.py
tests/test_task_list/recurse/folder1/theta.py
tests/test_task_list/recurse/folder2/another.py
tests/test_task_list/recurse/folder2/first.py
tests/test_task_list/recurse/folder2/.folder3/epsilon.py
tests/tools/test_bash_tool.py
tests/tools/test_max_exec_output.py
tests/tools/test_max_tool_output.py
tests/tools/test_python_tool.py
tests/tools/test_sandbox_compose.yaml
tests/tools/test_sandbox_compose_alpine.yaml
tests/tools/test_sandbox_docker_and_local.py
tests/tools/test_sandbox_dockerfile.py
tests/tools/test_sandbox_tool_eval.py
tests/tools/test_tool_def.py
tests/tools/test_tool_parse.py
tests/tools/test_tool_types.py
tests/tools/test_tool_view.py
tests/tools/test_tool_with.py
tests/tools/test_tools.py
tests/tools/test_use_tools.py
tests/tools/test_web_browser.py
tests/tools/test_web_browser_compose.yaml
tests/tools/docker-compose-context/Dockerfile
tests/tools/docker-compose-context-alpine/Dockerfile
tests/util/test_file.py
tests/util/test_images.py
tests/util/test_package.py
tests/util/test_registry.py
tests/util/test_str_to_float.py
tests/util/test_subprocess.py
tests/util/sandbox/sandbox_setup.sh
tests/util/sandbox/test_docker_compose_multiple_services.py
tests/util/sandbox/test_sandbox_service.py
tests/util/sandbox/test_sandbox_setup.py
tests/util/sandbox/docker_compose_multiple_services/docker-compose.yaml
tests/util/test_images/images.jsonl
tests/view/test_bundle.py
tools/vscode/.eslintrc.json
tools/vscode/.gitignore
tools/vscode/.vscode-test.mjs
tools/vscode/.vscodeignore
tools/vscode/.yarnrc
tools/vscode/CHANGELOG.md
tools/vscode/LICENSE
tools/vscode/README.md
tools/vscode/package.json
tools/vscode/tsconfig.json
tools/vscode/webpack.config.js
tools/vscode/yarn.lock
tools/vscode/.vscode/extensions.json
tools/vscode/.vscode/launch.json
tools/vscode/.vscode/settings.json
tools/vscode/.vscode/tasks.json
tools/vscode/assets/icon/eval-treeview.svg
tools/vscode/assets/icon/eval.svg
tools/vscode/assets/logo/inspect.png
tools/vscode/assets/logo/inspect.svg
tools/vscode/assets/templates/task.py.template
tools/vscode/assets/www/codicon/codicon.css
tools/vscode/assets/www/codicon/codicon.ttf
tools/vscode/assets/www/view/view-overrides.css
tools/vscode/src/extension.ts
tools/vscode/src/@types/hooks.d.ts
tools/vscode/src/@types/log.d.ts
tools/vscode/src/components/document.ts
tools/vscode/src/components/error.ts
tools/vscode/src/components/focus.ts
tools/vscode/src/components/notebook.ts
tools/vscode/src/components/symbol.ts
tools/vscode/src/components/task.ts
tools/vscode/src/components/templates.ts
tools/vscode/src/components/webview.ts
tools/vscode/src/core/appdirs.ts
tools/vscode/src/core/command.ts
tools/vscode/src/core/dispose.ts
tools/vscode/src/core/env.ts
tools/vscode/src/core/file.ts
tools/vscode/src/core/git.ts
tools/vscode/src/core/jsonrpc.ts
tools/vscode/src/core/log.ts
tools/vscode/src/core/nonce.ts
tools/vscode/src/core/path.ts
tools/vscode/src/core/port.ts
tools/vscode/src/core/process.ts
tools/vscode/src/core/random.ts
tools/vscode/src/core/string.ts
tools/vscode/src/core/text.ts
tools/vscode/src/core/uri.ts
tools/vscode/src/core/wait.ts
tools/vscode/src/core/workspace.ts
tools/vscode/src/core/python/code.ts
tools/vscode/src/core/python/env.ts
tools/vscode/src/core/python/exec.ts
tools/vscode/src/core/python/index.ts
tools/vscode/src/core/python/interpreter.ts
tools/vscode/src/core/vscode/association.ts
tools/vscode/src/hooks/hooks.ts
tools/vscode/src/hooks/index.ts
tools/vscode/src/hooks/preview.ts
tools/vscode/src/inspect/index.ts
tools/vscode/src/inspect/logs.ts
tools/vscode/src/inspect/props.ts
tools/vscode/src/inspect/version.ts
tools/vscode/src/providers/lognotify.ts
tools/vscode/src/providers/openlog.ts
tools/vscode/src/providers/protocol-handler.ts
tools/vscode/src/providers/statusbar.ts
tools/vscode/src/providers/active-task/active-task-command.ts
tools/vscode/src/providers/active-task/active-task-provider.ts
tools/vscode/src/providers/activity-bar/activity-bar-provider.ts
tools/vscode/src/providers/activity-bar/env-config-provider.ts
tools/vscode/src/providers/activity-bar/task-config-commands.ts
tools/vscode/src/providers/activity-bar/task-config-provider.ts
tools/vscode/src/providers/activity-bar/task-outline-commands.ts
tools/vscode/src/providers/activity-bar/task-outline-provider.ts
tools/vscode/src/providers/activity-bar/log-listing/log-directory-selector.ts
tools/vscode/src/providers/activity-bar/log-listing/log-listing-data.ts
tools/vscode/src/providers/activity-bar/log-listing/log-listing-mru.ts
tools/vscode/src/providers/activity-bar/log-listing/log-listing-provider.ts
tools/vscode/src/providers/activity-bar/log-listing/log-listing.ts
tools/vscode/src/providers/activity-bar/webview/env-config-webview.css
tools/vscode/src/providers/activity-bar/webview/env-config-webview.ts
tools/vscode/src/providers/activity-bar/webview/task-config-webview.css
tools/vscode/src/providers/activity-bar/webview/task-config-webview.ts
tools/vscode/src/providers/activity-bar/webview/vscode-controls.css
tools/vscode/src/providers/activity-bar/webview/webview-utils.ts
tools/vscode/src/providers/codelens/codelens-provider.ts
tools/vscode/src/providers/inspect/inspect-commands.ts
tools/vscode/src/providers/inspect/inspect-constants.ts
tools/vscode/src/providers/inspect/inspect-eval-commands.ts
tools/vscode/src/providers/inspect/inspect-eval.ts
tools/vscode/src/providers/inspect/inspect-logs-watcher.ts
tools/vscode/src/providers/inspect/inspect-manager.ts
tools/vscode/src/providers/inspect/inspect-view-server.ts
tools/vscode/src/providers/logview/commands.ts
tools/vscode/src/providers/logview/logview-editor.ts
tools/vscode/src/providers/logview/logview-link-provider.ts
tools/vscode/src/providers/logview/logview-panel.ts
tools/vscode/src/providers/logview/logview-state.ts
tools/vscode/src/providers/logview/logview-view.ts
tools/vscode/src/providers/logview/logview.ts
tools/vscode/src/providers/settings/inspect-settings.ts
tools/vscode/src/providers/settings/user-settings.ts
tools/vscode/src/providers/workspace/workspace-env-commands.ts
tools/vscode/src/providers/workspace/workspace-env-provider.ts
tools/vscode/src/providers/workspace/workspace-init.ts
tools/vscode/src/providers/workspace/workspace-state-provider.ts
tools/vscode/src/providers/workspace/workspace-task-provider.ts
tools/vscode/src/test/extension.test.ts
tools/vscode/tools/ts-to-mjs/.gitignore
tools/vscode/tools/ts-to-mjs/package.json
tools/vscode/tools/ts-to-mjs/rollup.config.js
tools/vscode/tools/ts-to-mjs/yarn.lock
tools/vscode/tools/ts-to-mjs/src/index.ts
tools/vscode/tools/ts-to-mjs/src/jsonrpc.ts