← All runs

{{ run_name }}

{% if state_summary %}
{% for status, count in state_summary.items() %} {{ status }}: {{ count }} {% endfor %}
{% endif %}
{{ total_cells }}
Total Cells
{{ passed }}
Passed
${{ "%.4f"|format(cost) }}
Cost
{{ total_count }}
Filtered
{% if leaderboards %}

Leaderboards

{% for model_name, rows in leaderboards.items() %}

{{ model_name }}

{% for row in rows %} {% endfor %}
HarnessSuccessAvg Tokens Avg CostAvg TimeAPI Calls
{{ row.harness }} {{ row.success_pct }}% {{ row.avg_tokens }} ${{ row.avg_cost }} {{ row.avg_time_s }}s {{ row.avg_api_calls }}
{% endfor %} {% endif %}

Results ({{ total_count }} total, showing {{ results|length }})

{% for r in results %} {% set total_tokens = r.input_tokens + r.output_tokens + r.cache_read_tokens + r.cache_write_tokens + r.reasoning_tokens %} {% set exit_class = 'pass' if r.exit_class == 'pass' else ('partial' if r.exit_class == 'partial' else ('kill' if r.exit_class in ('retryable_kill', 'non_retryable_kill') else 'fail')) %} {% endfor %}
HarnessModelTaskRepeat ExitSuccessTokensCost TimeError Class
{{ r.harness }} {{ r.model }} {{ r.task_id }} r{{ r.repeat }} {{ r.exit_class }} {{ "%.2f"|format(r.success) }} {{ total_tokens }} ${{ "%.6f"|format(r.total_cost) }} {{ "%.1f"|format(r.latency_ms / 1000) }}s {{ r.error_class or '' }}
{% if total_pages > 1 %} {% endif %}