{{ run_name }}

{% if state_summary %}
{% for status, count in state_summary.items() %} {{ status }}: {{ count }} {% endfor %}
{% endif %} {% if failed_cells %}

Failed / Skipped Cells ({{ failed_cells|length }})

{% for c in failed_cells %} {% endfor %}
Cell IDStatusError
{{ c.cell_id }} {{ c.status }} {{ c.error or '' }}
{% endif %}
{{ total_cells }}
Total Cells
{{ passed }}
Passed
${{ "%.4f"|format(cost) }}
Cost
{{ total_count }}
Filtered
{% if leaderboards %}

Leaderboards

{% for model_name, rows in leaderboards.items() %}

{{ model_name }}

{% for row in rows %} {% endfor %}
HarnessSuccessAvg Tokens Avg CostAvg TimeAPI Calls
{{ row.harness }} {{ row.success_pct }}% {{ row.avg_tokens }} ${{ row.avg_cost }} {{ row.avg_time_s }}s {{ row.avg_api_calls }}
{% endfor %} {% endif %}

Results ({{ total_count }} total, showing {{ results|length }})

{% for r in results %} {% set total_tokens = r.input_tokens + r.output_tokens + r.cache_read_tokens + r.cache_write_tokens + r.reasoning_tokens %} {% set exit_class = 'pass' if r.exit_class == 'pass' else ('partial' if r.exit_class == 'partial' else ('kill' if r.exit_class in ('retryable_kill', 'non_retryable_kill') else 'fail')) %} {% endfor %}
HarnessModelTaskRepeat ExitSuccessTokensCost TimeError ClassError Message
{{ r.harness }} {{ r.model }} {{ r.task_id }} r{{ r.repeat }} {{ r.exit_class }} {{ "%.2f"|format(r.success) }} {{ total_tokens }} ${{ "%.6f"|format(r.total_cost) }} {{ "%.1f"|format(r.latency_ms / 1000) }}s {{ r.error_class or '' }} {{ r.error_message or '' }}
{% if phase_results %}

Phase Details (current page)

{% for cell_id, phases in phase_results.items() %}
{{ cell_id }} ({{ phases|length }} phase{{ 's' if phases|length != 1 else '' }}) {% for p in phases %} {% endfor %}
PhaseModelRoleExit Code DurationTimed OutTokensCostError
{{ p.phase_name }} {{ p.model }} {{ p.model_role }} {{ p.exit_code }} {{ "%.1f"|format(p.duration_ms / 1000) }}s {{ "Yes" if p.timed_out else "No" }} {{ p.input_tokens + p.output_tokens }} ${{ "%.6f"|format(p.total_cost) }} {{ p.error or '' }}
{% endfor %} {% endif %} {% if total_pages > 1 %} {% endif %}