{% if is_comparison %}

Autocomplete Comparison: {{ config_a }} vs {{ config_b }}

{% if sibling_report %} {% endif %} {% if check_comparison %}

Check Summary Comparison

{% for d in check_comparison %} {% endfor %}

Check	{{ config_a }} Passed	{{ config_a }} Failed	{{ config_b }} Passed	{{ config_b }} Failed
{{ d.name }} {% if check_descriptions and check_descriptions.get(d.internal_name) %} ? {% endif %}	{{ d.passed_a }}	{{ d.failed_a }}	{{ d.passed_b }}	{{ d.failed_b }}

{% endif %} {% if overlap_checks %}

Suggestion Overlap

{% for c in overlap_checks %} {% endfor %}

Prefix	Detail
{{ c.query }}	{{ c.detail }}

{% endif %} {% else %}

Autocomplete Evaluation Report

{% if sibling_report %} {% endif %} {% if check_summary %}

Deterministic Checks

{% for name, counts in check_summary.items() | sort %} {% endfor %}

Check	Passed	Failed
{{ counts.display_name }} {% if check_descriptions and check_descriptions.get(name) %} ? {% endif %}	{{ counts.passed_display }}	{{ counts.failed }}

{% endif %} {% if llm_summary %}

LLM Suggestion Quality

Metric	Value
Avg Relevance	{{ llm_summary.avg_relevance }}
Avg Diversity	{{ llm_summary.avg_diversity }}
Prefixes Evaluated	{{ llm_summary.count }}
Total Flagged	{{ llm_summary.total_flagged }}

{% if llm_summary.flagged_details %}

Flagged Suggestions

{% for fd in llm_summary.flagged_details %} {% endfor %}

Prefix	Flagged Items	Reasoning
{{ fd.prefix }}	{{ fd.flagged \| join(', ') }}	{{ fd.reasoning }}

{% endif %} {% endif %} {% if prefix_details %}

Per-Prefix Details

Click a prefix to expand its suggestions and failed checks.

{% for item in prefix_details %}

"{{ item.prefix }}"{% if item.type %} ({{ item.type }}){% endif %} {{ item.suggestions|length }} suggestions {% if item.failed_checks %}· {{ item.failed_checks|length }} failed{% endif %} {% if item.relevance_score is not none %}· Rel:{{ item.relevance_score }} Div:{{ item.diversity_score }}{% endif %}

{% if item.suggestions %}

{{ loop.index }}. {{ s }}

{% else %} No suggestions returned {% endif %} {% if item.failed_checks %}

{% for fc in item.failed_checks %}

✗ {{ fc.name }}: {{ fc.detail }}

{% endfor %}

{% endif %} {% if item.relevance_score is not none %}

LLM Scores: Relevance: {{ item.relevance_score }}/3 Diversity: {{ item.diversity_score }}/3 {% if item.flagged_suggestions %}

Flagged: {{ item.flagged_suggestions | join(', ') }}

{% endif %} {% if item.llm_reasoning %}

{% endif %}

{% endfor %}

{% endif %} {% endif %}