{% if is_comparison %}

Autocomplete Comparison: {{ config_a }} vs {{ config_b }}

{% if sibling_report %}
This run also evaluated search relevance. View Search Report →
{% endif %} {% if check_comparison %}

Check Summary Comparison

{% for d in check_comparison %} {% endfor %}
Check {{ config_a }} Passed {{ config_a }} Failed {{ config_b }} Passed {{ config_b }} Failed
{{ d.name }} {{ d.passed_a }} {{ d.failed_a }} {{ d.passed_b }} {{ d.failed_b }}
{% endif %} {% if overlap_checks %}

Suggestion Overlap

{% for c in overlap_checks %} {% endfor %}
Prefix Detail
{{ c.query }} {{ c.detail }}
{% endif %} {% else %}

Autocomplete Evaluation Report

{% if sibling_report %}
This run also evaluated search relevance. View Search Report →
{% endif %} {% if check_summary %}

Deterministic Checks

{% for name, counts in check_summary.items() | sort %} {% endfor %}
Check Passed Failed
{{ counts.display_name }} {% if check_descriptions and check_descriptions.get(name) %} ? {% endif %} {{ counts.passed_display }} {{ counts.failed }}
{% endif %} {% if llm_summary %}

LLM Suggestion Quality

Metric Value
Avg Relevance{{ llm_summary.avg_relevance }}
Avg Diversity{{ llm_summary.avg_diversity }}
Prefixes Evaluated{{ llm_summary.count }}
Total Flagged{{ llm_summary.total_flagged }}
{% if llm_summary.flagged_details %}

Flagged Suggestions

{% for fd in llm_summary.flagged_details %} {% endfor %}
Prefix Flagged Items Reasoning
{{ fd.prefix }} {{ fd.flagged | join(', ') }} {{ fd.reasoning }}
{% endif %} {% endif %} {% if prefix_details %}

Per-Prefix Details

Click a prefix to expand its suggestions and failed checks.

{% for item in prefix_details %}
"{{ item.prefix }}"{% if item.type %} ({{ item.type }}){% endif %} {{ item.suggestions|length }} suggestions {% if item.failed_checks %}· {{ item.failed_checks|length }} failed{% endif %} {% if item.relevance_score is not none %}· Rel:{{ item.relevance_score }} Div:{{ item.diversity_score }}{% endif %}
{% if item.suggestions %}
    {% for s in item.suggestions %}
  • {{ loop.index }}. {{ s }}
    • {% endfor %}
{% else %} No suggestions returned {% endif %} {% if item.failed_checks %}
{% for fc in item.failed_checks %}
✗ {{ fc.name }}: {{ fc.detail }}
{% endfor %}
{% endif %} {% if item.relevance_score is not none %}
LLM Scores: Relevance: {{ item.relevance_score }}/3 Diversity: {{ item.diversity_score }}/3 {% if item.flagged_suggestions %}
Flagged: {{ item.flagged_suggestions | join(', ') }}
{% endif %} {% if item.llm_reasoning %}
{{ item.llm_reasoning }}
{% endif %}
{% endif %}
{% endfor %}
{% endif %} {% endif %}
Generated by veritail (autocomplete evaluation) {% if run_metadata_rows %}
{% for row in run_metadata_rows %}
{{ row.label }}
{{ row.value }}
{% endfor %}
{% endif %}