Detailed Input/Output Analysis

{% for doc_data in documents_data %}
Document {{ loop.index }} - {{ doc_data.document_id }} Example {{ loop.index }} of {{ documents_data|length }}
{% set outer_loop_index = loop.index %} {% set input_char_limit = 1000 %}
Input Document
{% if doc_data.content is mapping %}{% for key, value in doc_data.content.items() %}
{{ key|e }}: {{ value|e }}
{% endfor %}{% elif doc_data.content|length > input_char_limit %}{{ doc_data.content[:input_char_limit]|e }}...{% else %}{{ doc_data.content|e }}{% endif %}
{% if doc_data.content is not mapping and doc_data.content|length > input_char_limit %}
Showing first {{ input_char_limit }} characters of {{ doc_data.content|length }}
Show Full Document {% endif %} {% if doc_data.metadata %} {% endif %} {% if doc_data.attachments %} {% if doc_data.attachments|length == 1 %} {% set att = doc_data.attachments[0] %} {% set att_url = att.url if att.url else ('data:' ~ (att.mime_type or 'image/jpeg') ~ ';base64,' ~ att.data if att.data else '') %} {% if att_url and 'application/pdf' not in att_url[:30] %} Attachment {% else %} ๐Ÿ“Ž View Attachment {% endif %} {% else %} ๐Ÿ“Ž View Attachments ({{ doc_data.attachments|length }}) {% endif %} {% endif %}
โœ“ Expected Output
{{ doc_data.expected_value }}
{% for model_result in doc_data.model_results %}
{{ model_result.model }}
{{ 'โœ“ CORRECT' if model_result.is_correct else 'โœ— INCORRECT' }} (Score: {{ "%.2f"|format(model_result.example_score) }})
{{ model_result.predicted_value }}
Time: {{ "%.3f"|format(model_result.response_time) }}s Cost: ${{ "%.6f"|format(model_result.cost) }}
{% endfor %}
{% endfor %}