{% import "utils.html" as utils %} {# Macro for rendering the report for either a run-to-run display or a run-to-baseline display. #} {% macro add_report_changes_detail_for_field_and_bucket( compare_to, field, show_perf, run_url, field_index, field_display_name, field_unit, field_unit_abbrev, bucket_name, bucket, test_names, metric_name, metric_field_suffix, secondary_field_suffix, secondary_info, styles, classes ) %} {% if bucket and bucket_name != 'Unchanged Tests' %} {% set small_column_width = 'width: 7%;' %}

{% if not show_perf %} {% for name in test_names %} {% endfor %} {% else %} {% if secondary_info %} {% endif %} {% for name, cr, test_id in bucket %} {{ cr.pct_delta|aspctcell(style=styles['td'] + 'text-align: right;',reverse=cr.bigger_is_better)|safe }} {% if secondary_info %} {% set a_cr = secondary_info[(name, field)] %} {{ a_cr.pct_delta|aspctcell(style=styles['td'] + 'text-align: right;',reverse=cr.bigger_is_better)|safe }} {% endif %} {% endfor %} {% endif %}
{{ bucket_name }} - {{ field_display_name }}
{{ name }}
Δ {{ metric_field_suffix }} {{ metric_name }} Current σ {{ metric_field_suffix }}Δ {{ secondary_field_suffix }} σ {{ secondary_field_suffix }}
{% if run.machine != compare_to.machine %} {{ name }} {% else %} {{ name }} {% endif %} {% if compare_to %} {% set compare_to_id = compare_to.id %} {% else %} {% set compare_to_id = None %} {% endif %} {{ utils.render_profile_link(cr.cur_profile, cr.prev_profile, run.id, compare_to_id, test_id) }} {{ cr.previous | print_value(field_unit, field_unit_abbrev) }} {{ cr.current | print_value(field_unit, field_unit_abbrev) }} {{ cr.stddev | print_value(field_unit, field_unit_abbrev) }}{{ a_cr.stddev | print_value(field_unit, field_unit_abbrev) }}

{% endif %} {% endmacro %}

{{ subject }}

{%- set show_producers = (run and 'producer' in run.parameters) or(compare_to and 'producer' in compare_to.parameters) or (baseline and 'producer' in baseline.parameters) %} {% if show_producers %} {% endif %} {% for title, r in (('Current', run), ('Previous', compare_to), ('Baseline', baseline)) %} {% if r %} {% if show_producers %} {% endif %} {% else %} {% endif %} {% endfor %}
Run Order Start Time DurationProduced by
{{ title }} {{ r.order.llvm_project_revision }} {{ r.start_time.isoformat() }} {{ r.end_time - r.start_time }} {{ r.parameters.producer|producerAsHTML|safe if 'producer' in r.parameters else "" }}
No {{ title }} Run

{% if compare_to and run.machine != compare_to.machine %}

*** WARNING ***: comparison is against a different machine ({{compare_to.machine.name}},{{compare_to.machine.id}})

{% endif %} {% if baseline and run.machine != baseline.machine %}

*** WARNING ***: baseline is against a different machine ({{baseline.machine.name}},{{baseline.machine.id}})

{% endif %}

Tests Summary

{% if baseline %} {% endif %} {% for i, name, num_items, num_items_vs_baseline in num_item_buckets %} {% if num_items or num_items_vs_baseline %} {% if baseline %} {% endif %} {% endif %} {% endfor %} {% if baseline %} {% endif %}
Status Group ## (B)
{{ name }} {{ num_items }}{{ num_items_vs_baseline }}
Total Tests {{ num_total_tests }}
{{ utils.render_popup_begin('run_over_run', 'Run-Over-Run Changes Detail', false, 'h3') }}

{% for _, field, bucket_name, sorted_bucket, test_names, show_perf in prioritized_buckets_run_over_run %} {% set field_index = ts.get_field_index(field) %} {{ add_report_changes_detail_for_field_and_bucket(compare_to, field, show_perf, run_url, field_index, field.display_name, field.unit, field.unit_abbrev, bucket_name, sorted_bucket, test_names, 'Previous', '', ' (B)', run_to_baseline_info, styles, classes) }} {% endfor %}

{{ utils.render_popup_end() }}
{{ utils.render_popup_begin('run_over_baseline', 'Run-Over-Baseline Changes Detail', false, 'h3') }}

{% if baseline %} {% for _, field, bucket_name, sorted_bucket, test_names, show_perf in prioritized_buckets_run_over_baseline %} {% set field_index = ts.get_field_index(field) %} {{ add_report_changes_detail_for_field_and_bucket(baseline, field, show_perf, run_url, field_index, field.display_name, field.unit, field.unit_abbrev, bucket_name, sorted_bucket, test_names, 'Baseline', '(B)', '', run_to_run_info, styles, classes) }} {% endfor %} {% endif %}

{{ utils.render_popup_end() }}

Report Time: {{ start_time | timedelta }}