{% set s = report.sections %} {% set open_capacity = ["W03", "C02", "R01"] %}
kneebench report · run #{{ report.run_id }}

{{ report.summary.model }}

{{ report.summary.gpu }} (as entered) · vLLM {{ report.summary.vllm_version }} · {{ report.summary.product }} workload · {{ report.summary.run_started[:16].replace("T", " ") }} · {{ report.summary.run_status }}

{% if report.summary.run_error %}
This run {{ report.summary.run_status }}: {{ report.summary.run_error }} The report below uses the points measured before it stopped.
{% endif %} {% if report.what_if %}
{{ report.what_if | safe }}
{% endif %} {% if report.setup %}

{{ s.setup }}

    {% for label, value in report.setup %}
  • {{ label }} {{ value }}
  • {% endfor %}
{% endif %}

{{ s.verdict }}

    {% for sentence in report.verdict %}
  • {{ sentence | safe }}
  • {% endfor %}

{{ s.scorecard }}

{% for t in report.scorecard %}
{{ t.label }}
{{ t.text | safe }}
{% endfor %}
{% if report.problems %}

{{ s.problems }}

{% for f in report.problems %}{% with open = true %}{% include "_finding.html" %}{% endwith %}{% endfor %} {% endif %} {% if report.next_steps %}

{{ s.next }}

{% for kind in ["server", "test"] %} {% set group = report.next_steps | selectattr("action.kind", "equalto", kind) | list %} {% if group %}

{{ s["next_" ~ kind] }}

{{ s["next_" ~ kind ~ "_intro"] }}

    {% for step in group %}
  1. {{ step.action.title | safe }}{{ step.rule_id }} {% if step.action.flag %}
    {{ step.action.flag | safe }}
    {% endif %}
    Why {{ step.reason | safe }}
    {% if step.action.expected %}
    Expected {{ step.action.expected | safe }}
    {% endif %} {% if step.action.risk %}
    Risk {{ step.action.risk | safe }}
    {% endif %} {% if kind == "server" and not inline_assets and not is_demo %}
    kneebench shows how to apply it, checks it landed, and measures what it did.
    {% endif %}
  2. {% endfor %}
{% endif %} {% endfor %} {% endif %} {% if report.capacity %}

{{ s.capacity }}

{% for f in report.capacity %}{% with open = f.rule_id in open_capacity %}{% include "_finding.html" %}{% endwith %}{% endfor %} {% endif %} {% if report.shapes %}

{{ s.shapes }}

{% for f in report.shapes %}{% with open = f.rule_id == "S06" %}{% include "_finding.html" %}{% endwith %}{% endfor %} {% endif %} {% if report.reuse %}

{{ s.reuse }}

{% for f in report.reuse %}{% with open = f.rule_id == "P01" %}{% include "_finding.html" %}{% endwith %}{% endfor %} {% endif %} {% if report.context %}

{{ s.context }}

Background on what this hardware can do. Open a card for the explanation.

{% for f in report.context %}{% with open = false %}{% include "_finding.html" %}{% endwith %}{% endfor %} {% endif %} {% if report.passed %}

{{ s.passed }}

{{ report.passed | length }} checks passed show them
    {% for f in report.passed %}
  • good {{ f.title }}{{ f.rule_id }}
    {{ f.status_line | safe }}
  • {% endfor %}
{% endif %} {% if report.skipped %}

{{ s.skipped }}

    {% for f in report.skipped %}
  • not checked {{ f.title }}{{ f.rule_id }}
    {{ f.status_line | safe }}
  • {% endfor %}
{% endif %}

{{ s.caveats }}

    {% for c in report.caveats %}
  • {{ c | safe }}
  • {% endfor %}
{% if report.glossary %}

{{ s.glossary }}

{{ report.glossary | length }} terms used in this report
    {% for term, definition in report.glossary %}
  • {{ term }} {{ definition }}
  • {% endfor %}
{% endif %}

{{ s.appendix }}

Every number behind this report as plain tables; the JSON and Markdown exports carry the same data {% for t in report.appendix %}
{{ t.title }}
{% for c in t.columns %}{% endfor %}{% for row in t.rows %}{% for cell in row %}{% endfor %}{% endfor %}
{{ c }}
{{ cell }}
{% endfor %}

kneebench {{ report.summary.kneebench_version }} · AIPerf {{ report.summary.aiperf_version }} · rules {{ report.summary.rules_version }} · generated {{ report.generated_at }}