Skip to content

Cicerone

Experiments

{% if message %}
{{ message }}
{% endif %} {% if promote_error %} {% endif %} {% if not enabled %}

No experiment is enabled in the loaded config.

{% elif error %}
{{ error }}
{% elif report %}

{{ experiment.id }}

Primary metric: {{ report.primary_metric }} · Assigned users: {{ report.n_assigned }} · {% if report.exposure_conditional %}exposure-conditional{% else %}ITT on users with events{% endif %} · α={{ experiment.alpha }}

{% if promoted_variant %}

Promoted variant: {{ promoted_variant }} (100% traffic at serve).

{% endif %} {% for item in report.comparisons %} {% endfor %}
Variant comparison
Treatment Δ mean Always-valid CI Users Status
{{ item.treatment.name }} vs {{ item.control.name }} {{ "%.4f"|format(item.difference) }} [{{ "%.4f"|format(item.ci_low) }}, {{ "%.4f"|format(item.ci_high) }}] {{ item.treatment.n_users }} / {{ item.control.n_users }} {% if item.decided %}{{ item.winner }}{% else %}undecided{% endif %}
{% if report.guardrails %}

Guardrails

{% for item in report.guardrails %} {% endfor %}
Variant Fallback rate Top-item share Distinct items OK
{{ item.variant }} {{ "%.3f"|format(item.fallback_rate) }} {{ "%.3f"|format(item.top_item_share) }} {{ item.distinct_items }} {% if item.ok %}yes{% else %}{{ item.failures|join(", ") }}{% endif %}
{% endif %} {% if report.can_promote and report.winner and not promoted_variant %}
{% elif not report.can_promote %}

Promote blocked: {{ report.promote_blocked_by|join(", ") }}.

{% endif %}
{% endif %}