{% extends "base.html" %}
{% import 'components/macros.html' as ui %}

{% block title %}Reliability Center - Gvelo{% endblock %}
{% block head_extra %}
<link rel="stylesheet" href="/static/hil-pages/reliability_center.css">
{% endblock %}
{% block content %}
<div class="shell">
    <div class="topbar">
        <div>
            <h1>Reliability Center</h1>
            <p class="muted">Enterprise operational health for stability, observability, recovery, performance, backups, queues, deployment safety, and offline continuity.</p>
        </div>
        <a class="back-link" href="/admin">Admin Dashboard</a>
    </div>

    <section class="metrics">
        <div class="metric">
            <div class="label">Stability Score</div>
            <div class="value {{ 'ok' if snapshot.score >= 85 else ('warn' if snapshot.score >= 65 else 'bad') }}">{{ snapshot.score }}/100</div>
        </div>
        <div class="metric">
            <div class="label">Readiness</div>
            <div class="value {{ 'ok' if snapshot.readiness.ok else 'bad' }}">{{ snapshot.readiness.score or 0 }}/100</div>
        </div>
        <div class="metric">
            <div class="label">Queue Active</div>
            <div class="value {{ 'warn' if snapshot.queue.active else 'ok' }}">{{ snapshot.queue.active }}</div>
        </div>
        <div class="metric">
            <div class="label">Offline Pending</div>
            <div class="value {{ 'warn' if snapshot.offline.pending else 'ok' }}">{{ snapshot.offline.pending }}</div>
        </div>
        <div class="metric">
            <div class="label">Dead Letters</div>
            <div class="value {{ 'bad' if snapshot.queue.dead_letters else 'ok' }}">{{ snapshot.queue.dead_letters }}</div>
        </div>
        <div class="metric">
            <div class="label">Backup</div>
            <div class="value {{ 'ok' if snapshot.backup.ok else 'bad' }}">{{ 'Healthy' if snapshot.backup.ok else 'Review' }}</div>
        </div>
        <div class="metric">
            <div class="label">Failure Risk</div>
            <div class="value {{ 'bad' if snapshot.failure_risk.level == 'critical' else ('warn' if snapshot.failure_risk.level == 'elevated' else 'ok') }}">{{ snapshot.failure_risk.score }}/100</div>
        </div>
        <div class="metric">
            <div class="label">Safe Mode</div>
            <div class="value {{ 'bad' if snapshot.mode.state == 'safe' else ('warn' if snapshot.mode.state == 'degraded' else 'ok') }}">{{ snapshot.mode.state|title }}</div>
        </div>
        <div class="metric">
            <div class="label">Circuit Breakers</div>
            <div class="value {{ 'bad' if snapshot.breakers.open else 'ok' }}">{{ snapshot.breakers.open|length }} Open</div>
        </div>
        <div class="metric">
            <div class="label">Data Integrity</div>
            <div class="value {{ 'ok' if snapshot.data_integrity.ok else 'bad' }}">{{ 'Healthy' if snapshot.data_integrity.ok else 'Review' }}</div>
        </div>
        <div class="metric">
            <div class="label">Transaction Integrity</div>
            <div class="value {{ 'ok' if snapshot.transaction_integrity.ok else 'bad' }}">{{ 'Protected' if snapshot.transaction_integrity.ok else 'Review' }}</div>
        </div>
        <div class="metric">
            <div class="label">Recovery</div>
            <div class="value {{ 'ok' if snapshot.recovery_resilience.ok else 'warn' }}">{{ 'Ready' if snapshot.recovery_resilience.ok else 'Review' }}</div>
        </div>
    </section>

    <section class="grid">
        <article class="section">
            <h2>Operational Controls</h2>
            <p class="muted">Keep heavy work out of the request path and review production safety from one place.</p>
            <div class="button-grid">
                <form method="post" action="/reliability-center/reports/generate">
                    <button class="action primary" type="submit">Generate Reliability Reports</button>
                </form>
                <form method="post" action="/reliability-center/risk/analyze">
                    <button class="action primary" type="submit">Analyze Failure Risk</button>
                </form>
                <form method="post" action="/reliability-center/mode">
                    <input type="hidden" name="state" value="safe">
                    <input type="hidden" name="reason" value="manual_safe_mode">
                    <button class="action" type="submit">Enable Safe Mode</button>
                </form>
                <form method="post" action="/reliability-center/mode">
                    <input type="hidden" name="state" value="normal">
                    <input type="hidden" name="reason" value="manual_normal_mode">
                    <button class="action" type="submit">Return To Normal</button>
                </form>
                <a class="action primary" href="/offline-continuity">Offline Continuity</a>
                <a class="action primary" href="/sales">Protected POS</a>
                <a class="action" href="/receipts">Receipt Recovery</a>
                <a class="action" href="/inventory">Inventory Lookup</a>
                <a class="action" href="/observability">Observability</a>
                <a class="action" href="/admin/system-operations">System Operations</a>
                <a class="action" href="/readiness?format=html" target="_blank">Readiness Check</a>
                <a class="action" href="/healthz?format=html" target="_blank">Health Check</a>
                <a class="action" href="/backup">Backups</a>
                <a class="action" href="/admin/agents/deployment">Deployment Audits</a>
            </div>
        </article>

        <article class="section">
            <h2>Trust Pillars</h2>
            <p class="muted">The operational hierarchy Gvelo protects before feature expansion.</p>
            <div class="list">
                <div class="row">Transaction integrity: {{ 'protected' if snapshot.transaction_integrity.ok else 'review required' }}</div>
                <div class="row">Offline continuity: {{ 'operational' if snapshot.offline_continuity.ok else 'review required' }}</div>
                <div class="row">Recovery resilience: {{ 'ready' if snapshot.recovery_resilience.ok else 'review required' }}</div>
                <div class="row">Performance discipline: {{ 'disciplined' if snapshot.performance_discipline.ok else 'review required' }}</div>
                <div class="row">Operational simplicity: {{ 'protected' if snapshot.simplicity_governance.ok else 'review required' }}</div>
            </div>
        </article>

        <article class="section">
            <h2>Failure Prevention</h2>
            <p class="muted">Predictive signals for error growth, queue congestion, sync degradation, memory pressure, retry storms, and slow route drift.</p>
            <div class="list">
                {% for key, value in snapshot.failure_risk.signals.items() %}
                    <div class="row">{{ key }}: {{ value }}</div>
                {% endfor %}
            </div>
        </article>

        <article class="section">
            <h2>Circuit Breakers</h2>
            <p class="muted">Fault boundaries for external APIs, payment systems, synchronization endpoints, analytics, and AI processing.</p>
            <div class="button-grid">
                <form method="post" action="/reliability-center/breakers/open">
                    <input type="hidden" name="breaker_key" value="analytics_generation">
                    <input type="hidden" name="component" value="analytics">
                    <button class="action" type="submit">Pause Analytics</button>
                </form>
                <form method="post" action="/reliability-center/breakers/open">
                    <input type="hidden" name="breaker_key" value="ai_processing">
                    <input type="hidden" name="component" value="ai">
                    <button class="action" type="submit">Pause AI Work</button>
                </form>
            </div>
            <div class="list">
                {% for row in snapshot.breakers.all %}
                    <div class="row">
                        {{ row.breaker_key }} / {{ row.component }}: {{ row.state }} (failures {{ row.failure_count }})
                        <form method="post" action="/reliability-center/breakers/reset" class="hil-inline-8a77e5a311">
                            <input type="hidden" name="breaker_key" value="{{ row.breaker_key }}">
                            <button class="action" type="submit">Reset Breaker</button>
                        </form>
                    </div>
                {% else %}
                    <div class="row">No circuit breakers open.</div>
                {% endfor %}
            </div>
        </article>

        <article class="section">
            <h2>Data Integrity</h2>
            <p class="muted">Consistency checks for receipts, sales, inventory, offline replay, and transaction atomicity.</p>
            <div class="list">
                {% for row in snapshot.data_integrity.checks %}
                    <div class="row">{{ row.name }}: {{ row.issues }} issue(s)</div>
                {% endfor %}
            </div>
        </article>

        <article class="section">
            <h2>Freshness & Idempotency</h2>
            <p class="muted">Stale-state prevention and duplicate operation governance for sales, receipts, payments, and sync replay.</p>
            <div class="list">
                <div class="row">Duplicate sale transaction ids: {{ snapshot.idempotency.duplicate_sales }}</div>
                <div class="row">Offline duplicates prevented: {{ snapshot.idempotency.offline_duplicates_prevented }}</div>
                {% for key, value in snapshot.stale_state.ages.items() %}
                    <div class="row">{{ key }}: {{ value }}</div>
                {% endfor %}
            </div>
        </article>

        <article class="section">
            <h2>Error Intelligence</h2>
            <p class="muted">Centralized error categories from backend, API, sync, queue, auth, payment, and frontend/runtime paths.</p>
            <div class="list">
                {% for row in snapshot.errors %}
                    <div class="row">{{ row.category }} / {{ row.severity }}: {{ row.count }}</div>
                {% else %}
                    <div class="row">No reliability errors recorded in the active window.</div>
                {% endfor %}
            </div>
        </article>

        <article class="section">
            <h2>Slow Routes</h2>
            <p class="muted">Routes with the highest average latency in recent trace data.</p>
            <div class="list">
                {% for row in snapshot.performance.slow_routes %}
                    <div class="row">{{ row.path }}: avg {{ (row.avg_ms or 0)|round(1) }} ms, max {{ (row.max_ms or 0)|round(1) }} ms</div>
                {% else %}
                    <div class="row">No route trace data recorded yet.</div>
                {% endfor %}
            </div>
        </article>

        <article class="section">
            <h2>Database</h2>
            <p class="muted">Table growth and lightweight index guidance for long-term database efficiency.</p>
            <div class="list">
                {% for row in snapshot.database.tables[:8] %}
                    <div class="row">{{ row.name }}: {{ row.estimated_rows }} rows</div>
                {% else %}
                    <div class="row">No table statistics available.</div>
                {% endfor %}
            </div>
        </article>

        <article class="section">
            <h2>Deployment Safety</h2>
            <p class="muted">Startup and Render compatibility signals.</p>
            <div class="list">
                <div class="row">Blueprints: {{ snapshot.deployment.blueprint_count }}</div>
                <div class="row">Routes: {{ snapshot.deployment.route_count }}</div>
                <div class="row">Persistent data: {{ 'configured' if snapshot.deployment.persistent_data_configured else 'missing' }}</div>
                <div class="row">Missing env: {{ snapshot.deployment.missing_required_env|join(', ') if snapshot.deployment.missing_required_env else 'none' }}</div>
            </div>
        </article>

        <article class="section">
            <h2>Simplicity Governance</h2>
            <p class="muted">Reliability-first rules that keep this maintainable for a solo founder.</p>
            <div class="list">
                {% for item in snapshot.complexity.governance %}
                    <div class="row">{{ item }}</div>
                {% endfor %}
            </div>
        </article>
    </section>
</div>
{% endblock %}