{% extends "base.html" %} {% block title %}{{ q.title }}{% endblock %} {% block content %}

{{ q.title }}

{{ q.description }}

{{ q.status }} {% if q.primary_metric %}{{ q.primary_metric }}{% if q.metric_direction %} · {{ q.metric_direction.replace('_', ' ') }}{% endif %}{% endif %} {% if q.metric_target is not none %}target {{ q.metric_target | num }}{% endif %} {% if q.owner %}{{ q.owner }}{% endif %} {% if q.tracker %}{{ q.tracker }}{% endif %} {% for t in q.tags %}{{ t }}{% endfor %}
{% if q.status == 'answered' %} {% elif q.status == 'abandoned' %} {% endif %}
Current best {% if q.best %} {{ q.best.metric.value | num }} {{ q.best.id }}{% if q.best.metric.delta is not none %} · {{ q.best.metric.delta | delta }} vs baseline{% endif %} {% else %} no completed non-baseline result yet {% endif %}
Reference {% if q.reference %} {{ q.reference.value | num }} {{ 'baseline' if q.reference.kind == 'baseline' else 'metric_target, no baseline' }} {% else %} no baseline and no target; nothing to judge against {% endif %}
Hypotheses tested {{ q.hypotheses_tested }} {{ q.experiment_count }} experiment(s){% if q.invalidated_count %}, {{ q.invalidated_count }} invalidated{% endif %}
Prior art {% if q.prior_art %} {{ q.prior_art.conclusion.replace('_', ' ') }} searched {{ q.prior_art.searched_on }}{% if q.prior_art.cost_usd is not none %} · ${{ q.prior_art.cost_usd }}{% endif %}{% if q.prior_art.valid_until %} · valid until {{ q.prior_art.valid_until }}{% endif %} {% else %} no search recorded {% endif %}
{% if body %}
{{ body }}
{% endif %}

Experiments

{% if q.groups %} {% for g in q.groups %}

{% if g.invalidated %}{{ g.label }} invalidated {% else %}{{ g.label }}{% endif %}

{% for r in g.rows %} {% endfor %}
ExperimentHypothesisVerdict ValueDelta DatasetRanOwner
{{ r.id }} {{ r.title }} {{ r.hypothesis or ('(baseline)' if r.kind == 'baseline' else '—') }} {{ r.verdict or r.status }} {% if r.verdict_state != 'current' %}{{ r.verdict_state }}{% endif %} {% if r.primary %}{{ r.primary.value | num }}{% else %}—{% endif %} {% if r.primary and r.primary.delta is not none %} {{ r.primary.delta | delta }} {% else %}—{% endif %} {{ r.dataset_versions | join(', ') or '—' }} {{ r.run_date or '—' }} {{ r.owner or '—' }}
{% if g.invalidated %} {% for r in g.rows %}{% if r.invalidation_reason %}

{{ r.id }}: {{ r.invalidation_reason }}

{% endif %}{% endfor %} {% endif %}
{% endfor %} {% if q.groups | length > 1 %}

Rows are partitioned by comparability group (primary_metric, dataset_version, baseline). Numbers from different groups are not comparable and never share a column.

{% endif %} {% else %}

No experiments under this question yet.

{% endif %}
{% if q.progress.points %}

Progress

{{ progress_chart(q.progress) | safe }}
{% endif %} {% if q.child_rows %}

Sub-questions

{% endif %} {% if prior_art_body %}

Prior art

{{ prior_art_body }}
{% endif %} {% if synthesis_body %}

Synthesis

{{ q.synthesis }}
{{ synthesis_body }}
{% endif %} {% endblock %}