{% extends "base.html" %}
{% from "_help.html" import info %}
{% from "_miss_surface.html" import status_icon, verify_stamp %}
{% from "_icon_btn.html" import icon_button %}
{% from "_job_status.html" import job_status %}
{% block title %}Wanted — Paperful{% endblock %}
{% block body_attrs %}{% if request.query_params.get('run') or request.query_params.get('poll') %} data-poll-run="{{ request.query_params.get('run') or request.query_params.get('poll') }}"{% endif %}{% endblock %}
{% block content %}
<h1>Wanted</h1>
<p class="page-lede">PDFs for items in <strong>{{ prefs.collection or 'the collection in the header' }}</strong>. <strong>Missing</strong> has no file yet; <strong>Held</strong> has a file that is not attached or does not match; <strong>Have</strong> is done. Preview shows what would happen, Grab downloads to <code>out/</code>, Attach writes held files into the library.</p>
{% if coach %}<div class="coach-banner">{{ coach }} <a href="/system">System</a></div>{% endif %}
{% if error %}<div class="error-banner">{{ error }}</div>{% endif %}
{{ job_status(job) }}
<p class="counts">Have {{ counts.have }} · Held {{ counts.held }} · Missing {{ counts.missing }}{% if prefs.collection %} · <a href="/wanted/report?format=md">Report</a>{% endif %}{% if pending and pending.total %} · <a href="#pending-fill">Waiting from Discover {{ pending.total }}</a>{% endif %}</p>

{% if not prefs.collection %}
<section class="panel empty-state">
  <h2>Pick a collection first</h2>
  <p class="section-lede">Wanted works on one collection at a time. Open <a href="/library">Library</a> and press the target icon next to the collection you want to fill.</p>
</section>
{% elif counts.have + counts.held + counts.missing == 0 and not error %}
<section class="panel empty-state">
  <h2>Nothing to fetch here</h2>
  <p class="section-lede">This collection has no items, or the library did not return any. Try another collection on <a href="/library">Library</a>, or add papers on <a href="/discover">Discover</a>.</p>
</section>
{% endif %}

<div class="tabs" role="tablist" aria-label="Wanted buckets">
  <span class="tab-with-help">
    <a href="{{ wanted_pagination.tab_urls.missing }}" {% if tab == 'missing' %}class="active" aria-current="page"{% endif %}>Missing <span class="tab-count">{{ counts.missing }}</span></a>
    {{ info("Items with no stored PDF. This is the usual list to Preview and Grab.") }}
  </span>
  <span class="tab-with-help">
    <a href="{{ wanted_pagination.tab_urls.held }}" {% if tab == 'held' %}class="active" aria-current="page"{% endif %}>Held <span class="tab-count">{{ counts.held }}</span></a>
    {{ info("A PDF was downloaded or linked, but it is not attached yet, the DOI does not match, or the file still needs a check.") }}
  </span>
  <span class="tab-with-help">
    <a href="{{ wanted_pagination.tab_urls.have }}" {% if tab == 'have' %}class="active" aria-current="page"{% endif %}>Have <span class="tab-count">{{ counts.have }}</span></a>
    {{ info("A PDF whose DOI matches the library item is already on the record.") }}
  </span>
</div>

<section class="panel fetch-panel" id="fetch">
  <h2>Fetch</h2>
  <p class="section-lede">{% if attach_mode == 'auto' %}Grab saves PDFs to <code>out/</code> and attaches them when the library can be written (Zotero 10 or newer; on 7–9 the files stay on disk). Change this under Settings.{% else %}Grab saves PDFs to <code>out/</code> only. Press Attach for the copies you trust.{% if show_auto_attach_setting %} Settings can make Grab attach automatically.{% endif %}{% endif %} Tick rows below to work on a subset; with nothing ticked, Preview and Grab use the whole Missing list.</p>
<form method="post" action="/wanted/preview" id="wanted-form" class="form-stack">
  <input type="hidden" name="grab_review_token" value="{{ grab_token }}">
  {% if prefs.advanced %}
  <details class="field-group field-group--details">
    <summary class="field-legend">Filters {{ info("Narrow which items this run considers. Leave blank to use the whole Missing list (or your ticked rows).") }}</summary>
    <p class="section-lede">Optional limits. Undated items are dropped when you set a year range.</p>
    <div class="field-row">
      <label>Year from {{ info("Only items dated this year or later. Undated items are excluded.") }} <input name="year_from" type="number" inputmode="numeric"></label>
      <label>Year to {{ info("Only items dated this year or earlier. Undated items are excluded.") }} <input name="year_to" type="number" inputmode="numeric"></label>
      <label>Type {{ info("Limit to a Zotero item type such as journalArticle or report.") }} <input name="item_type" placeholder="journalArticle"></label>
      <label>Limit {{ info("Stop after this many items. Leave blank to consider every matching row.") }} <input name="limit" type="number" min="1" inputmode="numeric"></label>
    </div>
    <div class="field-row">
      <label><input type="checkbox" name="retry_failed" value="1"> Retry failed {{ info("Try again on items that already came back empty on a previous run.") }}</label>
      <label><input type="checkbox" name="try_all" value="1"> Try all sources {{ info("Try every configured PDF source even when metadata looks like a source would not apply — for example a journal source on a report.") }}</label>
      <label><input type="checkbox" name="upgrade_linked" value="1"> Upgrade linked {{ info("Also fetch items that only have a linked PDF URL in Zotero, not a stored file.") }}</label>
      <label><input type="checkbox" name="upgrade_snapshot" value="1"> Upgrade snapshot {{ info("Re-fetch items whose only PDF is an HTML page print. A native publisher PDF replaces the snapshot.") }}</label>
      <label><input type="checkbox" name="browser_agent" value="1"> Browser agent {{ info("After other sources miss, let a headed browser try the publisher page. Needs LLM config and the browser-agent extra. Slow, and can hit captchas.") }}</label>
    </div>
  </details>
  {% endif %}
  <div class="field-group action-bar">
    <p class="field-legend">Actions {{ info("Preview is safe. Grab downloads to Paperful. Attach writes held files into the library.") }} <span class="counts" id="wanted-selected-count" aria-live="polite"></span></p>
    <button type="submit" id="preview-btn" data-label-all="Preview all" data-label-sel="Preview selected">Preview all</button>
    {{ info("Show which items would be fetched, without downloading.") }}
    <button type="submit" formaction="/wanted/grab" id="grab-btn" data-label-all="Grab all" data-label-sel="Grab selected">Grab all</button>
    {% if attach_mode == 'auto' %}
    {{ info("Download PDFs into the out/ folder on this computer and attach them into the library when write access is available (Zotero 10 or newer).") }}
    {% else %}
    {{ info("Download PDFs into the out/ folder on this computer. They are not attached until you Attach.") }}
    {% endif %}
    <button type="submit" formaction="/wanted/attach" id="attach-btn" class="secondary"
      data-attach-count="{{ counts.attach }}"
      {% if counts.attach == 0 %}disabled{% endif %}
      data-label-all="{% if counts.attach %}Attach {{ counts.attach }} PDF{% if counts.attach != 1 %}s{% endif %} to {{ library_label or 'Zotero' }}{% else %}Attach PDFs to {{ library_label or 'Zotero' }}{% endif %}"
      data-label-sel="Attach selected PDFs">{% if counts.attach %}Attach {{ counts.attach }} PDF{% if counts.attach != 1 %}s{% endif %} to {{ library_label or 'Zotero' }}{% else %}Attach PDFs to {{ library_label or 'Zotero' }}{% endif %}</button>
    {{ info("Write PDFs from the out/ folder into the library. Needs Zotero 10 or newer; on 7–9, attach those files in Zotero. Skips PDFs whose DOI does not match the item (use Advanced to override). CLI paperful run attaches mismatches unless you pass --strict-pdf-doi.") }}
  </div>
</form>
</section>

<section class="panel" id="items">
  <div class="lib-items-head">
    <h2>Items</h2>
    <form class="lib-pager" method="get" action="/wanted">
      <span class="counts">
        {% if wanted_pagination.total %}
        {{ wanted_pagination.range_start }}–{{ wanted_pagination.range_end }}
        of {{ wanted_pagination.total }}
        {% else %}
        0 of 0
        {% endif %}
      </span>
      <input type="hidden" name="tab" value="{{ tab }}">
      <input type="hidden" name="page" value="1">
      <label>
        Order by {{ info("Sort this tab. Year sorts put undated items last.") }}
        <select name="order" data-autosubmit>
          {% for value, label in wanted_pagination.orders %}
          <option value="{{ value }}"{% if value == wanted_pagination.order %} selected{% endif %}>{{ label }}</option>
          {% endfor %}
        </select>
      </label>
      <label>
        Per page {{ info("How many rows to show. Larger pages are heavier to render.") }}
        <select name="per_page" data-autosubmit>
          {% for n in wanted_pagination.page_sizes %}
          <option value="{{ n }}"{% if n == wanted_pagination.per_page %} selected{% endif %}>{{ n }}</option>
          {% endfor %}
        </select>
      </label>
      <label>
        Filter {{ info("With summary: items that already have a Paperful summary. Without summary: the rest.") }}
        <select name="filter" data-autosubmit>
          {% for value, label in wanted_pagination.filter_options %}
          <option value="{{ value }}"{% if value == wanted_pagination.filt %} selected{% endif %}>{{ label }}</option>
          {% endfor %}
        </select>
      </label>
      <label>
        Search {{ info("Match title, Zotero item key, or DOI. Applied with the other filters on this tab.") }}
        <input type="search" name="q" value="{{ wanted_pagination.q }}" placeholder="Title, key, or DOI">
      </label>
      <button type="submit" class="secondary">Apply</button>
      {% if wanted_pagination.prev_url %}
      <a class="secondary lib-pager-nav" href="{{ wanted_pagination.prev_url }}">Previous</a>
      {% endif %}
      <span class="counts">Page {{ wanted_pagination.page }} / {{ wanted_pagination.page_count }}</span>
      {% if wanted_pagination.next_url %}
      <a class="secondary lib-pager-nav" href="{{ wanted_pagination.next_url }}">Next</a>
      {% endif %}
    </form>
  </div>
  <p class="section-lede">Tick rows to limit Fetch (and Advanced attach, recover, handoff, or reachout) to those items. The icon on the right says why an item is missing or held — hover or focus it.</p>
<div class="table-wrap">
<table class="wb-table wanted-table">
  <caption class="sr-only">{{ tab|capitalize }} items in {{ prefs.collection }}</caption>
  <thead><tr><th scope="col"><span class="sr-only">Select</span></th><th scope="col">Title</th><th scope="col">Detail</th></tr></thead>
  <tbody>
  {% for row in rows %}
  <tr>
    <td><input type="checkbox" name="keys" value="{{ row.key }}" form="wanted-form" class="row-select"
      aria-label="Select {{ row.title }}"
      {% if row.attachable %}data-attachable="1"{% endif %}
      {% if row.ticked %}checked{% endif %}></td>
    <td>{{ row.title }}
      {% if row.miss_plain %}<span class="miss-reason" data-miss-surface="{{ row.miss_surface }}">{{ row.miss_plain }}</span>{% endif %}
      <template id="d-{{ row.key }}" data-drawer-title="{{ row.title }}">
        <p><strong>{{ row.title }}</strong></p>
        <p>Key {{ row.key }}{% if row.year %} · {{ row.year }}{% endif %}</p>
        {% if row.doi %}<p>DOI {{ row.doi }}</p>{% endif %}
        {% if row.source %}<p>Source {{ row.source }}</p>{% endif %}
        {% if row.state %}<p>Verification {{ row.state }}{% if row.reason %} ({{ row.reason }}){% endif %}</p>{% endif %}
        {% if row.miss_plain %}<p>{{ row.miss_plain }}</p>{% endif %}
        {% if row.has_summary %}
        <p><a href="/briefs/summary/{{ row.key }}">Open summary</a></p>
        <iframe class="summary-frame" sandbox="" data-src="/item/{{ row.key }}/summary" title="Summary"></iframe>
        {% endif %}
        {% if prefs.advanced and briefs.llm_on and tab != 'missing' %}
        <form method="post" action="/wanted/summarize" class="toolbar">
          <input type="hidden" name="key" value="{{ row.key }}">
          <label>Dest {{ info("disk: HTML under out/summaries only. zotero: a child note on this item. both: files and a note.") }} <select name="dest">{% for d in dest_options %}<option value="{{ d }}">{{ d }}</option>{% endfor %}</select></label>
          <label><input type="checkbox" name="force" value="1"> Force {{ info("Regenerate even when a summary already exists, and summarize when the PDF identity check would skip this item.") }}</label>
          <button type="submit">Summarize this</button>
        </form>
        {% endif %}
      </template>
    </td>
    <td class="detail-cell">
      {% if row.miss_plain %}{{ status_icon(row.miss_surface, row.miss_plain, row.miss_detail) }}
      {% elif row.state %}{{ verify_stamp(row.stamp) }}{{ status_icon(row.state, row.verify_plain, row.verify_tip) }}
      {% endif %}
      {% if row.has_summary %}<span class="chip-summary">summary</span>{% endif %}
      {{ icon_button('Detail', 'detail', drawer='d-' ~ row.key) }}
    </td>
  </tr>
  {% else %}
  <tr><td colspan="3" class="counts">No {{ tab }} items{% if wanted_pagination.q %} match “{{ wanted_pagination.q }}”{% endif %}.</td></tr>
  {% endfor %}
  </tbody>
</table>
</div>
</section>

{% if prefs.advanced %}
<section class="panel">
  <details class="panel-details">
  <summary class="panel-summary">Advanced <span class="counts">overrides and recovery</span></summary>
  <p class="section-lede">These can attach a PDF that is the wrong paper, or open many browser tabs. Preview first when a Preview button is offered.</p>
  <div class="cluster">
    <p class="field-legend">Attach {{ info("Write held PDFs into the library, including files the usual Attach button would refuse.") }}</p>
    <p class="section-lede">Use these only when you have looked at the held file and still want it on the item.</p>
    <form method="post" action="/wanted/attach/preview" class="toolbar keys-form">
      <label><input type="checkbox" name="allow_mismatch" value="1"> Allow DOI mismatch {{ info("Attach a PDF whose DOI does not match the library item. The file may be a different paper.", danger=true) }}</label>
      <label><input type="checkbox" name="allow_short" value="1"> Allow short PDF {{ info("Attach a dense one-page PDF that Paperful held back because it often looks like a landing page, not a full article.", danger=true) }}</label>
      <button type="submit" class="secondary">Preview attach</button>
      {{ info("Show which held files would be attached with the overrides above, without writing to the library.") }}
    </form>
    <form method="post" action="/wanted/attach" class="toolbar">
      <input type="hidden" name="review_token" value="{{ attach_token }}">
      <button type="submit"{% if not attach_token %} disabled title="Preview attach first"{% endif %}>Attach held PDFs</button>
      {{ info("Apply the last successful attach preview. Disabled until a Preview attach has finished.") }}
    </form>
  </div>
  <div class="cluster">
    <p class="field-legend">Recover {{ info("Re-run the browser agent on items a Grab already missed. Needs LLM config and the browser-agent extra.") }}</p>
    <p class="section-lede">This opens a real browser and tries publisher pages one by one. It is slower than Grab and can hit captchas.</p>
    <form method="post" action="/wanted/recover/preview" class="toolbar keys-form">
      <label><input type="checkbox" name="from_last_run" value="1"> From last run {{ info("Use items from the previous Grab instead of the rows ticked below.") }}</label>
      <label>Mode {{ info("Which misses to retry. browser_agent_miss: the agent ran and failed. missing: still no PDF. browser_agent_not_found: the agent loaded a page but found no PDF.") }}
        <select name="from_last_run_mode">
          <option value="browser_agent_miss">browser_agent_miss</option>
          <option value="missing">missing</option>
          <option value="browser_agent_not_found">browser_agent_not_found</option>
        </select>
      </label>
      <label>Limit {{ info("Cap how many items Recover tries this time.") }} <input name="recover_limit" type="number" min="1" inputmode="numeric"></label>
      <button type="submit" class="secondary">Preview recover</button>
      {{ info("Show which items would be sent to the browser agent, without opening a browser.") }}
    </form>
    <form method="post" action="/wanted/recover" class="toolbar">
      <input type="hidden" name="review_token" value="{{ recover_token }}">
      <button type="submit"{% if not recover_token %} disabled title="Preview recover first"{% endif %}>Recover</button>
      {{ info("Run the last successful recover preview in a headed browser. Disabled until a Preview recover has finished.") }}
    </form>
  </div>
  <form method="post" action="/wanted/handoff" class="toolbar keys-form">
    <p class="field-legend">Handoff {{ info("Open publisher pages in your own browser so you can download PDFs by hand. Paperful never clicks Request full-text for you.") }}</p>
    <p class="section-lede">Use this when automated fetch cannot get a file — typically paywalled papers you can reach yourself.</p>
    <label>Mode {{ info("list: a table of URLs. tabs: open them in the browser. walk: open one at a time and pick up the newest file in Downloads. watch: open tabs and watch the inbox folder for new PDFs.") }}
      <select name="mode">
        <option value="list">list</option>
        <option value="tabs">tabs</option>
        <option value="walk">walk</option>
        <option value="watch">watch</option>
      </select>
    </label>
    <label><input type="checkbox" name="include_doi_tabs" value="1"> Include DOI tabs {{ info("Also open doi.org for items that have no better URL.") }}</label>
    <button type="submit" class="secondary">Handoff</button>
  </form>
  <form method="post" action="/wanted/inbox/drain" class="toolbar">
    <p class="field-legend">Inbox {{ info("A drop folder for PDFs you downloaded yourself. Paperful matches files to library items by DOI or title.") }}</p>
    <p class="section-lede">Put hand-downloaded PDFs in the configured inbox folder, then drain it here.</p>
    <button type="submit" class="secondary">Drain inbox</button>
    {{ info("Match whatever is waiting in the drop folder and attach the hits. Unmatched files stay put.") }}
  </form>
  <form method="post" action="/wanted/reachout" class="toolbar keys-form">
    <p class="field-legend">Reachout {{ info("Export a list of authors to ask for a PDF (ResearchGate and similar). Paperful never sends mail.") }}</p>
    <p class="section-lede">Builds a contact list for items that are still missing. Optional Twenty lookup fills emails when that integration is on.</p>
    <label><input type="checkbox" name="non_oa_only" value="1"> Non-OA only {{ info("Only items that are paywalled, not open access, or blocked by license.") }}</label>
    <label><input type="checkbox" name="lookup" value="1"> Twenty lookup {{ info("When Twenty CRM is enabled, search People for authors still missing an email. Does not send mail.") }}</label>
    <label>Handoff {{ info("export only: write the list to disk. tabs: open ResearchGate publication URLs. walk: open them one at a time.") }}
      <select name="handoff_mode">
        <option value="">export only</option>
        <option value="tabs">tabs</option>
        <option value="walk">walk</option>
      </select>
    </label>
    <button type="submit" class="secondary">Reachout</button>
  </form>
  </details>
</section>
{% endif %}

{% if pending and (pending.total or pending.error) %}
<section class="panel pending-fill" id="pending-fill">
  <details class="panel-details"{% if pending.error %} open{% endif %}>
  <summary class="panel-summary">Waiting from Discover <span class="counts">{{ pending.total }}</span></summary>
  {% if pending.error %}<div class="error-banner">{{ pending.error }}</div>{% endif %}
  <p class="section-lede">Papers you kept on Discover, or that a watch or keepup digest proposed, that are not in this collection yet. Preview add → Apply add creates metadata parents here; they then appear under <strong>Missing</strong>. These come from every topic run, not only ones about this collection.
    <a href="/discover?tab=queue">Open queue</a> · <a href="/discover?tab=following">Following</a></p>
  {% if pending.total %}
  <form method="post" action="/wanted/pending-preview" class="form-stack" id="pending-fill-form">
    <ul class="pending-list">
      {% for row in pending.rows[:10] %}
      <li data-pending-source="{{ row.source }}">
        {% if row.doi %}
        <label><input type="checkbox" name="pending_dois" value="{{ row.doi }}" class="pending-select" checked> {{ row.title or row.doi }}</label>
        {% else %}
        <span>{{ row.title }}</span> <span class="chip-summary">no DOI — add in Discover</span>
        {% endif %}
        <span class="chip-summary">{{ row.source_plain }}</span>{% if row.why %}<span class="row-why">Why suggested: {{ row.why }}</span>{% endif %}
      </li>
      {% endfor %}
    </ul>
    {% if pending.total > 10 %}<p class="section-lede">and {{ pending.total - 10 }} more (open Discover to add the rest).</p>{% endif %}
    <div class="toolbar">
      <button type="submit" class="secondary">Preview add</button>
      {{ info("Classify the ticked DOIs against this collection without writing. Rows without a DOI stay for Discover.") }}
      <button type="submit" formaction="/wanted/pending-apply" formmethod="post"{% if not pending_token %} disabled title="Preview add first"{% endif %}>Apply add</button>
      <input type="hidden" name="review_token" value="{{ pending_token }}">
      {{ info("Create metadata parents for the last successful Preview add. They land under Missing. Disabled until a Preview add has finished.") }}
    </div>
  </form>
  {% endif %}
  </details>
</section>
{% endif %}
{% endblock %}