fix(pmc): add rich progress bar to get_pmcids (499 calls, ~3 min)

ingestion/pmc.py

@@ -30,38 +30,50 @@ def _sleep() -> None:
 def get_pmcids(pmids: list[str]) -> dict[str, str]:
     """
     Map PubMed IDs to PMC IDs for papers with Open Access full text.
-    Sends one PMID at a time to elink — batch elink merges all results
-    into one LinkSet with no per-ID mapping, making it unusable for this purpose.
+    Sends one PMID at a time — batch elink merges all results into one
+    LinkSet with no per-ID mapping, making it unusable for this purpose.
     Returns {pmid: pmcid}.
     """
     _configure_entrez()
     if not pmids:
         return {}
 
+    from rich.progress import Progress, SpinnerColumn, BarColumn, TaskProgressColumn, TimeRemainingColumn, TextColumn
     result: dict[str, str] = {}
-    for pmid in pmids:
-        for attempt in range(3):
-            try:
-                handle = Entrez.elink(dbfrom="pubmed", db="pmc", id=pmid)
-                link_sets = Entrez.read(handle)
-                handle.close()
-                break
-            except Exception as exc:
-                if attempt == 2:
-                    _logger.debug(f"elink failed for PMID {pmid}: {exc}")
-                    link_sets = []
-                    break
-                time.sleep(2 ** attempt)
-
-        for ls in link_sets:
-            for db_link in ls.get("LinkSetDb", []):
-                if db_link.get("DbTo") == "pmc":
-                    links = db_link.get("Link", [])
-                    if links:
-                        result[pmid] = str(links[0]["Id"])
-                    break
 
-        _sleep()
+    with Progress(
+        SpinnerColumn(),
+        TextColumn("[progress.description]{task.description}"),
+        BarColumn(),
+        TaskProgressColumn(),
+        TimeRemainingColumn(),
+    ) as progress:
+        task = progress.add_task("Looking up PMC IDs...", total=len(pmids))
+
+        for pmid in pmids:
+            for attempt in range(3):
+                try:
+                    handle = Entrez.elink(dbfrom="pubmed", db="pmc", id=pmid)
+                    link_sets = Entrez.read(handle)
+                    handle.close()
+                    break
+                except Exception as exc:
+                    if attempt == 2:
+                        _logger.debug(f"elink failed for PMID {pmid}: {exc}")
+                        link_sets = []
+                        break
+                    time.sleep(2 ** attempt)
+
+            for ls in link_sets:
+                for db_link in ls.get("LinkSetDb", []):
+                    if db_link.get("DbTo") == "pmc":
+                        links = db_link.get("Link", [])
+                        if links:
+                            result[pmid] = str(links[0]["Id"])
+                        break
+
+            _sleep()
+            progress.advance(task)
 
     _logger.info("PMC ID lookup", extra={"data": {"pmids": len(pmids), "found": len(result)}})
     return result

scripts/ingest_papers.py

@@ -69,9 +69,8 @@ def main() -> None:
 
     # Step 3: Enrich with PMC full text
     if not args.skip_fulltext:
-        console.print("[cyan]Looking up PMC IDs for Open Access full text...[/cyan]")
         all_pmids = [p.pmid for p in papers]
-        pmcid_map = pmc.get_pmcids(all_pmids)
+        pmcid_map = pmc.get_pmcids(all_pmids)  # shows its own progress bar
         console.print(f"[green]{len(pmcid_map)} papers have PMC full text available[/green]")
 
         pmid_to_paper = {p.pmid: p for p in papers}