Avinashnalla7 commited on
Commit
4aadeb5
·
verified ·
1 Parent(s): 03d143d

Update pipeline.py

Browse files
Files changed (1) hide show
  1. pipeline.py +3 -3
pipeline.py CHANGED
@@ -298,9 +298,9 @@ def run_pipeline(
298
 
299
  # dedupe
300
  if sha in index_map and not rewrite:
301
- rec["status"] = "skipped"
302
- rec["error"] = "duplicate_pdf_sha256"
303
- index.append(rec)
304
  _atomic_write_json(index_path, index)
305
  continue
306
 
 
298
 
299
  # dedupe
300
  if sha in index_map and not rewrite:
301
+ existing = index_map[sha]
302
+ existing["skip_count"] = int(existing.get("skip_count", 0)) + 1
303
+ existing["last_skipped_at"] = _now_ts()
304
  _atomic_write_json(index_path, index)
305
  continue
306