Spaces:
Sleeping
Sleeping
Update pipeline.py
Browse files- pipeline.py +3 -3
pipeline.py
CHANGED
|
@@ -298,9 +298,9 @@ def run_pipeline(
|
|
| 298 |
|
| 299 |
# dedupe
|
| 300 |
if sha in index_map and not rewrite:
|
| 301 |
-
|
| 302 |
-
|
| 303 |
-
|
| 304 |
_atomic_write_json(index_path, index)
|
| 305 |
continue
|
| 306 |
|
|
|
|
| 298 |
|
| 299 |
# dedupe
|
| 300 |
if sha in index_map and not rewrite:
|
| 301 |
+
existing = index_map[sha]
|
| 302 |
+
existing["skip_count"] = int(existing.get("skip_count", 0)) + 1
|
| 303 |
+
existing["last_skipped_at"] = _now_ts()
|
| 304 |
_atomic_write_json(index_path, index)
|
| 305 |
continue
|
| 306 |
|