File size: 1,915 Bytes
e379257 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | """Replace records of a base JSONL with re-captured records (matched by id), keeping the base order.
Image paths of the replacements are rewritten relative to the output file's directory.
usage: python scripts/swap_records.py base.jsonl replacements.jsonl out.jsonl [--only-substr settings_destructive]
"""
import json, os, sys
def load(p):
with open(p, encoding="utf-8") as f:
return [json.loads(l) for l in f if l.strip()]
def main(base, repl, dst, only=None):
rep = {r["id"]: r for r in load(repl)}
rdir, odir = os.path.dirname(os.path.abspath(repl)), os.path.dirname(os.path.abspath(dst))
n = swapped = 0
used, unmatched = set(), []
with open(dst, "w", encoding="utf-8", newline="\n") as out:
for r in load(base):
n += 1
if r["id"] in rep:
new = json.loads(json.dumps(rep[r["id"]]))
new["images"] = [os.path.relpath(os.path.join(rdir, im), odir).replace("\\", "/") for im in new["images"]]
missing = [im for im in new["images"] if not os.path.exists(os.path.join(odir, im))]
if missing:
sys.exit(f"missing image {missing}")
new["meta"]["swapped_from"] = os.path.relpath(repl, odir).replace("\\", "/")
r = new
used.add(r["id"])
swapped += 1
elif only and only in r["id"]:
unmatched.append(r["id"])
out.write(json.dumps(r, ensure_ascii=False) + "\n")
print(f"{n} records, swapped={swapped}, replacements unused={len(rep) - len(used)}, "
f"base '{only}' not swapped={len(unmatched)} {unmatched[:5]} -> {dst}")
if __name__ == "__main__":
a = sys.argv[1:]
only = None
if "--only-substr" in a:
i = a.index("--only-substr"); only = a[i + 1]; del a[i:i + 2]
main(*a, only=only)
|