File size: 1,866 Bytes
057ec4b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 | """Rebuild the 768 recap manifest at R=512 for fives/refuge2/idridd (user chose to
drop 768->512: still high-res & resolution-fair, 300ep/3seed protocol intact, but
~2.3x less compute -> ~6-8 days instead of ~12-18). Reuses the capped 768 manifest's
36 jobs (thread caps already injected; cv2.setNumThreads(1) is in the code) and only:
--img_size 768 -> 512, --batch_size 4 -> 8 (batch 8 matches finished kvasir/busi@512).
expected_output paths unchanged (metrics.json gets written at whatever res trained).
Run ON a100: TS=$(date -u +%Y%m%dT%H%M%SZ) python3 scripts/gen_hires_512_manifest.py
"""
import json, os
SRC = os.path.expanduser("~/.aris_queue/runs/hires768_20260611T004855Z/manifest.json")
man = json.load(open(SRC))
top = {k: v for k, v in man.items() if k != "phases"}
src_jobs = man.get("jobs") or man["phases"][0]["jobs"]
jobs = []
for j in src_jobs:
c = j["cmd"]
if "--img_size 768" not in c or "--batch_size 4" not in c:
raise SystemExit("anchor not found in " + j["id"])
j2 = dict(j)
j2["id"] = j["id"].replace("rc_hr_", "r512_")
j2["cmd"] = c.replace("--img_size 768", "--img_size 512").replace("--batch_size 4", "--batch_size 8")
jobs.append(j2)
if not jobs:
raise SystemExit("no jobs")
man2 = dict(top)
man2["project"] = "baselines_hires_512"
# GPU5 hosts a non-campaign DDIM job (~43GB); lower the free-mem gate so the queue can
# still place light 512 jobs (~16GB) in GPU5's spare room instead of pinning to GPU4.
man2["gpu_free_threshold_mib"] = 30000
man2["phases"] = [{"name": "r512", "depends_on": [], "jobs": jobs}]
RUN = "hires512_" + os.environ["TS"]
rd = os.path.expanduser("~/.aris_queue/runs/" + RUN)
os.makedirs(rd + "/logs", exist_ok=True)
json.dump(man2, open(rd + "/manifest.json", "w"), indent=2)
print("RUN=" + RUN, "jobs=" + str(len(jobs)))
print("sample:", jobs[0]["cmd"][:200])
|