| |
| """480p 双向 SFT 泛化测试第二轮（genbench2）：更多、差异更大的没见过的首帧风格。 |
| L2：8 个场景的地图（2 条训练 clip + 6 条 val clip，真 ids / prompts）× 12 种风格（FLUX restyle 原帧 0）。 |
| L3：4 张 procmap 新地图（genbench 第一轮 FLUX map2frame 出的首帧）× 6 种风格（再 restyle）。 |
| 风格都不在训练外观里（训练 = photo PBR 各种天气/生物群系 + pixel/comic/sketch/toon/paint/soft/hue/duotone/dither 后处理； |
| 场景 09 本身是赛博朋克霓虹 ⇒ 不用霓虹风）。 |
| usage: genbench2_run.py [--ckpt ...] [--gpus 1,2,3,4,5,6,7] [--flux_gpu 7]""" |
| import argparse |
| import json |
| import os |
| import subprocess |
| import sys |
| from concurrent.futures import ThreadPoolExecutor |
|
|
| M = "/opt/dlami/nvme/zhiyangdeng/maliang" |
| G1 = f"{M}/outputs/genbench" |
| G = f"{M}/outputs/genbench2" |
| PY, FPY = f"{M}/.venv/bin/python", "/opt/dlami/nvme/zhiyangdeng/PCE/envs/pce_f3/bin/python" |
| ENV = dict(os.environ, DIFFSYNTH_SKIP_DOWNLOAD="True", PYTHONPATH=f"{M}/code/gc25d:{M}/code/arope", |
| HF_HOME="/opt/dlami/nvme/zhiyangdeng/.cache/huggingface", TMPDIR=f"{M}/.tmp", OMP_NUM_THREADS="8", |
| GC_RES="832x480") |
| |
| SOURCES = { |
| "train_v10": "01_Sunlit_Mediterranean_Courtyard__R10_s1501__000672", |
| "train_v9": "06_Overgrown_Tropical_Water_Temple__P9C_golden_s6942__003648", |
| "val_v10": "01_Sunlit_Mediterranean_Courtyard__R10_s1512__001152", |
| "val_v9": "02_Autumn_Woodland_Shrine__P9_golden_s2909__001152", |
| "val_steampunk": "07_Steampunk_Foundry_District__R10_s7511__001056", |
| "val_cyber": "09_Dense_Cyberpunk_Neon_District__R10_s9511__001152", |
| "val_cathedral": "08_Gothic_Cathedral_Quarter__P9C_default_s8946__001152", |
| "val_underwater": "10_Underwater_Research_Habitat__P9C_snow_s10945__001152", |
| } |
| STYLES = { |
| "ukiyoe": "a Japanese ukiyo-e woodblock print: bold black outlines, flat areas of Prussian blue, vermilion and ochre, " |
| "visible wood-grain and washi paper texture, no shading gradients", |
| "stainedglass": "a medieval stained-glass window: every surface built from pieces of glowing translucent coloured glass " |
| "separated by thick black lead lines, jewel-toned light", |
| "lego": "a scene built entirely from plastic toy bricks: studs on top of every surface, glossy ABS plastic in bright " |
| "primary colours, toy photography lighting; characters are brick-built minifigures", |
| "voxel": "voxel art: everything made of small uniform cubes, blocky stepped terrain, crisp flat-shaded cube faces, " |
| "simple saturated colours", |
| "knitted": "a knitted wool and felt craft diorama: visible yarn stitches and fuzzy fibres on every surface, soft pastel " |
| "textile colours, felt characters", |
| "porcelain": "Chinese blue-and-white porcelain painting: cobalt-blue brush patterns on glossy white glaze, everything " |
| "rendered only in shades of blue on white", |
| "blueprint": "a technical blueprint drawing: thin white line-art on deep blue grid paper, hatching for shading, no " |
| "colour fills", |
| "chalkboard": "a chalk drawing on a dark green school blackboard: dusty chalk strokes in white and pastel colours, " |
| "smudges and eraser marks", |
| "candy": "a candy and dessert world: ground of pink frosting and biscuit, walls of chocolate and wafer, glossy hard " |
| "candies, lollipop trees, pastel sugary colours", |
| "lava": "a volcanic hellscape: black obsidian rock and ash, glowing cracks of molten lava, floating embers, red-orange " |
| "light from below", |
| "mosaic": "an ancient Roman floor mosaic: everything made of small square stone and glass tesserae with visible grout " |
| "lines, earthy terracotta, ochre and teal colours", |
| "papyrus": "an ancient Egyptian tomb wall painting on papyrus: flat ochre, turquoise and lapis colours, thick dark " |
| "outlines, cracked aged plaster texture", |
| } |
| L3_STYLES = ["ukiyoe", "lego", "porcelain", "candy", "stainedglass", "lava"] |
|
|
|
|
| def run(cmd, log, env=ENV): |
| os.makedirs(os.path.dirname(log), exist_ok=True) |
| with open(log, "w") as fh: |
| r = subprocess.run(cmd, stdout=fh, stderr=subprocess.STDOUT, env=env, cwd=f"{M}/.tmp") |
| if r.returncode: |
| raise RuntimeError(f"失败（{r.returncode}）：{' '.join(cmd[:4])}… 见 {log}") |
|
|
|
|
| def src_dir(tag): |
| d = f"{G1}/L2/{tag}/src" |
| return d if os.path.exists(f"{d}/done") else f"{G}/L2/{tag}/src" |
|
|
|
|
| def pick(d, suffix): |
| return f"{d}/" + [f for f in os.listdir(d) if f.endswith(suffix)][0] |
|
|
|
|
| def main(): |
| ap = argparse.ArgumentParser() |
| ap.add_argument("--ckpt", default=f"{M}/outputs/sft_v10/step-8000.safetensors") |
| ap.add_argument("--gpus", default="1,2,3,4,5,6,7") |
| ap.add_argument("--flux_gpu", default="7") |
| a = ap.parse_args() |
| gpus = a.gpus.split(",") |
|
|
| |
| for tag, cid in SOURCES.items(): |
| d = src_dir(tag) |
| if not os.path.exists(f"{d}/done"): |
| run([PY, f"{M}/code/gc25d/sample_user.py", "--export_clip", cid, "--out", d], |
| f"{G}/logs/export_{tag}.log", dict(ENV, CUDA_VISIBLE_DEVICES=gpus[0])) |
| open(f"{d}/done", "w").write(cid) |
| print("export ok", flush=True) |
|
|
| |
| jobs = [] |
| for tag in SOURCES: |
| f0 = pick(src_dir(tag), "frame0.png") |
| for s, text in STYLES.items(): |
| jobs.append({"mode": "restyle", "image": f0, "style": text, "out": f"{G}/L2/{tag}/{s}_f0.png"}) |
| cases = sorted(d for d in os.listdir(f"{G1}/procmap") if os.path.isdir(f"{G1}/procmap/{d}")) |
| for c in cases: |
| for s in L3_STYLES: |
| jobs.append({"mode": "restyle", "image": f"{G1}/L3/{c}/f0.png", "style": STYLES[s], |
| "out": f"{G}/L3/{c}/{s}_f0.png"}) |
| todo = [j for j in jobs if not os.path.exists(j["out"])] |
| if todo: |
| for j in todo: |
| os.makedirs(os.path.dirname(j["out"]), exist_ok=True) |
| json.dump(todo, open(f"{G}/flux_jobs.json", "w"), indent=1) |
| run([FPY, f"{M}/code/gc25d/firstframe_flux.py", "batch", "--jobs", f"{G}/flux_jobs.json"], f"{G}/logs/flux.log", |
| dict(ENV, CUDA_VISIBLE_DEVICES=a.flux_gpu, PYTHONPATH=f"{M}/code/gc25d")) |
| print("flux ok", len(jobs), flush=True) |
|
|
| |
| runs = [] |
| for tag in SOURCES: |
| d = src_dir(tag) |
| for s in STYLES: |
| runs.append(dict(name=f"{tag}_{s}", first=f"{G}/L2/{tag}/{s}_f0.png", ids=pick(d, "ids.npz"), |
| prompts=pick(d, "prompts.json"), out=f"{G}/L2/{tag}")) |
| if tag.startswith("train") and not os.path.exists(f"{G1}/L2/{tag}/{tag}_orig.mp4"): |
| runs.append(dict(name=f"{tag}_orig", first=pick(d, "frame0.png"), ids=pick(d, "ids.npz"), |
| prompts=pick(d, "prompts.json"), out=f"{G}/L2/{tag}")) |
| for c in cases: |
| p = f"{G1}/procmap/{c}" |
| for s in L3_STYLES: |
| runs.append(dict(name=f"{c}_{s}", first=f"{G}/L3/{c}/{s}_f0.png", ids=f"{p}/ids.npz", |
| prompts=f"{p}/prompts.json", out=f"{G}/L3/{c}")) |
|
|
| def gen(i_r): |
| i, r = i_r |
| if os.path.exists(f"{r['out']}/{r['name']}.mp4"): |
| return r["name"] |
| try: |
| run([PY, f"{M}/code/gc25d/sample_user.py", "--ckpt", a.ckpt, "--first_frame", r["first"], "--ids", r["ids"], |
| "--prompts", r["prompts"], "--out", r["out"], "--name", r["name"], "--thumb"], |
| f"{G}/logs/gen_{r['name']}.log", dict(ENV, CUDA_VISIBLE_DEVICES=gpus[i % len(gpus)])) |
| print("gen", r["name"], flush=True) |
| except RuntimeError as e: |
| print("FAIL", r["name"], e, flush=True) |
| return r["name"] |
|
|
| queues = [[(i, r) for i, r in enumerate(runs) if i % len(gpus) == g] for g in range(len(gpus))] |
| with ThreadPoolExecutor(len(gpus)) as ex: |
| list(ex.map(lambda q: [gen(x) for x in q], queues)) |
| print("ALL DONE", len(runs), flush=True) |
|
|
|
|
| if __name__ == "__main__": |
| sys.exit(main()) |
|
|
