Buckets:
| """cwm3/train/make_final_queues.py — write the E3 / E5 (ablation) queue files for train/run_queue_cmds.sh once the main variant is known (2026-09-11 final assembly). | |
| python train/make_final_queues.py [--main all_minus_road2drv|all|auto] [--seeds 0,1,2] | |
| auto (default) reads results/tables/stage_final_decision.json (eval/report_final.py, the pre-stated rule). | |
| E3 (no P): the main variant AND indep on E = E0_pooled_s<k>_v2s2 (pooled, select_LF off, stats v2, NO P head; the joint P head is then fresh) -> dirs I1_<variant>_s<k>_noP_final | |
| E5 (naive_fresh): the cwm2-style fusion trained from scratch (all trunks random, same 15-epoch schedule) on the final data / bases' architecture -> I1_naive_fresh_s<k>_final | |
| """ | |
| from __future__ import annotations | |
| import argparse | |
| import json | |
| from pathlib import Path | |
| CWM3 = Path(__file__).resolve().parents[1] | |
| J = "train/train_cwm3_joint.py --stage I1 --no-lock --minutes 600 --pack-version v2 --base-v can4s_stats2 --base-u kin_can_noK_clip8_ln" | |
| B = lambda k, e: f"--base-dir-v results/runs/V0_can4s_s{k}_stats2 --base-dir-u results/runs/U0_kin_can_noK_s{k}_kcv2_clip8_ln --base-dir-e results/runs/{e}" # noqa: E731 | |
| def main(): | |
| ap = argparse.ArgumentParser() | |
| ap.add_argument("--main", default="auto") | |
| ap.add_argument("--seeds", default="0,1,2") | |
| a = ap.parse_args() | |
| main_v = a.main | |
| if main_v == "auto": | |
| dec = json.loads((CWM3 / "results" / "tables" / "stage_final_decision.json").read_text()) | |
| main_v = dec["main_variant"] | |
| assert main_v in ("all_minus_road2drv", "all"), dec | |
| seeds = [int(s) for s in a.seeds.split(",")] | |
| c = [f"# E3 queue (no-P ablation; main variant {main_v}; E base E0_pooled_s<k>_v2s2 = pooled, select_LF off, stats v2, no P head): indep_noP x3 then {main_v}_noP x3"] | |
| for k in seeds: | |
| c.append(f"results/runs/I1_indep_s{k}_noP_final||{J} --base-e pooled_lfoff --run-suffix _noP_final --variant indep --seed {k} {B(k, f'E0_pooled_s{k}_v2s2')}") | |
| for k in seeds: | |
| c.append(f"results/runs/I1_{main_v}_s{k}_noP_final||{J} --base-e pooled_lfoff --run-suffix _noP_final --variant {main_v} --seed {k} {B(k, f'E0_pooled_s{k}_v2s2')}") | |
| (CWM3 / "train" / "queue_final_C.txt").write_text("\n".join(c) + "\n") | |
| d = ["# E5 queue (naive_fresh control on the final bases' architecture / data: every trunk and head randomly initialised, cwm2-style joint training, 15 epochs)"] | |
| for k in seeds: | |
| d.append(f"results/runs/I1_naive_fresh_s{k}_final||{J} --base-e pooled_P --run-suffix _final --variant naive_fresh --seed {k} {B(k, f'E0_pooled_P_s{k}_v2')}") | |
| (CWM3 / "train" / "queue_final_D.txt").write_text("\n".join(d) + "\n") | |
| print(f"main variant {main_v}: wrote train/queue_final_C.txt ({len(c) - 1} jobs) and train/queue_final_D.txt ({len(d) - 1} jobs)") | |
| if __name__ == "__main__": | |
| main() | |
Xet Storage Details
- Size:
- 2.85 kB
- Xet hash:
- e75e9c9b9b7a956917edc4f9da37ac83434685fef832c807ce88b0af717bd40f
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.