unparallelled commited on
Commit
b86ac5d
·
verified ·
1 Parent(s): 7be6044

Upload scripts/ship_teardown.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. scripts/ship_teardown.py +37 -0
scripts/ship_teardown.py ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os, glob, sys
2
+ from huggingface_hub import HfApi
3
+ api = HfApi(); REPO = "unparallelled/BluScriptCP"
4
+ up = []
5
+ # 1. every eval summary / depth CSV from today's runs
6
+ for pat in ("ed_*","en_*","el_*","eg3_*","es1_*","bm_s*","bx32_*","ec_early_*"):
7
+ for d in sorted(glob.glob(pat)):
8
+ for f in ("summary.csv","depth_summary.csv"):
9
+ p = os.path.join(d,f)
10
+ if os.path.isfile(p) and os.path.getsize(p) > 0:
11
+ up.append((p, f"evals/2026-09-23/{d}_{f}"))
12
+ # 2. logs
13
+ for p,r in [("t128d_logs/train.log","logs/2026-09-23_t128d_train.log"),
14
+ ("t128d_logs/master.log","logs/2026-09-23_t128d_master.log"),
15
+ ("t128d_logs/ship.log","logs/2026-09-23_t128d_ship.log"),
16
+ ("eval_bm_logs/master.log","logs/2026-09-23_base680_map_master.log"),
17
+ ("eval_bx32_logs/master.log","logs/2026-09-23_base680_x32_master.log"),
18
+ ("eval_scale1_now.log","logs/2026-09-23_scale1_master.log"),
19
+ ("eval_t128d_logs/master.log","logs/2026-09-23_t128d_eval_master.log"),
20
+ ("eval_long_logs/master.log","logs/2026-09-23_long_eval_master.log"),
21
+ ("eval_gpu3_logs/master.log","logs/2026-09-23_gpu3_eval_master.log"),
22
+ ("eval_native_logs/master.log","logs/2026-09-23_native_eval_master.log"),
23
+ ("eval_c_early_logs/master.log","logs/2026-09-23_t128c_early_master.log"),
24
+ ("build_t128d.log","logs/2026-09-23_t128d_build.log")]:
25
+ if os.path.isfile(p) and os.path.getsize(p) > 0: up.append((p,r))
26
+ # 3. scripts
27
+ for p in glob.glob("t128d_*.sh") + glob.glob("eval_*.sh") + ["splice_pack.py","window_coherence.py","b6_coherence.py"]:
28
+ if os.path.isfile(p): up.append((p, f"scripts/{os.path.basename(p)}"))
29
+ print(f"{len(up)} files to upload", flush=True)
30
+ ok = fail = 0
31
+ for p, r in up:
32
+ try:
33
+ api.upload_file(path_or_fileobj=p, path_in_repo=r, repo_id=REPO); ok += 1
34
+ print(f" ok {r}", flush=True)
35
+ except Exception as e:
36
+ fail += 1; print(f" FAIL {r}: {type(e).__name__} {str(e)[:90]}", flush=True)
37
+ print(f"UPLOADED {ok}/{len(up)} failed {fail}")