| #!/usr/bin/env bash |
| |
| |
| |
| set -uo pipefail |
| cd "$(dirname "$0")" |
|
|
| HF=/root/Adhi/BluTrain/envv/bin/hf |
| REPO=unparallelled/BluScriptCP |
| CK=checkpoints_bluscriptcp/rank_0 |
| ok=0; fail=0 |
| up(){ |
| if [ ! -e "$1" ]; then echo " SKIP (absent): $3"; return; fi |
| if "$HF" upload "$REPO" "$1" "$2" >/dev/null 2>&1; then |
| echo " ok $3"; ok=$((ok+1)) |
| else |
| echo " FAIL $3"; fail=$((fail+1)) |
| fi |
| } |
|
|
| echo "=== 1. source ===" |
| tar czf /tmp/cp_source_now.tgz \ |
| --exclude='build' --exclude='checkpoints_bluscriptcp' --exclude='in2_data' \ |
| --exclude='Data_Loader/Data' --exclude='.git' --exclude='*.bin' --exclude='probe_*' \ |
| -C /root/Adhi/BluTrain dist/Context_Parallelism dist/zero 2>/dev/null |
| up /tmp/cp_source_now.tgz "source/cp_source_$(date -u +%Y-%m-%d).tgz" "source tarball" |
| for f in run_in2_experiment.sh run_probepos_experiment.sh upload_all_to_hf.sh probe_1b.sh \ |
| Tests/bluscriptcp/needle_score.py Tests/bluscriptcp/needle_gen.py \ |
| Tests/bluscriptcp/in2_gen.py Tests/bluscriptcp/in2_gate.py \ |
| Tests/bluscriptcp/needle_sweep.sh; do |
| up "$f" "source/files/$(basename "$f")" "$(basename "$f")" |
| done |
|
|
| echo "=== 2. checkpoints (3.9 GB each -- the slow part) ===" |
| up "$CK/blumodelcp_run7_step_750.ckpt" checkpoints/in2/extended_blumodelcp_run7_step_750.ckpt "base run7 (init source)" |
| up "$CK/blumodelcp_run12_step_400.ckpt" checkpoints/in2/arm_a_blumodelcp_run12_step_400.ckpt "arm A run12" |
| up "$CK/blumodelcp_run15_step_400.ckpt" checkpoints/in2/arm_b_blumodelcp_run15_step_400.ckpt "arm B run15" |
| up "$CK/blumodelcp_run16_step_400.ckpt" checkpoints/in2/arm_c_blumodelcp_run16_step_400.ckpt "arm C run16" |
|
|
| echo "=== 3. probe results (reach.csv + per-job CSVs + needles + state) ===" |
| for d in probe_arm_a probe_arm_b probe_arm_c probe_run7_yarn4 probe_run8_s4 \ |
| probe_pos8192_base probe_pos8192_armB probe_pos8192_armC \ |
| probe_pos12288_base probe_pos12288_armB probe_pos12288_armC; do |
| up "$d" "logs/$d/" "$d" |
| done |
|
|
| echo "=== 4. training CSVs and configs ===" |
| up CP_BluScreipt_Training_logs logs/in2_train_csv/ "training CSVs" |
|
|
| echo "=== 5. run logs ===" |
| up in2_logs logs/in2/ "driver + arm training logs" |
| up probepos_logs logs/probepos_logs/ "probe-pos master log" |
| up run_logs logs/in2_stdout/ "stdout logs" |
|
|
| echo "=== 6. vault snapshot (reports + log index) ===" |
| up /root/claude-vault docs/ "vault" |
|
|
| echo |
| echo "uploaded: $ok failed: $fail" |
| echo |
| echo "NOT covered by this script:" |
| echo " - git commits/pushes for BluTrain and the Context_Parallelism submodule" |
| echo " - the vault logs branch: run scripts/logs-push.sh so today's log lines and" |
| echo " report reach the laptop; the docs/ copy above is a snapshot, not the branch" |
| echo " - in2_data/ (1.4 GB of generated shards) is deliberately excluded:" |
| echo " regenerate deterministically with in2_gen.py --seed 0" |
|
|
