Upload scripts/t128_train.sh with huggingface_hub

scripts/t128_train.sh

@@ -7,7 +7,7 @@
 # per virtual unit. The model re-conditioned to that compressed regime and lost
 # the positional sensitivity that made compression useful: 90 -> 49 by step 800.
 #
-# HERE THE INVARIANT HOLDS:  SCALE x ORIG == CP_T  ->  16 x 4,096 == 65,536
+# HERE THE INVARIANT HOLDS:  SCALE x ORIG == CP_T  ->  32 x 4,096 == 131,072
 #   -> positions span the FULL virtual range 0..4,095
 #   -> 16 tokens per virtual unit, the minimum compression 64k allows
 #   -> this is what p1final was trained under (4 x 4,096 == 16,384) and p1final
@@ -40,7 +40,7 @@ STABLE=$(( STEPS - WARM - TAIL ))
 GB=524288
 DATA=Data_Loader/Data/mix128
 CK=checkpoints_bluscriptcp/rank_0
-PARENT="$CK/blumodelcp_run2_step_1200.ckpt"   # t64, the 64k model
+PARENT="$CK/t64.ckpt"                          # the 64k model (98 @65,512)
 say(){ echo "[$(date -u +%H:%M:%S)] $*" | tee -a "$M" >&2; }
 die(){ say "FATAL: $*"; exit 1; }
 
@@ -74,7 +74,7 @@ CP_ZERO=1 CP_ZERO_V2=1 CP_BF16=1 CP_OPTIMIZER=muon \
 CP_WARMUP=$WARM CP_REWARMUP=$WARM CP_REWARMUP_PEAK=0.3 \
 CP_STABLE=$STABLE CP_CKPT=1 CP_CKPT_FREQ=$FREQ CP_CKPT_KEEP=$KEEP"
 
-say "=== 680M 131k extension, 8x H100, cp=$CPSZ dp=$DP ==="
+say "=== 680M 131k extension, 8x H200, cp=$CPSZ dp=$DP ==="
 say "parent : t64 (98 @65,512 -- the 64k model, staged ladder)"
 say "YaRN   : SCALE=$SCALE x ORIG=$ORIG = $((SCALE*ORIG)) == CP_T  INVARIANT HOLDS"
 say "         virtual range 0..$(( (T-1)/SCALE )) (full), $SCALE tokens/virtual unit"
@@ -90,7 +90,7 @@ if [ ! -f "$LOG/probe_cp${CPSZ}.ok" ]; then
   grep -qaiE 'out of memory|bad_alloc' "$LOG/probe_cp${CPSZ}.log" && die "PROBE OOM at cp=$CPSZ"
   N=$(grep -acE '^step +[0-9]+ \|' "$LOG/probe_cp${CPSZ}.log"); P=$(grep -aoE 'mem: [0-9]+MB' "$LOG/probe_cp${CPSZ}.log"|tail -1)
   [ "$RC" -eq 0 ] && [ "$N" -ge 1 ] && [ -n "$P" ] || { say "PROBE FAILED rc=$RC steps=$N"; tail -14 "$LOG/probe_cp${CPSZ}.log" >&2; exit 1; }
-  say "PROBE OK cp=$CPSZ: peak $P of 81559 MiB, dt $(grep -aoE 'dt: [0-9.]+ms' "$LOG/probe_cp${CPSZ}.log"|tail -1)"
+  say "PROBE OK cp=$CPSZ: peak $P of 143771 MiB (H200), dt $(grep -aoE 'dt: [0-9.]+ms' "$LOG/probe_cp${CPSZ}.log"|tail -1)"
   touch "$LOG/probe_cp${CPSZ}.ok"
 fi