Upload scripts/vb_t64.sh with huggingface_hub

scripts/vb_t64.sh

@@ -0,0 +1,38 @@
+#!/usr/bin/env bash
+# Same diagnostic on t64 (64k-trained, invariant intact) -- does correctly
+# configured long-context training move backward retrieval, or only forward?
+set -uo pipefail
+cd "$(dirname "$0")"
+export PATH=/root/Adhi/BluTrain/envv/bin:$PATH
+source /root/Adhi/BluTrain/envv/bin/activate 2>/dev/null
+L=vb_logs; M="$L/t64.log"
+say(){ echo "[$(date -u +%H:%M:%S)] $*" | tee -a "$M" >&2; }
+say "waiting for the base/p1final pass to finish..."
+while ! grep -qa '^\[.*\] DONE' "$L/master.log" 2>/dev/null; do
+  pgrep -x bluscriptCP_exec >/dev/null 2>&1 || sleep 20
+  sleep 30
+done
+A680="CP_N_EMBD=1536 CP_N_LAYER=24 CP_N_HEAD=12 CP_N_KVHEAD=4 CP_FFN=4096 CP_WEIGHT_TYING=1"
+HAY=Data_Loader/Data/b2_8192_16384/val_shard_00000.bin
+run(){ local T=$1 S=$2 PL=$3
+  local O="vbt64_len${PL}"
+  [ -s "$O/summary.csv" ] && [ "$(wc -l < "$O/summary.csv")" -gt 1 ] && { say "  len $PL cached"; return 0; }
+  say "  t64 len $PL (T=$T x$S -> virtual $((PL/S)))"
+  A1B="$A680" HAY="$HAY" GEN_DATA_ROOT="Data_Loader/Data/evalsrc" \
+  CKPT_EXTRA="t64=t64.ckpt" CKPTS="t64" TASKS="val_backward niah_single" N=100 \
+  T=$T YARN=$S YARN_ORIG=4096 PROMPT_LEN=$PL GPUS=0 NP=1 OUT="$O" \
+    ./run_longeval.sh >> "$L/t64_${PL}.log" 2>&1
+  if [ -s "$O/summary.csv" ] && [ "$(wc -l < "$O/summary.csv")" -gt 1 ]; then
+    say "    $(head -1 $O/summary.csv)"; tail -n +2 "$O/summary.csv"|sed 's/^/      /'|tee -a "$M" >&2
+  else say "    FAILED"; grep -ahA2 'what()\|parameter count' "$O"/gen/*.log 2>/dev/null|head -4|tee -a "$M" >&2; fi
+}
+say "=== t64 (64k-trained, invariant intact) ==="
+run 16384  4  1024
+run 16384  4  4096
+run 32768  8  8192
+run 65536 16 16360
+say "=== t64 SUMMARY ==="
+for PL in 1024 4096 8192 16360; do
+  f="vbt64_len${PL}/summary.csv"; [ -f "$f" ] && say "  len $PL | $(tail -n +2 $f | tr '\n' ' ')"
+done
+say "T64 DONE"