Upload scripts/eval_basemap.sh with huggingface_hub

scripts/eval_basemap.sh

@@ -0,0 +1,39 @@
+#!/usr/bin/env bash
+# base680 score as a function of (real position, virtual position).
+# 14 jobs launched CONCURRENTLY across 4 GPUs (~3-4/GPU). Short-prompt jobs are
+# ~4-6 GB and latency-bound, so oversubscription is nearly free -- running one
+# per GPU wasted 97% of the card.
+#
+# scale=1 rows give REAL positional competence (virtual==real).
+# scale>1 rows give the same weights at compressed positions.
+# If base680 is flat vs VIRTUAL position but drops vs REAL, theta/pretrain is the
+# ceiling. If it is flat in both to 4,096, the ladder (t32's 4x over-compression)
+# is the culprit and a re-run fixes it without re-pretraining.
+set -uo pipefail; cd "$(dirname "$0")"
+export LD_LIBRARY_PATH="$(cd ../.. && pwd)/Tensor-Implementations/lib:$(cd ../.. && pwd)/Profiler/lib:${LD_LIBRARY_PATH:-}"
+export PATH=/usr/local/cuda/bin:$PATH; export PY=/root/Adhi/BluTrain/envv/bin/python
+A680="CP_N_EMBD=1536 CP_N_LAYER=24 CP_N_HEAD=12 CP_N_KVHEAD=4 CP_FFN=4096 CP_WEIGHT_TYING=1"
+L=eval_bm_logs; mkdir -p "$L"; M="$L/master.log"
+say(){ echo "[$(date -u +%H:%M:%S)] $*" | tee -a "$M" >&2; }
+one(){
+  local S="$1"; local TT="$2"; local PL="$3"; local G="$4"
+  local O="bm_s${S}_${PL}"
+  [ -s "$O/summary.csv" ] && grep -q '^niah_single,' "$O/summary.csv" && return
+  A1B="$A680" HAY="data/mix128_b6_60/val_shard_00000.bin" GEN_DATA_ROOT="data/mix128_b6_60" \
+  CKPT_EXTRA="base=base680.ckpt" CKPTS="base" TASKS="niah_single" N=100 \
+  T=$TT YARN=$S YARN_ORIG=4096 PROMPT_LEN=$PL GPUS="$G" NP=1 JOBS_PER_GPU=1 OUT="$O" \
+    ./run_longeval.sh > "$L/s${S}_${PL}.log" 2>&1; }
+say "=== base680 map: 14 concurrent jobs on 4 GPUs ==="
+one 1  8192   512 0 & one 1  8192  1024 1 & one 1  8192  2048 2 & one 1  8192  3072 3 &
+one 1  8192  4096 0 & one 2  8192  2048 1 & one 2  8192  4096 2 & one 2  8192  8192 3 &
+one 4 16384  4096 0 & one 4 16384  8192 1 & one 4 16384 16360 2 & one 8 32768  8192 3 &
+one 8 32768 16360 0 & one 8 32768 32744 1 &
+wait
+say "=== base680: niah_single, N=100, YARN_ORIG=4096 ==="
+printf "  %-6s %-8s %-8s %s\n" scale len virtual score | tee -a "$M"
+for c in "1 512" "1 1024" "1 2048" "1 3072" "1 4096" "2 2048" "2 4096" "2 8192" \
+         "4 4096" "4 8192" "4 16360" "8 8192" "8 16360" "8 32744"; do
+  set -- $c; v=$(grep -h '^niah_single,' bm_s$1_$2/summary.csv 2>/dev/null|cut -d, -f2|tr -d '\r')
+  printf "  %-6s %-8s %-8s %s\n" "x$1" "$2" "$(($2/$1))" "${v:-.}" | tee -a "$M"
+done
+say "BASEMAP DONE"