| #!/usr/bin/env bash |
| |
| |
| |
| set -uo pipefail |
| cd "$(dirname "$0")" |
| source /root/Adhi/BluTrain/envv/bin/activate |
| export LD_LIBRARY_PATH="/root/Adhi/BluTrain/Tensor-Implementations/lib:/root/Adhi/BluTrain/Profiler/lib:${LD_LIBRARY_PATH:-}" |
| PY=python |
| T=65536; ORIG=32768; SCALE=2 |
| DATA=Data_Loader/Data/mixcont |
| HAY="$PWD/Data_Loader/Data/b2_8192_16384/val_shard_00000.bin" |
| L=mixcont_logs; M="$L/eval.log"; : > "$M" |
| say(){ echo "[$(date -u +%H:%M:%S)] $*" | tee -a "$M" >&2; } |
| say "=== eval global step 1400 (cliff onset) -- 4 lengths, one GPU each ===" |
| for LEN in 8192 16360 32744 65512; do |
| ( GEN_DATA_ROOT=$DATA HAY="$HAY" PY=$PY OUT=cliff1400_len_$LEN TASKS="niah_single" \ |
| CKPTS="c1400" N=100 PROMPT_LEN=$LEN MAX_NEW=24 T=$T \ |
| DEPTHS="0.0,0.25,0.5,0.75,1.0" YARN_ORIG=$ORIG YARN=$SCALE \ |
| GPUS=$(( (LEN==8192)?0:(LEN==16360)?1:(LEN==32744)?2:3 )) JOBS_PER_GPU=1 \ |
| BF16=1 GREEDY=1 CKPT_EXTRA="c1400=cliff_g1400.ckpt" ./run_longeval.sh \ |
| >> "$L/eval_$LEN.log" 2>&1 ) & |
| done |
| wait |
| say "=== results vs parent (mix64k step 1200) ===" |
| $PY - <<'PY' | tee -a "$M" |
| import csv, math, os |
| P={8192:83.0,16360:70.0,32744:50.0,65512:31.0} |
| def w(p,n=100): |
| z=1.96; ph=p/100 |
| return 100*z*math.sqrt(ph*(1-ph)/n+z*z/(4*n*n))/(1+z*z/n) |
| print(f" {'ctx':>7} {'parent':>7} {'g1400':>7} {'delta':>7} {'bar':>6} verdict") |
| for L in (8192,16360,32744,65512): |
| f=f"cliff1400_len_{L}/summary.csv"; v=None |
| if os.path.exists(f): |
| for r in csv.reader(open(f)): |
| if r and r[0].strip()=="niah_single": v=float(r[1]) |
| if v is None: print(f" {L:>7} {P[L]:>7.1f} {'-':>7} {'-':>7} {'-':>6} not scored"); continue |
| b=math.hypot(w(v),w(P[L])); d=v-P[L] |
| print(f" {L:>7} {P[L]:>7.1f} {v:>7.1f} {d:>+7.1f} {b:>6.1f} {'DEGRADED' if -d>b else 'ok'}") |
| PY |
| say "=== depth profiles ===" |
| for LEN in 8192 16360 32744 65512; do |
| f=cliff1400_len_$LEN/depth_summary.csv |
| [ -s "$f" ] && { printf " %6s: " "$LEN" >&2; awk -F, 'NR>1{printf "%5.1f ",$5}' "$f" >&2; echo >&2; } |
| done |
| say "=== EVAL DONE ===" |
|
|
