mini-agi-replication / code /harness /run_stepdensity.sh
dreddnafious's picture
Revision 2: step density matched; headline replicates
0662d8e verified
Raw History Blame Contribute Delete
599 Bytes
#!/usr/bin/env bash
# Step-density check: R3 (trunk 0.1x, chess, 524k, inherited LR) with gradient accumulation.
# accum 4 at chunk 512 = upstream's optimiser steps per character at chunk 2048.
set -u
PY=.venv/bin/python
run() { # seed accum
local out=runs/probes/s_seed$1/S_swap_t0.1_accum$2
[ -f $out/probe.json ] && return
OMP_NUM_THREADS=6 $PY harness/probe.py --config configs/rep_s.yaml --base runs/bases/s_seed$1 \
--out $out --trunk-mult 0.1 --lanes chess --accum $2 > $out.log 2>&1 || echo "FAILED $out"
}
for a in 4 2; do run 0 $a & run 1 $a; wait; done
echo "stepdensity done"