ATOM (atom-ai): code snapshot (100fae0 + batched-train), README with measured numbers, curated checkpoints (part 4)
b9301f1 verified Download scripts/continue_ms1M_lr_ep10k.sh from thefinalboss/atom-ai: direct link, hf CLI and curl.
- Browser
- Download file 2.13 kB
-
https://huggingface.co/thefinalboss/atom-ai/resolve/main/scripts/continue_ms1M_lr_ep10k.sh
- Command line
-
hf download hf://thefinalboss/atom-ai/scripts/continue_ms1M_lr_ep10k.sh
-
curl -L -o continue_ms1M_lr_ep10k.sh https://huggingface.co/thefinalboss/atom-ai/resolve/main/scripts/continue_ms1M_lr_ep10k.sh
2.13 kB
| # Continue ms1M with BOTH levers: LR 3e-5/7.2e-5 + episode-length 10000. | |
| # Resume chain from lrdecay tip; after first chunk names drop _lrdecay suffix but keep recipe. | |
| set -euo pipefail | |
| cd /workspace/exports/atom-ai | |
| export PYTHONPATH=. | |
| PY=.venv/bin/python | |
| OUT=checkpoints/byte_tick | |
| BASE=496000 | |
| END_TARGET=1500000 | |
| # start from lrdecay 880k file once, then normal tip names | |
| RESUME0="$OUT/atom_native_step_880000_d32_ms1M_lrdecay.pt" | |
| START=880000 | |
| FIRST=1 | |
| while [ "$START" -lt "$END_TARGET" ]; do | |
| END=$((START + 10000)) | |
| if [ "$END" -gt "$END_TARGET" ]; then END=$END_TARGET; fi | |
| STEPS=$((END - START)) | |
| SKIP=$((START - BASE)) | |
| if [ "$SKIP" -lt 0 ]; then SKIP=0; fi | |
| if [ "$FIRST" = 1 ]; then | |
| RESUME="$RESUME0" | |
| FIRST=0 | |
| else | |
| RESUME="$OUT/atom_native_step_${START}_d32_ms1M_lrep10.pt" | |
| fi | |
| CKPT_NAME="atom_native_step_${END}_d32_ms1M_lrep10.pt" | |
| LOG="logs/train_d32_${START}_${END}_ms1M_lrep10.log" | |
| if [ ! -f "$RESUME" ]; then | |
| echo "MISSING $RESUME" >&2 | |
| exit 1 | |
| fi | |
| if [ -f "$OUT/$CKPT_NAME" ]; then | |
| echo "skip exists $CKPT_NAME" | |
| START=$END | |
| continue | |
| fi | |
| echo "=== $(date -Is) $START->$END skip=$SKIP ep=10000 lr=3e-5/7.2e-5 ===" | |
| $PY -u tools/run_atom_native.py \ | |
| --stream --data-glob 'data/corpus_fr_medium*.txt' --loop-shards --chunk-bytes 65536 \ | |
| --stream-skip-packets "$SKIP" \ | |
| --resume "$RESUME" \ | |
| --output-dir "$OUT" \ | |
| --checkpoint-name "$CKPT_NAME" \ | |
| --steps "$STEPS" \ | |
| --d-model 32 --n-modes 32 --n-atoms-max 64 --max-span-bytes 1 \ | |
| --field-obligatory-hard --no-enable-merge --no-payload-copy --last-atom-readout \ | |
| --efference-every 10 --learning-rate 3e-5 --surface-learning-rate 7.2e-5 --seed 20260913 \ | |
| --atom-flush-every 64 --episode-length 10000 --episode-reset --slow-every 1 \ | |
| --field-loss-weight 0.05 --field-contrast-weight 0 \ | |
| --allow-parallel-train \ | |
| > "$LOG" 2>&1 | |
| # snapshot metrics | |
| if [ -f "$OUT/run_metrics.json" ]; then | |
| cp "$OUT/run_metrics.json" "$OUT/run_metrics_${END}_d32_ms1M_lrep10.json" || true | |
| fi | |
| echo "=== done $END ===" | |
| START=$END | |
| done | |
| echo "REACHED $END_TARGET" | |