Full state: code, corpora, 8 adapters, gate results, dataset refs, session log

e7d8c8b verified 2 months ago

279 Bytes

#!/bin/bash
set -u
. /workspace/.env
cd /workspace/aditi
exec /venv/main/bin/python pack_and_train.py \
  --corpus corpus/aditi_v8_full.jsonl --out runs/v8full_bf16_r16 \
  --seq 2048 --accum 8 --rank 16 --lr 2e-4 --warmup 20 \
  --eval-blocks 96 --eval-every 50 --save-every 50

	#!/bin/bash
	set -u
	. /workspace/.env
	cd /workspace/aditi
	exec /venv/main/bin/python pack_and_train.py \
	--corpus corpus/aditi_v8_full.jsonl --out runs/v8full_bf16_r16 \
	--seq 2048 --accum 8 --rank 16 --lr 2e-4 --warmup 20 \
	--eval-blocks 96 --eval-every 50 --save-every 50