File size: 513 Bytes
ca9b276 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 | #!/bin/bash
# Does not start a pod. Refuses unless ATOM_POD=1 is set on the machine
# that already has the GPU. x8 checkpoints are not an input.
set -euo pipefail
if [[ "${ATOM_POD:-}" != "1" ]]; then
echo "refusing: set ATOM_POD=1 on the GPU box. this script does not open a pod." >&2
exit 2
fi
cd "$(dirname "$0")/.."
python scripts/train_atom_from_scratch.py \
--scale 1b \
--corpus data/atom_corpus.i16 \
--steps "${STEPS:-100}" \
--seq-len 32 \
--ss-rate 0.2 \
--out checkpoints/atom_scratch
|