script stage1.sh

scripts_full/stage1.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+# stage1: full-data SFT (28L) + eval on the arena's real partitions
+set -e
+cd $HOME/mt92
+export TOKENIZERS_PARALLELISM=false
+echo "##### f28: SFT from base on ex/full.jsonl"
+[ -d f28 ] || OUT=f28 EPOCHS=4 LR=8e-5 TRAIN=ex/full.jsonl ./venv/bin/python sft.py 2>&1 | tr '\r' '\n' | grep -E "train_loss|saved|Error|error" 
+for s in val_all test_all gen_holdout; do ./venv/bin/python evalset.py f28 ex/$s.jsonl; done
+echo STAGE1_DONE