File size: 685 Bytes
b2f3bf4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | #!/usr/bin/env bash
# 10% subset S2 scan chain (DESIGN §7.4 "10% 扫描"), sequential in one background process.
set -u
cd "$(dirname "$0")/.."
export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
COMMON="--config configs/train.yaml --stage s2 --subset-frac 0.1 --seed 7"
run() { name="$1"; shift; echo "=== $name $(date) ==="; python3 scripts/train.py $COMMON --out checkpoints/scan_$name --set gradient_checkpointing=true max_padded_tokens=24000 eval_every=250 eval_rows=3000 "$@" 2>&1 | grep -v -iE "warn|deprecat|USDT"; }
run base
run rps0 lambda_rps=0.0
run d1drop d1_policy='"drop"'
run lr2x lr_lora=2.0e-4 lr_head=4.0e-4
echo "=== scan done $(date) ==="
|