File size: 1,050 Bytes
0127113
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
#!/usr/bin/env bash
set -euo pipefail

# Fill these paths on the training host. This template intentionally contains
# no cluster path, GPU assignment, token or dataset record.
PYTHON_BIN="${PYTHON_BIN:-python}"
QEV_SOURCE="${QEV_SOURCE:?set QEV_SOURCE to the checked-out QEV training package}"
TRAIN_JSONL="${TRAIN_JSONL:?set TRAIN_JSONL to a private multitask split}"
DEV_JSONL="${DEV_JSONL:?set DEV_JSONL to a private development split}"
OUT_DIR="${OUT_DIR:?set OUT_DIR to a new run directory}"
BASE_MODEL="${BASE_MODEL:?set BASE_MODEL to the approved base lineage}"
BASE_REVISION="${BASE_REVISION:?set BASE_REVISION to the recorded commit}"
INIT_FROM="${INIT_FROM:?set INIT_FROM to the existing general-stage checkpoint}"

export PYTHONPATH="$QEV_SOURCE/src${PYTHONPATH:+:$PYTHONPATH}"
exec "$PYTHON_BIN" -u -m qev.train \
  --data "$TRAIN_JSONL" --out "$OUT_DIR" \
  --base "$BASE_MODEL" --base_revision "$BASE_REVISION" \
  --init_from "$INIT_FROM" --eval_data "$DEV_JSONL" \
  --epochs 1 --accum 8 --lr 5e-6 \
  --dtype bf16 --checkpointing 1