File size: 1,965 Bytes
a86df9f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | #!/bin/bash
# Colab GPU VM setup for the decision-model run. Started in the background; logs to /content/logs.
# 1. hub / datasets packages, then the model download and the Jev baseline start in parallel
# 2. the Unsloth stack (same pins as Unsloth's Qwen3.8 (27B) Colab notebook)
# 3. an import check that FastDecisionModel is available
set -x
set -a
source /content/secrets.env
set +a
export PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
MODEL_REPO="${MODEL_REPO:-Qwen/Qwen3.8-27B}"
MODEL_DIR="${MODEL_DIR:-/content/models/Qwen3.8-27B}"
mkdir -p /content/logs /content/out /content/models
nvidia-smi
df -h /content
free -g
python -c "import sys, torch; print('python', sys.version); print('torch', torch.__version__, torch.version.cuda, torch.cuda.get_device_name(0), torch.cuda.get_device_capability(0))"
pip install -q sentencepiece protobuf "datasets==4.3.0" "huggingface_hub>=0.34.0" hf_transfer
cd /content/dm
nohup python download.py "$MODEL_REPO" "$MODEL_DIR" > /content/logs/download.log 2>&1 &
nohup python jev_eval.py --out /content/out/jev_td_test.jsonl > /content/logs/jev.log 2>&1 &
pip install -q --no-deps unsloth_zoo bitsandbytes accelerate peft trl triton unsloth
unsloth install-kernels || echo "WARN: unsloth install-kernels failed"
pip install -q --no-deps --upgrade "torchao>=0.16.0"
pip install -q transformers==5.15.1
pip install -q --no-deps trl==0.22.2
python - <<'EOF'
import importlib
for name in ["torch", "unsloth", "unsloth_zoo", "transformers", "peft", "trl", "datasets",
"huggingface_hub", "bitsandbytes", "accelerate", "fla", "causal_conv1d", "torchao", "triton"]:
try:
module = importlib.import_module(name)
print("VERSION", name, getattr(module, "__version__", "?"))
except Exception as exc:
print("VERSION", name, "ERR", type(exc).__name__, str(exc)[:200])
from unsloth import DecisionTrainer, FastDecisionModel
print("FASTDECISION_OK")
EOF
echo SETUP_DONE
|