Ketsudan-27B: decision model on Qwen3.8-27B (adapters, head, calibration, card, eval metrics, code)

a86df9f 14 days ago

1.97 kB

#!/bin/bash
# Colab GPU VM setup for the decision-model run. Started in the background; logs to /content/logs.
#   1. hub / datasets packages, then the model download and the Jev baseline start in parallel
#   2. the Unsloth stack (same pins as Unsloth's Qwen3.8 (27B) Colab notebook)
#   3. an import check that FastDecisionModel is available
set -x
set -a
source /content/secrets.env
set +a
export PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
MODEL_REPO="${MODEL_REPO:-Qwen/Qwen3.8-27B}"
MODEL_DIR="${MODEL_DIR:-/content/models/Qwen3.8-27B}"
mkdir -p /content/logs /content/out /content/models

nvidia-smi
df -h /content
free -g
python -c "import sys, torch; print('python', sys.version); print('torch', torch.__version__, torch.version.cuda, torch.cuda.get_device_name(0), torch.cuda.get_device_capability(0))"

pip install -q sentencepiece protobuf "datasets==4.3.0" "huggingface_hub>=0.34.0" hf_transfer

cd /content/dm
nohup python download.py "$MODEL_REPO" "$MODEL_DIR" > /content/logs/download.log 2>&1 &
nohup python jev_eval.py --out /content/out/jev_td_test.jsonl > /content/logs/jev.log 2>&1 &

pip install -q --no-deps unsloth_zoo bitsandbytes accelerate peft trl triton unsloth
unsloth install-kernels || echo "WARN: unsloth install-kernels failed"
pip install -q --no-deps --upgrade "torchao>=0.16.0"
pip install -q transformers==5.15.1
pip install -q --no-deps trl==0.22.2

python - <<'EOF'
import importlib
for name in ["torch", "unsloth", "unsloth_zoo", "transformers", "peft", "trl", "datasets",
             "huggingface_hub", "bitsandbytes", "accelerate", "fla", "causal_conv1d", "torchao", "triton"]:
    try:
        module = importlib.import_module(name)
        print("VERSION", name, getattr(module, "__version__", "?"))
    except Exception as exc:
        print("VERSION", name, "ERR", type(exc).__name__, str(exc)[:200])
from unsloth import DecisionTrainer, FastDecisionModel
print("FASTDECISION_OK")
EOF
echo SETUP_DONE

	#!/bin/bash
	# Colab GPU VM setup for the decision-model run. Started in the background; logs to /content/logs.
	# 1. hub / datasets packages, then the model download and the Jev baseline start in parallel
	# 2. the Unsloth stack (same pins as Unsloth's Qwen3.8 (27B) Colab notebook)
	# 3. an import check that FastDecisionModel is available
	set -x
	set -a
	source /content/secrets.env
	set +a
	export PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
	MODEL_REPO="${MODEL_REPO:-Qwen/Qwen3.8-27B}"
	MODEL_DIR="${MODEL_DIR:-/content/models/Qwen3.8-27B}"
	mkdir -p /content/logs /content/out /content/models

	nvidia-smi
	df -h /content
	free -g
	python -c "import sys, torch; print('python', sys.version); print('torch', torch.__version__, torch.version.cuda, torch.cuda.get_device_name(0), torch.cuda.get_device_capability(0))"

	pip install -q sentencepiece protobuf "datasets==4.3.0" "huggingface_hub>=0.34.0" hf_transfer

	cd /content/dm
	nohup python download.py "$MODEL_REPO" "$MODEL_DIR" > /content/logs/download.log 2>&1 &
	nohup python jev_eval.py --out /content/out/jev_td_test.jsonl > /content/logs/jev.log 2>&1 &

	pip install -q --no-deps unsloth_zoo bitsandbytes accelerate peft trl triton unsloth
	unsloth install-kernels \|\| echo "WARN: unsloth install-kernels failed"
	pip install -q --no-deps --upgrade "torchao>=0.16.0"
	pip install -q transformers==5.15.1
	pip install -q --no-deps trl==0.22.2

	python - <<'EOF'
	import importlib
	for name in ["torch", "unsloth", "unsloth_zoo", "transformers", "peft", "trl", "datasets",
	"huggingface_hub", "bitsandbytes", "accelerate", "fla", "causal_conv1d", "torchao", "triton"]:
	try:
	module = importlib.import_module(name)
	print("VERSION", name, getattr(module, "__version__", "?"))
	except Exception as exc:
	print("VERSION", name, "ERR", type(exc).__name__, str(exc)[:200])
	from unsloth import DecisionTrainer, FastDecisionModel
	print("FASTDECISION_OK")
	EOF
	echo SETUP_DONE