grok-record / harness /scripts /launch_sft.sh

Upload folder using huggingface_hub

9b2f1cf verified 2 months ago

765 Bytes

#!/usr/bin/env bash
# Launch prime-rl SFT. Usage: launch_sft.sh [output-dir] [extra sft args...]
set -euo pipefail
export PATH="/var/lib/agentptb-cache/tb1/prime-rl/.venv/bin:$PATH"
export TMPDIR=/var/lib/agentptb-cache/tb1/tmp
export TRITON_CACHE_DIR=/var/lib/agentptb-cache/tb1/tmp/triton
export TORCHINDUCTOR_CACHE_DIR=/var/lib/agentptb-cache/tb1/tmp/torchinductor
export VLLM_CACHE_ROOT=/var/lib/agentptb-cache/tb1/tmp/vllm
export HF_HUB_OFFLINE="${HF_HUB_OFFLINE:-1}"
export TOKENIZERS_PARALLELISM=false
WS="${AGENTPTB_WORKSPACE:-/mnt/pvc/users/simon/agentptb/runs/grok/workspace}"
OUT="${1:-$WS/outputs/sft-v1}"
shift || true
mkdir -p "$OUT" "$WS/logs"
cd /var/lib/agentptb-cache/tb1/prime-rl
exec sft @ "$WS/configs/sft.toml" --output-dir "$OUT" --ckpt "$@"

	#!/usr/bin/env bash
	# Launch prime-rl SFT. Usage: launch_sft.sh [output-dir] [extra sft args...]
	set -euo pipefail
	export PATH="/var/lib/agentptb-cache/tb1/prime-rl/.venv/bin:$PATH"
	export TMPDIR=/var/lib/agentptb-cache/tb1/tmp
	export TRITON_CACHE_DIR=/var/lib/agentptb-cache/tb1/tmp/triton
	export TORCHINDUCTOR_CACHE_DIR=/var/lib/agentptb-cache/tb1/tmp/torchinductor
	export VLLM_CACHE_ROOT=/var/lib/agentptb-cache/tb1/tmp/vllm
	export HF_HUB_OFFLINE="${HF_HUB_OFFLINE:-1}"
	export TOKENIZERS_PARALLELISM=false
	WS="${AGENTPTB_WORKSPACE:-/mnt/pvc/users/simon/agentptb/runs/grok/workspace}"
	OUT="${1:-$WS/outputs/sft-v1}"
	shift \|\| true
	mkdir -p "$OUT" "$WS/logs"
	cd /var/lib/agentptb-cache/tb1/prime-rl
	exec sft @ "$WS/configs/sft.toml" --output-dir "$OUT" --ckpt "$@"