skip flash-attn build; install unsloth + deps manually
Browse files
training/job_entrypoint.sh
CHANGED
|
@@ -28,7 +28,11 @@ python -m pip install "transformers>=4.46.0,<4.50.0"
|
|
| 28 |
python -m pip install "accelerate>=1.0.0" "peft>=0.13.0" "datasets>=3.0.0"
|
| 29 |
python -m pip install "trl>=0.12.0,<0.16.0"
|
| 30 |
python -m pip install bitsandbytes
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
|
| 33 |
# Sanity check: confirm unsloth + GPU
|
| 34 |
python -c "import torch; print('[job] torch', torch.__version__, 'cuda?', torch.cuda.is_available())"
|
|
|
|
| 28 |
python -m pip install "accelerate>=1.0.0" "peft>=0.13.0" "datasets>=3.0.0"
|
| 29 |
python -m pip install "trl>=0.12.0,<0.16.0"
|
| 30 |
python -m pip install bitsandbytes
|
| 31 |
+
# Plain unsloth (skip flash-attn extras — needs build-time torch which pip isolation hides)
|
| 32 |
+
python -m pip install --no-deps unsloth_zoo
|
| 33 |
+
python -m pip install --no-deps unsloth
|
| 34 |
+
python -m pip install xformers --index-url https://download.pytorch.org/whl/cu121 || true
|
| 35 |
+
python -m pip install triton tyro typeguard cut_cross_entropy sentence-transformers msgspec hf_transfer
|
| 36 |
|
| 37 |
# Sanity check: confirm unsloth + GPU
|
| 38 |
python -c "import torch; print('[job] torch', torch.__version__, 'cuda?', torch.cuda.is_available())"
|