23f2002275 commited on
Commit ·
7c1bf5c
1
Parent(s): fb74a9b
fix(job_train): drop flash-attn install to avoid build-time OOM (R3 mitigation)
Browse files- scripts/job_train.sh +3 -1
scripts/job_train.sh
CHANGED
|
@@ -29,7 +29,9 @@ pip install -q vllm==0.18.0
|
|
| 29 |
# Optional transitive deps often required by quantized loaders / datasets stack
|
| 30 |
pip install -q safetensors sentencepiece einops scipy xxhash protobuf pyyaml fsspec aiohttp dill multiprocess pyarrow requests filelock packaging tokenizers regex tqdm
|
| 31 |
|
| 32 |
-
|
|
|
|
|
|
|
| 33 |
|
| 34 |
nohup uvicorn env.server.app:app --host 0.0.0.0 --port 8001 > env.log 2>&1 &
|
| 35 |
sleep 10
|
|
|
|
| 29 |
# Optional transitive deps often required by quantized loaders / datasets stack
|
| 30 |
pip install -q safetensors sentencepiece einops scipy xxhash protobuf pyyaml fsspec aiohttp dill multiprocess pyarrow requests filelock packaging tokenizers regex tqdm
|
| 31 |
|
| 32 |
+
# flash-attn removed: source build is the largest single memory spike during install.
|
| 33 |
+
# vLLM + transformers fall back to PyTorch SDPA without it (small throughput cost).
|
| 34 |
+
echo "flash-attn intentionally skipped to avoid build-time OOM"
|
| 35 |
|
| 36 |
nohup uvicorn env.server.app:app --host 0.0.0.0 --port 8001 > env.log 2>&1 &
|
| 37 |
sleep 10
|