23f2002275 commited on
Commit
7c1bf5c
·
1 Parent(s): fb74a9b

fix(job_train): drop flash-attn install to avoid build-time OOM (R3 mitigation)

Browse files
Files changed (1) hide show
  1. scripts/job_train.sh +3 -1
scripts/job_train.sh CHANGED
@@ -29,7 +29,9 @@ pip install -q vllm==0.18.0
29
  # Optional transitive deps often required by quantized loaders / datasets stack
30
  pip install -q safetensors sentencepiece einops scipy xxhash protobuf pyyaml fsspec aiohttp dill multiprocess pyarrow requests filelock packaging tokenizers regex tqdm
31
 
32
- pip install flash-attn --no-build-isolation -q || echo "flash-attn skipped"
 
 
33
 
34
  nohup uvicorn env.server.app:app --host 0.0.0.0 --port 8001 > env.log 2>&1 &
35
  sleep 10
 
29
  # Optional transitive deps often required by quantized loaders / datasets stack
30
  pip install -q safetensors sentencepiece einops scipy xxhash protobuf pyyaml fsspec aiohttp dill multiprocess pyarrow requests filelock packaging tokenizers regex tqdm
31
 
32
+ # flash-attn removed: source build is the largest single memory spike during install.
33
+ # vLLM + transformers fall back to PyTorch SDPA without it (small throughput cost).
34
+ echo "flash-attn intentionally skipped to avoid build-time OOM"
35
 
36
  nohup uvicorn env.server.app:app --host 0.0.0.0 --port 8001 > env.log 2>&1 &
37
  sleep 10