Upload run_pod.sh with huggingface_hub
Browse files- run_pod.sh +1 -0
run_pod.sh
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
#!/bin/bash
|
| 2 |
# Pod entrypoint. Env: HF_TOKEN, KILL_AFTER (hard watchdog seconds), TRAIN_BUDGET (seconds for real training)
|
| 3 |
cd /workspace
|
|
|
|
| 4 |
pip install -q -U transformers peft datasets accelerate huggingface_hub sentencepiece flash-linear-attention 2>&1 | tail -2
|
| 5 |
python -c "
|
| 6 |
from huggingface_hub import hf_hub_download
|
|
|
|
| 1 |
#!/bin/bash
|
| 2 |
# Pod entrypoint. Env: HF_TOKEN, KILL_AFTER (hard watchdog seconds), TRAIN_BUDGET (seconds for real training)
|
| 3 |
cd /workspace
|
| 4 |
+
export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True MAX_LEN=5000
|
| 5 |
pip install -q -U transformers peft datasets accelerate huggingface_hub sentencepiece flash-linear-attention 2>&1 | tail -2
|
| 6 |
python -c "
|
| 7 |
from huggingface_hub import hf_hub_download
|