abhiAI777 commited on
Commit
3e64da8
·
verified ·
1 Parent(s): 3eff6bd

Upload run_pod.sh with huggingface_hub

Browse files
Files changed (1) hide show
  1. run_pod.sh +1 -0
run_pod.sh CHANGED
@@ -1,6 +1,7 @@
1
  #!/bin/bash
2
  # Pod entrypoint. Env: HF_TOKEN, KILL_AFTER (hard watchdog seconds), TRAIN_BUDGET (seconds for real training)
3
  cd /workspace
 
4
  pip install -q -U transformers peft datasets accelerate huggingface_hub sentencepiece flash-linear-attention 2>&1 | tail -2
5
  python -c "
6
  from huggingface_hub import hf_hub_download
 
1
  #!/bin/bash
2
  # Pod entrypoint. Env: HF_TOKEN, KILL_AFTER (hard watchdog seconds), TRAIN_BUDGET (seconds for real training)
3
  cd /workspace
4
+ export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True MAX_LEN=5000
5
  pip install -q -U transformers peft datasets accelerate huggingface_hub sentencepiece flash-linear-attention 2>&1 | tail -2
6
  python -c "
7
  from huggingface_hub import hf_hub_download