File size: 957 Bytes
c4f8e4a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
export CUDA_VISIBLE_DEVICES=${CUDA_VISIBLE_DEVICES:-0}
export TORCH_HOME=$TORCH_HOME # e.g. /hfm/user/torch_cache
export HF_HOME=$HF_HOME # e.g. /hfm/user/torch_cache/huggingface
export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
export OMP_NUM_THREADS=1
# export DS_BUILD_OPS=0
# export DS_SKIP_CUDA_CHECK=1

source .venv/bin/activate

nprocs=$(echo $CUDA_VISIBLE_DEVICES | tr ',' '\n' | wc -l)

ulimit -n 65535
echo "Training with $nprocs GPUs"


accelerate launch \
    --config_file InternVLA/config/deepseeds/deepspeed_zero2.yaml  \
    --main_process_port 0 \
    --num_processes 1 InternVLA/training/train_internvla.py \
    --config_yaml InternVLA/config/training/internvla_cotrain_humanoid.yaml \
    --wandb_entity ${WANDB_ENTITY} \
    --wandb_project ${WANDB_PROJECT} \
    --datasets.vla_data.data_root_dir /hfm/data/real_teleop_g1/lerobot/Push_cart_grasp_and_place_grapes_on_plate \
    --run_id Push_cart_grasp_and_place_grapes_on_plate