File size: 526 Bytes
26953e9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | CONFIG_PATH=$1
GPUS_PER_NODE=${GPUS_PER_NODE:-8}
NNODES=${WORLD_SIZE:-1}
NODE_RANK=${RANK:-0}
MASTER_ADDR=${MASTER_ADDR:-127.0.0.1}
MASTER_PORT=${MASTER_PORT:-1235}
WORLD_SIZE=$(($GPUS_PER_NODE*$NNODES))
PRECISION=${PRECISION:-bf16}
accelerate launch \
--main_process_ip $MASTER_ADDR \
--main_process_port $MASTER_PORT \
--machine_rank $NODE_RANK \
--num_processes $(($GPUS_PER_NODE*$NNODES)) \
--num_machines $NNODES \
--mixed_precision $PRECISION \
inference_rot.py \
--config $CONFIG_PATH |