Upload inference_rot_head.sh with huggingface_hub

inference_rot_head.sh

@@ -0,0 +1,19 @@
+CONFIG_PATH=$1
+
+GPUS_PER_NODE=${GPUS_PER_NODE:-8}
+NNODES=${WORLD_SIZE:-1}
+NODE_RANK=${RANK:-0}
+MASTER_ADDR=${MASTER_ADDR:-127.0.0.1}
+MASTER_PORT=${MASTER_PORT:-1235}
+WORLD_SIZE=$(($GPUS_PER_NODE*$NNODES))
+PRECISION=${PRECISION:-bf16}
+
+accelerate launch \
+    --main_process_ip $MASTER_ADDR \
+    --main_process_port $MASTER_PORT \
+    --machine_rank $NODE_RANK \
+    --num_processes  $(($GPUS_PER_NODE*$NNODES)) \
+    --num_machines $NNODES \
+    --mixed_precision $PRECISION \
+    inference_rot_head.py \
+    --config $CONFIG_PATH