Create run_7b_stage3.sh

OpenGVLab · Sep 5, 2024 · c3f0798 · c3f0798
1 parent df3d086
commit c3f0798
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/video_chat2/scripts/videochat_mistral/run_7b_stage3.sh b/video_chat2/scripts/videochat_mistral/run_7b_stage3.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+# Please modify the ${MASTER_NODE}:${MASTER_PORT}
+MASTER_NODE=127.0.0.1 
+MASTER_PORT=$((10000 + $RANDOM % 100))
+NNODE=1
+NUM_GPUS=8
+OUTPUT_DIR="$(dirname $0)/$JOB_NAME"
+
+torchrun --rdzv_endpoint=${MASTER_NODE}:${MASTER_PORT} \
+    --nnodes=${NNODE} \
+    --nproc_per_node=${NUM_GPUS} \
+    --rdzv_backend=c10d \
+    tasks/train_it.py \
+    $(dirname $0)/config_7b_stage3.py \
+    output_dir ${OUTPUT_DIR}