Create run_7b_stage2.sh

OpenGVLab · Sep 5, 2024 · df3d086 · df3d086
1 parent a108f34
commit df3d086
Showing 1 changed file with 15 additions and 0 deletions.
diff --git a/video_chat2/scripts/videochat_mistral/run_7b_stage2.sh b/video_chat2/scripts/videochat_mistral/run_7b_stage2.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+# Please modify the ${MASTER_NODE}:${MASTER_PORT}
+MASTER_NODE=127.0.0.1 
+MASTER_PORT=$((10000 + $RANDOM % 100))
+NNODE=1
+NUM_GPUS=8
+OUTPUT_DIR="$(dirname $0)/$JOB_NAME"
+
+torchrun --rdzv_endpoint=${MASTER_NODE}:${MASTER_PORT} \
+    --nnodes=${NNODE} \
+    --nproc_per_node=${NUM_GPUS} \
+    --rdzv_backend=c10d \
+    tasks/train_pt.py \
+    $(dirname $0)/config_7b_stage2.py \
+    output_dir ${OUTPUT_DIR}