fix error when only 1 gpu

2024-02-18 10:58:08 +08:00 · 2024-02-18 10:58:08 +08:00 · a0dc8f774a
parent 23fe46f74a
commit a0dc8f774a
1 changed files with 1 additions and 1 deletions
--- a/ptuning/ds_train_finetune.sh
+++ b/ptuning/ds_train_finetune.sh
@ -3,7 +3,7 @@ LR=1e-4

 MASTER_PORT=$(shuf -n 1 -i 10000-65535)

-deepspeed --num_gpus=4 --master_port $MASTER_PORT main.py \
+deepspeed --num_gpus=1 --master_port $MASTER_PORT main.py \
    --deepspeed deepspeed.json \
    --do_train \
    --train_file AdvertiseGen/train.json \