From a0dc8f774a7fa11d3828a87775bbc694d62c1477 Mon Sep 17 00:00:00 2001 From: SimonLee Date: Sun, 18 Feb 2024 10:58:08 +0800 Subject: [PATCH] fix error when only 1 gpu --- ptuning/ds_train_finetune.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ptuning/ds_train_finetune.sh b/ptuning/ds_train_finetune.sh index 531a800..b9f06fe 100644 --- a/ptuning/ds_train_finetune.sh +++ b/ptuning/ds_train_finetune.sh @@ -3,7 +3,7 @@ LR=1e-4 MASTER_PORT=$(shuf -n 1 -i 10000-65535) -deepspeed --num_gpus=4 --master_port $MASTER_PORT main.py \ +deepspeed --num_gpus=1 --master_port $MASTER_PORT main.py \ --deepspeed deepspeed.json \ --do_train \ --train_file AdvertiseGen/train.json \