diff --git a/ptuning/ds_train_finetune.sh b/ptuning/ds_train_finetune.sh
index 531a800..b9f06fe 100644
--- a/ptuning/ds_train_finetune.sh
+++ b/ptuning/ds_train_finetune.sh
@@ -3,7 +3,7 @@ LR=1e-4
 
 MASTER_PORT=$(shuf -n 1 -i 10000-65535)
 
-deepspeed --num_gpus=4 --master_port $MASTER_PORT main.py \
+deepspeed --num_gpus=1 --master_port $MASTER_PORT main.py \
     --deepspeed deepspeed.json \
     --do_train \
     --train_file AdvertiseGen/train.json \