Merge branch 'main' of github.com:THUDM/ChatGLM-6B

2 years ago · 57e9da3822
parent 79e4d8ba8a 0c2806fea8
commit 57e9da3822
2 changed files with 2 additions and 3 deletions
--- a/ptuning/README.md
+++ b/ptuning/README.md
@ -126,8 +126,8 @@ gradient_accumulation_steps=1

 ```
 learning_rate=5e-4
-per_device_train_batch_size=1
-gradient_accumulation_steps=16
+per_device_train_batch_size=16
+gradient_accumulation_steps=1
 ```


--- a/ptuning/ds_train_finetune.sh
+++ b/ptuning/ds_train_finetune.sh
@ -2,7 +2,6 @@
 LR=1e-4

 MASTER_PORT=$(shuf -n 1 -i 10000-65535)
-MASTER_PORT=50003

 deepspeed --num_gpus=4 --master_port $MASTER_PORT main.py \
    --deepspeed deepspeed.json \