From 0c2806fea82683349194e21996dd6b3acc3c265b Mon Sep 17 00:00:00 2001 From: rainatam Date: Tue, 11 Apr 2023 13:48:54 +0800 Subject: [PATCH] Fix typo --- ptuning/README.md | 4 ++-- ptuning/ds_train_finetune.sh | 1 - 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/ptuning/README.md b/ptuning/README.md index 7bbf05f..bd8d335 100644 --- a/ptuning/README.md +++ b/ptuning/README.md @@ -126,8 +126,8 @@ gradient_accumulation_steps=1 ``` learning_rate=5e-4 -per_device_train_batch_size=1 -gradient_accumulation_steps=16 +per_device_train_batch_size=16 +gradient_accumulation_steps=1 ``` diff --git a/ptuning/ds_train_finetune.sh b/ptuning/ds_train_finetune.sh index 92a69ee..531a800 100644 --- a/ptuning/ds_train_finetune.sh +++ b/ptuning/ds_train_finetune.sh @@ -2,7 +2,6 @@ LR=1e-4 MASTER_PORT=$(shuf -n 1 -i 10000-65535) -MASTER_PORT=50003 deepspeed --num_gpus=4 --master_port $MASTER_PORT main.py \ --deepspeed deepspeed.json \