From d2645d881653d5605a8e20a1d4725188493d8c3b Mon Sep 17 00:00:00 2001 From: duzx16 Date: Fri, 31 Mar 2023 11:28:13 +0800 Subject: [PATCH] Update batch size --- ptuning/train.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/ptuning/train.sh b/ptuning/train.sh index 7f9ff6f..c0ffce1 100644 --- a/ptuning/train.sh +++ b/ptuning/train.sh @@ -8,14 +8,14 @@ CUDA_VISIBLE_DEVICES=0 python3 main.py \ --prompt_column content \ --response_column summary \ --overwrite_cache \ - --model_name_or_path THUDM/chatglm-6b \ + --model_name_or_path /mnt/vepfs/workspace/zxdu/chatglm_6b \ --output_dir output/adgen-chatglm-6b-pt-$PRE_SEQ_LEN-$LR-dev \ --overwrite_output_dir \ --max_source_length 64 \ --max_target_length 64 \ - --per_device_train_batch_size 8 \ + --per_device_train_batch_size 1 \ --per_device_eval_batch_size 1 \ - --gradient_accumulation_steps 2 \ + --gradient_accumulation_steps 16 \ --predict_with_generate \ --max_steps 3000 \ --logging_steps 10 \