From 5507f607be739b688242a31d3b6c5d6d9245b383 Mon Sep 17 00:00:00 2001
From: dumpmemory <64742282+dumpmemory@users.noreply.github.com>
Date: Sun, 2 Apr 2023 00:00:01 +0800
Subject: [PATCH] Update main.py

update padding to left for padding_side='left' in Tokenizer setting. just making code to be consistent with tokenizer setting.
---
 ptuning/main.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/ptuning/main.py b/ptuning/main.py
index 1776055..e93b689 100644
--- a/ptuning/main.py
+++ b/ptuning/main.py
@@ -185,8 +185,8 @@ def main():
                 labels = [-100] * context_length + input_ids[mask_position+1:]
                 
                 pad_len = max_seq_length - len(input_ids)
-                input_ids = input_ids + [tokenizer.pad_token_id] * pad_len
-                labels = labels + [tokenizer.pad_token_id] * pad_len
+                input_ids = [tokenizer.pad_token_id] * pad_len + input_ids 
+                labels = [tokenizer.pad_token_id] * pad_len + labels 
 
                 model_inputs["input_ids"].append(input_ids)
                 model_inputs["labels"].append(labels)