github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Add padding for evaluation data

pull/328/head
duzx16 2023-04-01 23:09:26 +08:00
parent e8aba3d3f3
commit 4371f7a572
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ptuning/main.py
View File

@ -147,7 +147,7 @@ def main():
targets.append(examples[response_column][i]) targets.append(examples[response_column][i])
inputs = [prefix + inp for inp in inputs] inputs = [prefix + inp for inp in inputs]
model_inputs = tokenizer(inputs, max_length=data_args.max_source_length, truncation=True) model_inputs = tokenizer(inputs, max_length=data_args.max_source_length, truncation=True, padding=True)
labels = tokenizer(text_target=targets, max_length=max_target_length, truncation=True) labels = tokenizer(text_target=targets, max_length=max_target_length, truncation=True)
if data_args.ignore_pad_token_for_loss: if data_args.ignore_pad_token_for_loss: