github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Merge 5507f607be into fd172db332

pull/328/merge
dumpmemory 2023-04-03 15:35:35 +08:00 committed by GitHub
parent fd172db332 5507f607be
commit 3fe257c92c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ptuning/main.py
View File

@ -185,8 +185,8 @@ def main():
labels = [-100] * context_length + input_ids[mask_position+1:]
pad_len = max_seq_length - len(input_ids)
input_ids = input_ids + [tokenizer.pad_token_id] * pad_len
labels = labels + [tokenizer.pad_token_id] * pad_len
input_ids = [tokenizer.pad_token_id] * pad_len + input_ids
labels = [tokenizer.pad_token_id] * pad_len + labels
model_inputs["input_ids"].append(input_ids)
model_inputs["labels"].append(labels)