github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[chatgpt]fix train_rm bug with lora (#2741)

pull/2744/head
BlueRum 2023-02-16 10:25:17 +08:00 committed by GitHub
parent b6e3b955c3
commit 648183a960
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ChatGPT/chatgpt/trainer/rm.py
View File

@ -43,7 +43,7 @@ class RewardModelTrainer(ABC):
# train # train
if use_lora > 0: if use_lora > 0:
print("Using Lora") print("Using Lora")
lora.mark_only_lora_as_trainable(self.model) lora.mark_only_lora_as_trainable(self.model.model)
else: else:
self.model.train() self.model.train()
for chosen_ids, c_mask, reject_ids, r_mask in self.train_dataloader: for chosen_ids, c_mask, reject_ids, r_mask in self.train_dataloader: