github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Merge branch 'feat/prm' of github.com:TongLi3701/ColossalAI into feat/prm

pull/6119/head
Tong Li 2024-11-14 08:53:56 +00:00
parent 797a81a8e2 38a7f3846d
commit 5719974a1e
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
applications/ColossalChat/coati/models/__init__.py
View File

@ -2,7 +2,7 @@ from .base import BaseModel
from .critic import Critic
from .generation import generate, generate_streaming, prepare_inputs_fn, update_model_kwargs_fn
from .lora import LoraConfig, convert_to_lora_module, lora_manager
from .loss import DpoLoss, KTOLoss, LogExpLoss, LogSigLoss, PolicyLoss, ValueLoss, PRMLoss
from .loss import DpoLoss, KTOLoss, LogExpLoss, LogSigLoss, PolicyLoss, PRMLoss, ValueLoss
from .reward_model import RewardModel
from .utils import disable_dropout
@ -24,5 +24,5 @@ __all__ = [
"disable_dropout",
"update_model_kwargs_fn",
"prepare_inputs_fn",
"PRMLoss"
"PRMLoss",
]