github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix the moe_loss_coeff bug

pull/182/head
zhanglei 2023-08-15 18:47:19 +08:00
parent 8c7d868f01
commit 92a31732f9
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
internlm/core/scheduler/pipeline_scheduler.py
View File

@ -532,6 +532,7 @@ class PipelineScheduler(BaseScheduler):
return_tensors, return_tensors,
return_output_label=return_output_label, return_output_label=return_output_label,
accum_loss=accum_loss, accum_loss=accum_loss,
moe_loss_coeff=moe_loss_coeff,
) )
if gpc.is_last_rank(ParallelMode.PIPELINE): if gpc.is_last_rank(ParallelMode.PIPELINE):