github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix moe loss logger for the interleaved pp

pull/182/head
zhanglei 2023-08-23 13:03:21 +08:00
parent d1d21546d9
commit 3a3ca71459
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
internlm/core/scheduler/pipeline_scheduler.py
View File

@ -1342,7 +1342,7 @@ class InterleavedPipelineScheduler(PipelineScheduler):
accum_moe_loss = self._accum_moe_loss accum_moe_loss = self._accum_moe_loss
accum_loss = self._accum_loss accum_loss = self._accum_loss
if return_loss: if accum_loss is not None:
accum_loss += self._accum_moe_loss accum_loss += self._accum_moe_loss
self._clear_state() self._clear_state()