fix moe loss logger for the interleaved pp

2023-08-23 13:03:21 +08:00 · 2023-08-23 13:03:21 +08:00 · 3a3ca71459
parent d1d21546d9
commit 3a3ca71459
1 changed files with 1 additions and 1 deletions
--- a/internlm/core/scheduler/pipeline_scheduler.py
+++ b/internlm/core/scheduler/pipeline_scheduler.py
@ -1342,7 +1342,7 @@ class InterleavedPipelineScheduler(PipelineScheduler):
        accum_moe_loss = self._accum_moe_loss

        accum_loss = self._accum_loss
-        if return_loss:
+        if accum_loss is not None:
            accum_loss += self._accum_moe_loss

        self._clear_state()