From 3a3ca71459d855bba63ed728bfeedb658e8613da Mon Sep 17 00:00:00 2001 From: zhanglei Date: Wed, 23 Aug 2023 13:03:21 +0800 Subject: [PATCH] fix moe loss logger for the interleaved pp --- internlm/core/scheduler/pipeline_scheduler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/internlm/core/scheduler/pipeline_scheduler.py b/internlm/core/scheduler/pipeline_scheduler.py index 055bb92..a9955a2 100644 --- a/internlm/core/scheduler/pipeline_scheduler.py +++ b/internlm/core/scheduler/pipeline_scheduler.py @@ -1342,7 +1342,7 @@ class InterleavedPipelineScheduler(PipelineScheduler): accum_moe_loss = self._accum_moe_loss accum_loss = self._accum_loss - if return_loss: + if accum_loss is not None: accum_loss += self._accum_moe_loss self._clear_state()