From 92a31732f975e7462ea8cfdf26af6ca7153119ae Mon Sep 17 00:00:00 2001
From: zhanglei <ryancheung98@163.com>
Date: Tue, 15 Aug 2023 18:47:19 +0800
Subject: [PATCH] fix the moe_loss_coeff bug

---
 internlm/core/scheduler/pipeline_scheduler.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/internlm/core/scheduler/pipeline_scheduler.py b/internlm/core/scheduler/pipeline_scheduler.py
index 7ba14fc..5def60e 100644
--- a/internlm/core/scheduler/pipeline_scheduler.py
+++ b/internlm/core/scheduler/pipeline_scheduler.py
@@ -532,6 +532,7 @@ class PipelineScheduler(BaseScheduler):
                 return_tensors,
                 return_output_label=return_output_label,
                 accum_loss=accum_loss,
+                moe_loss_coeff=moe_loss_coeff,
             )
 
             if gpc.is_last_rank(ParallelMode.PIPELINE):