From e498f9262e347df9fdfcfe530f51bc3a5ad2246c Mon Sep 17 00:00:00 2001
From: Wenwen Qu <vinny_qu@163.com>
Date: Wed, 30 Aug 2023 16:22:35 +0800
Subject: [PATCH] fix bugs

---
 internlm/initialize/launch.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/internlm/initialize/launch.py b/internlm/initialize/launch.py
index 2527801..d33fa0c 100644
--- a/internlm/initialize/launch.py
+++ b/internlm/initialize/launch.py
@@ -296,6 +296,9 @@ and 'load_given_ckpt' is True, so internlm will load from 'load_ckpt_folder'"
             f"overlap_sync_grad:{optim_ckpt.overlap_sync_grad}, overlap_sync_param:{optim_ckpt.overlap_sync_param}"
         )
 
+    if "moe_loss_coeff" not in gpc.config.loss:
+        gpc.config.loss._add_item("moe_loss_coeff", 1.0)
+
 
 def launch(
     config: Union[str, Path, Config, Dict],