From c8242572f28173407e51c6c38ad8bbce9d2938f2 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Ryan=20=28=E5=BC=A0=E7=A3=8A=29?= <MagicDevil.Zhang@qq.com>
Date: Wed, 27 Sep 2023 20:29:50 +0800
Subject: [PATCH] fix the moe loss as none for panel_metrics (#379)

---
 internlm/train/training_internlm.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/internlm/train/training_internlm.py b/internlm/train/training_internlm.py
index 46121e4..e423ea6 100644
--- a/internlm/train/training_internlm.py
+++ b/internlm/train/training_internlm.py
@@ -485,7 +485,8 @@ def record_current_batch_training_metrics(
                 "perplexity": acc_perplex["perplexity"],
                 "fwd_bwd_time": fwd_bwd_time,
             }
-            panel_metrics["moe_loss"] = moe_loss.item()
+            if moe_loss is not None:
+                panel_metrics["moe_loss"] = moe_loss.item()
             for norm_key, norm_value in grad_norm.items():
                 panel_metrics[norm_key] = norm_value