From c3dbb35f19f7860daf8dba1dc154dcd6f18415a7 Mon Sep 17 00:00:00 2001 From: zhanglei Date: Wed, 27 Sep 2023 20:13:15 +0800 Subject: [PATCH] fix the moe loss as none for panel_metrics --- internlm/train/training_internlm.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/internlm/train/training_internlm.py b/internlm/train/training_internlm.py index 46121e4..e423ea6 100644 --- a/internlm/train/training_internlm.py +++ b/internlm/train/training_internlm.py @@ -485,7 +485,8 @@ def record_current_batch_training_metrics( "perplexity": acc_perplex["perplexity"], "fwd_bwd_time": fwd_bwd_time, } - panel_metrics["moe_loss"] = moe_loss.item() + if moe_loss is not None: + panel_metrics["moe_loss"] = moe_loss.item() for norm_key, norm_value in grad_norm.items(): panel_metrics[norm_key] = norm_value