reset moe

2023-10-25 13:47:19 +08:00 · 2023-10-25 13:47:19 +08:00 · 918dff7257
parent 0bac166b7a
commit 918dff7257
1 changed files with 1 additions and 0 deletions
--- a/internlm/model/moe.py
+++ b/internlm/model/moe.py
@ -53,6 +53,7 @@ class MoE(torch.nn.Module):
        device=None,
        dtype=None,
    ):
+
        super().__init__()

        assert (