github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

reset moe

pull/456/head
yingtongxiong 2023-10-25 13:47:19 +08:00
parent 0bac166b7a
commit 918dff7257
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
internlm/model/moe.py
View File

@ -53,6 +53,7 @@ class MoE(torch.nn.Module):
device=None, device=None,
dtype=None, dtype=None,
): ):
super().__init__() super().__init__()
assert ( assert (