github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Merge branch 'feature_add_moe' of https://github.com/blankde/InternLM into feature_add_moe

pull/182/head
Wenwen Qu 2023-09-26 11:52:52 +08:00
parent 3c8fee01b2 1986116527
commit 75774e0b5e
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
internlm/model/__init__.py
View File

@ -6,12 +6,14 @@ from .linear import FeedForward, RewardModelLinear, ScaleColumnParallelLinear
from .metrics import AccPerplex from .metrics import AccPerplex
from .modeling_internlm import build_model_with_cfg from .modeling_internlm import build_model_with_cfg
from .modeling_moe import build_model_with_moe_cfg from .modeling_moe import build_model_with_moe_cfg
from .moe import MoE
from .multi_head_attention import MHA from .multi_head_attention import MHA
from .utils import gather_forward_split_backward from .utils import gather_forward_split_backward
__all__ = [ __all__ = [
"Embedding1D", "Embedding1D",
"FeedForward", "FeedForward",
"MoE",
"RotaryEmbedding", "RotaryEmbedding",
"RewardModelLinear", "RewardModelLinear",
"ScaleColumnParallelLinear", "ScaleColumnParallelLinear",