2023-03-31 01:20:33 +00:00
|
|
|
from .checkpoint import load_moe_model, save_moe_model
|
|
|
|
|
from .experts import Experts, FFNExperts, TPExperts
|
|
|
|
|
from .layers import MoeLayer, MoeModule
|
|
|
|
|
from .routers import MoeRouter, Top1Router, Top2Router
|
|
|
|
|
from .utils import NormalNoiseGenerator, UniformNoiseGenerator, build_ffn_experts
|
|
|
|
|
|
|
|
|
|
__all__ = [
|
2023-09-19 06:20:26 +00:00
|
|
|
"Experts",
|
|
|
|
|
"FFNExperts",
|
|
|
|
|
"TPExperts",
|
|
|
|
|
"Top1Router",
|
|
|
|
|
"Top2Router",
|
|
|
|
|
"MoeLayer",
|
|
|
|
|
"NormalNoiseGenerator",
|
|
|
|
|
"UniformNoiseGenerator",
|
|
|
|
|
"build_ffn_experts",
|
|
|
|
|
"MoeModule",
|
|
|
|
|
"MoeRouter",
|
|
|
|
|
"save_moe_model",
|
|
|
|
|
"load_moe_model",
|
2023-03-31 01:20:33 +00:00
|
|
|
]
|
