github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[chore] manually revert unintended commit

colossalchat
botbw 2024-07-12 03:29:16 +00:00 committed by Hongxin Liu
parent 9b9b76bdcd
commit 014faf6c5a
1 changed files with 0 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
colossalai/booster/plugin/moe_hybrid_parallel_plugin.py
View File

@ -65,14 +65,6 @@ class MoeHybridParallelZeroOptimizer(HybridParallelZeroOptimizer):
overlap_communication = True overlap_communication = True
warnings.warn(WARN_STR + " Please make sure of this.") warnings.warn(WARN_STR + " Please make sure of this.")
self.param_info = param_info
self.stage_manager = model.stage_manager
self.shared_params = model.shared_params
self.dp_pg = dp_process_group
if use_pipeline:
reinitialize_optimizer(optimizer, model)
pg_param_list = { pg_param_list = {
dp_process_group: list(filter(lambda p: not is_moe_tensor(p), model.parameters())), dp_process_group: list(filter(lambda p: not is_moe_tensor(p), model.parameters())),
moe_dp_group: list(filter(is_moe_tensor, model.parameters())), moe_dp_group: list(filter(is_moe_tensor, model.parameters())),