github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[moe] fix mixtral forward default value (#5329)

pull/5372/head
Hongxin Liu 2024-01-30 13:52:18 +08:00 committed by ver217
parent b60be18dcc
commit 956b561b54
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ColossalMoE/colossal_moe/models/mixtral_policy.py
View File

@ -437,7 +437,7 @@ class MixtralPipelineForwards:
use_cache: Optional[bool] = None,
output_attentions: Optional[bool] = None,
output_hidden_states: Optional[bool] = None,
output_router_logits: Optional[bool] = True,
output_router_logits: Optional[bool] = None,
return_dict: Optional[bool] = None,
stage_manager: Optional[PipelineStageManager] = None,
hidden_states: Optional[torch.FloatTensor] = None,