From 956b561b54b8b216014f9d60c22d10d901cf7428 Mon Sep 17 00:00:00 2001 From: Hongxin Liu Date: Tue, 30 Jan 2024 13:52:18 +0800 Subject: [PATCH] [moe] fix mixtral forward default value (#5329) --- applications/ColossalMoE/colossal_moe/models/mixtral_policy.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/applications/ColossalMoE/colossal_moe/models/mixtral_policy.py b/applications/ColossalMoE/colossal_moe/models/mixtral_policy.py index 734695278..218b05b27 100644 --- a/applications/ColossalMoE/colossal_moe/models/mixtral_policy.py +++ b/applications/ColossalMoE/colossal_moe/models/mixtral_policy.py @@ -437,7 +437,7 @@ class MixtralPipelineForwards: use_cache: Optional[bool] = None, output_attentions: Optional[bool] = None, output_hidden_states: Optional[bool] = None, - output_router_logits: Optional[bool] = True, + output_router_logits: Optional[bool] = None, return_dict: Optional[bool] = None, stage_manager: Optional[PipelineStageManager] = None, hidden_states: Optional[torch.FloatTensor] = None,