From bffb515d30ce4806ae1b9007fe7e985c57081638 Mon Sep 17 00:00:00 2001 From: yingtongxiong <974106207@qq.com> Date: Wed, 6 Dec 2023 11:03:10 +0800 Subject: [PATCH] fix lint --- internlm/utils/parallel.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/internlm/utils/parallel.py b/internlm/utils/parallel.py index b90b9d6..908aa80 100644 --- a/internlm/utils/parallel.py +++ b/internlm/utils/parallel.py @@ -119,7 +119,7 @@ def check_sequence_parallel(model): for _chunk in model: if isinstance(_chunk, NaiveAMPModel): _chunk = _chunk.model - + for _, module in _chunk.named_modules(): if isinstance(module, (RMSNorm, nn.LayerNorm)): for param in module.parameters():