From 2b289239493030b5b46fdfc90939dfaacfc6652e Mon Sep 17 00:00:00 2001 From: yingtongxiong <974106207@qq.com> Date: Wed, 6 Dec 2023 10:35:40 +0800 Subject: [PATCH] remove comments --- internlm/utils/parallel.py | 1 - 1 file changed, 1 deletion(-) diff --git a/internlm/utils/parallel.py b/internlm/utils/parallel.py index 14fb2dc..a2b150b 100644 --- a/internlm/utils/parallel.py +++ b/internlm/utils/parallel.py @@ -120,7 +120,6 @@ def check_sequence_parallel(model): if isinstance(_chunk, NaiveAMPModel): _chunk = _chunk.model for _, children in _chunk.named_children(): - # import pdb; pdb.set_trace() if isinstance(children, (RMSNorm, nn.LayerNorm)): for param in children.parameters(): assert hasattr(param, IS_SEQUENCE_PARALLEL), (