remove comments

pull/528/head
yingtongxiong 2023-12-06 10:35:40 +08:00
parent e6c0d7bf62
commit 2b28923949
1 changed files with 0 additions and 1 deletions

View File

@ -120,7 +120,6 @@ def check_sequence_parallel(model):
if isinstance(_chunk, NaiveAMPModel):
_chunk = _chunk.model
for _, children in _chunk.named_children():
# import pdb; pdb.set_trace()
if isinstance(children, (RMSNorm, nn.LayerNorm)):
for param in children.parameters():
assert hasattr(param, IS_SEQUENCE_PARALLEL), (