mirror of https://github.com/InternLM/InternLM
remove comments
parent
e6c0d7bf62
commit
2b28923949
|
@ -120,7 +120,6 @@ def check_sequence_parallel(model):
|
|||
if isinstance(_chunk, NaiveAMPModel):
|
||||
_chunk = _chunk.model
|
||||
for _, children in _chunk.named_children():
|
||||
# import pdb; pdb.set_trace()
|
||||
if isinstance(children, (RMSNorm, nn.LayerNorm)):
|
||||
for param in children.parameters():
|
||||
assert hasattr(param, IS_SEQUENCE_PARALLEL), (
|
||||
|
|
Loading…
Reference in New Issue