github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

remove comments

pull/528/head
yingtongxiong 2023-12-06 10:35:40 +08:00
parent e6c0d7bf62
commit 2b28923949
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
internlm/utils/parallel.py
View File

@ -120,7 +120,6 @@ def check_sequence_parallel(model):
if isinstance(_chunk, NaiveAMPModel): if isinstance(_chunk, NaiveAMPModel):
_chunk = _chunk.model _chunk = _chunk.model
for _, children in _chunk.named_children(): for _, children in _chunk.named_children():
# import pdb; pdb.set_trace()
if isinstance(children, (RMSNorm, nn.LayerNorm)): if isinstance(children, (RMSNorm, nn.LayerNorm)):
for param in children.parameters(): for param in children.parameters():
assert hasattr(param, IS_SEQUENCE_PARALLEL), ( assert hasattr(param, IS_SEQUENCE_PARALLEL), (