github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix lint

pull/528/head
yingtongxiong 2023-12-06 11:03:10 +08:00
parent a9d5ad1b5f
commit bffb515d30
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
internlm/utils/parallel.py
View File

@ -119,7 +119,7 @@ def check_sequence_parallel(model):
for _chunk in model: for _chunk in model:
if isinstance(_chunk, NaiveAMPModel): if isinstance(_chunk, NaiveAMPModel):
_chunk = _chunk.model _chunk = _chunk.model
for _, module in _chunk.named_modules(): for _, module in _chunk.named_modules():
if isinstance(module, (RMSNorm, nn.LayerNorm)): if isinstance(module, (RMSNorm, nn.LayerNorm)):
for param in module.parameters(): for param in module.parameters():