pull/528/head
yingtongxiong 2023-12-06 11:03:10 +08:00
parent a9d5ad1b5f
commit bffb515d30
1 changed files with 1 additions and 1 deletions

View File

@ -119,7 +119,7 @@ def check_sequence_parallel(model):
for _chunk in model:
if isinstance(_chunk, NaiveAMPModel):
_chunk = _chunk.model
for _, module in _chunk.named_modules():
if isinstance(module, (RMSNorm, nn.LayerNorm)):
for param in module.parameters():