[fx] fixed apex normalization patch exception (#1352)

2 years ago · 274c1a3b5f
parent ce470ba37e
commit 274c1a3b5f
1 changed files with 1 additions and 1 deletions
--- a/colossalai/fx/tracer/meta_patch/patched_module/normalization.py
+++ b/colossalai/fx/tracer/meta_patch/patched_module/normalization.py
@ -26,5 +26,5 @@ try:
    meta_patched_module.register(apex.normalization.FusedRMSNorm)(torch_nn_normalize)
    meta_patched_module.register(apex.normalization.MixedFusedLayerNorm)(torch_nn_normalize)
    meta_patched_module.register(apex.normalization.MixedFusedRMSNorm)(torch_nn_normalize)
-except ImportError:
+except (ImportError, AttributeError):
    pass