fix initialize about zero

2022-04-13 18:22:26 +08:00 · 2022-04-13 18:22:26 +08:00 · 097772546e
parent e396bb71f2
commit 097772546e
1 changed files with 0 additions and 4 deletions
--- a/colossalai/initialize.py
+++ b/colossalai/initialize.py
@ -307,10 +307,6 @@ def initialize(model: nn.Module,

    # clip grad norm
    clip_grad_norm = gpc.config.get('clip_grad_norm', 0.0)
-    if clip_grad_norm > 0:
-        if use_zero and zero_cfg is not None:
-            raise ConfigException(
-                "clip_grad_norm should be specified with zero, you should specify clip_grad in zero configuration")

    # initialize amp
    amp_mode = None