Browse Source

fix initialize about zero

pull/751/head
ver217 3 years ago committed by アマデウス
parent
commit
097772546e
  1. 4
      colossalai/initialize.py

4
colossalai/initialize.py

@ -307,10 +307,6 @@ def initialize(model: nn.Module,
# clip grad norm
clip_grad_norm = gpc.config.get('clip_grad_norm', 0.0)
if clip_grad_norm > 0:
if use_zero and zero_cfg is not None:
raise ConfigException(
"clip_grad_norm should be specified with zero, you should specify clip_grad in zero configuration")
# initialize amp
amp_mode = None

Loading…
Cancel
Save