You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
|
from colossalai.zero.shard_utils import TensorShardStrategy
|
|
from colossalai.nn.optimizer import FusedAdam
|
|
|
|
clip_grad_norm = 1.0
|
