mirror of https://github.com/hpcaitech/ColossalAI
rename shared adam to sharded optim v2
parent
70814dc22f
commit
b105371ace
|
@ -22,7 +22,7 @@ class OptimState(Enum):
|
||||||
UNSCALED = 2
|
UNSCALED = 2
|
||||||
|
|
||||||
|
|
||||||
class ShardedAdam(ColossalaiOptimizer):
|
class ShardedOptimizerV2(ColossalaiOptimizer):
|
||||||
|
|
||||||
def __init__(self,
|
def __init__(self,
|
||||||
adam_optim: Optimizer,
|
adam_optim: Optimizer,
|
Loading…
Reference in New Issue