ColossalAI/colossalai/nn/optimizer/__init__.py

10 lines
303 B
Python
Raw Normal View History

from .cpu_adam import CPUAdam
2021-10-28 16:21:23 +00:00
from .fused_adam import FusedAdam
from .fused_lamb import FusedLAMB
from .fused_sgd import FusedSGD
from .hybrid_adam import HybridAdam
2021-10-28 16:21:23 +00:00
from .lamb import Lamb
from .lars import Lars
__all__ = ["FusedLAMB", "FusedAdam", "FusedSGD", "Lamb", "Lars", "CPUAdam", "HybridAdam"]