mirror of https://github.com/hpcaitech/ColossalAI
37 lines
877 B
Python
37 lines
877 B
Python
from galore_torch import GaLoreAdafactor, GaLoreAdamW
|
|
|
|
from .came import CAME
|
|
from .cpu_adam import CPUAdam
|
|
from .distributed_adafactor import DistributedAdaFactor
|
|
from .distributed_came import DistributedCAME
|
|
from .distributed_galore import DistGaloreAwamW
|
|
from .distributed_lamb import DistributedLamb
|
|
from .fused_adam import FusedAdam
|
|
from .fused_lamb import FusedLAMB
|
|
from .fused_sgd import FusedSGD
|
|
from .galore import GaLoreAdamW8bit
|
|
from .hybrid_adam import HybridAdam
|
|
from .lamb import Lamb
|
|
from .lars import Lars
|
|
|
|
from .adafactor import Adafactor # noqa
|
|
|
|
__all__ = [
|
|
"FusedLAMB",
|
|
"FusedAdam",
|
|
"FusedSGD",
|
|
"Lamb",
|
|
"Lars",
|
|
"CPUAdam",
|
|
"HybridAdam",
|
|
"DistributedLamb",
|
|
"DistGaloreAwamW",
|
|
"GaLoreAdamW",
|
|
"GaLoreAdafactor",
|
|
"GaLoreAdamW8bit",
|
|
"CAME",
|
|
"DistributedCAME",
|
|
"Adafactor",
|
|
"DistributedAdaFactor",
|
|
]
|