From 104cbbb313348e04cf83bda9f2dbfbe3b0f369fb Mon Sep 17 00:00:00 2001 From: ver217 Date: Thu, 31 Mar 2022 19:08:34 +0800 Subject: [PATCH] [hotfix] add hybrid adam to __init__ (#584) --- colossalai/nn/optimizer/__init__.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/colossalai/nn/optimizer/__init__.py b/colossalai/nn/optimizer/__init__.py index afd14fab2..06072648b 100644 --- a/colossalai/nn/optimizer/__init__.py +++ b/colossalai/nn/optimizer/__init__.py @@ -5,7 +5,6 @@ from .fused_sgd import FusedSGD from .lamb import Lamb from .lars import Lars from .cpu_adam import CPUAdam +from .hybrid_adam import HybridAdam -__all__ = [ - 'ColossalaiOptimizer', 'FusedLAMB', 'FusedAdam', 'FusedSGD', 'Lamb', 'Lars', 'CPUAdam' -] +__all__ = ['ColossalaiOptimizer', 'FusedLAMB', 'FusedAdam', 'FusedSGD', 'Lamb', 'Lars', 'CPUAdam', 'HybridAdam']