[hotfix] add hybrid adam to __init__ (#584)

3 years ago · 104cbbb313
1 changed files with 2 additions and 3 deletions
--- a/colossalai/nn/optimizer/init.py
+++ b/colossalai/nn/optimizer/init.py
@ -5,7 +5,6 @@ from .fused_sgd import FusedSGD
 from .lamb import Lamb
 from .lars import Lars
 from .cpu_adam import CPUAdam
+from .hybrid_adam import HybridAdam

-__all__ = [
-    'ColossalaiOptimizer', 'FusedLAMB', 'FusedAdam', 'FusedSGD', 'Lamb', 'Lars', 'CPUAdam'
-]
+__all__ = ['ColossalaiOptimizer', 'FusedLAMB', 'FusedAdam', 'FusedSGD', 'Lamb', 'Lars', 'CPUAdam', 'HybridAdam']