colossalai.nn.optimizer
=======================

.. automodule:: colossalai.nn.optimizer
   :members:


.. toctree::
   :maxdepth: 2

   colossalai.nn.optimizer.fp16_optimizer
   colossalai.nn.optimizer.fused_adam
   colossalai.nn.optimizer.fused_lamb
   colossalai.nn.optimizer.fused_sgd
   colossalai.nn.optimizer.lamb
   colossalai.nn.optimizer.lars
   colossalai.nn.optimizer.loss_scaler
   colossalai.nn.optimizer.zero_redundancy_optimizer_level_1
   colossalai.nn.optimizer.zero_redundancy_optimizer_level_2
   colossalai.nn.optimizer.zero_redundancy_optimizer_level_3