2021-10-28 16:21:23 +00:00
|
|
|
colossalai.nn.optimizer
|
|
|
|
|
=======================
|
|
|
|
|
|
|
|
|
|
.. automodule:: colossalai.nn.optimizer
|
|
|
|
|
:members:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
.. toctree::
|
|
|
|
|
:maxdepth: 2
|
|
|
|
|
|
|
|
|
|
colossalai.nn.optimizer.fp16_optimizer
|
|
|
|
|
colossalai.nn.optimizer.fused_adam
|
|
|
|
|
colossalai.nn.optimizer.fused_lamb
|
|
|
|
|
colossalai.nn.optimizer.fused_sgd
|
|
|
|
|
colossalai.nn.optimizer.lamb
|
2021-10-29 01:29:20 +00:00
|
|
|
colossalai.nn.optimizer.lars
|
2021-10-28 16:21:23 +00:00
|
|
|
colossalai.nn.optimizer.loss_scaler
|
|
|
|
|
colossalai.nn.optimizer.zero_redundancy_optimizer_level_1
|
|
|
|
|
colossalai.nn.optimizer.zero_redundancy_optimizer_level_2
|
|
|
|
|
colossalai.nn.optimizer.zero_redundancy_optimizer_level_3
|
