2021-10-28 16:21:23 +00:00
|
|
|
colossalai.utils
|
|
|
|
|
================
|
|
|
|
|
|
2022-03-31 03:36:56 +00:00
|
|
|
*This part contains useful utils for colossalai*
|
2022-01-19 08:06:53 +00:00
|
|
|
|
|
|
|
|
.. toctree::
|
|
|
|
|
:maxdepth: 2
|
|
|
|
|
|
|
|
|
|
colossalai.utils.data_sampler
|
|
|
|
|
colossalai.utils.gradient_accumulation
|
2022-03-21 02:52:45 +00:00
|
|
|
colossalai.utils.memory_tracer
|
2022-01-19 08:06:53 +00:00
|
|
|
colossalai.utils.multi_tensor_apply
|
2022-03-31 03:36:56 +00:00
|
|
|
colossalai.utils.profile
|
2022-03-21 02:52:45 +00:00
|
|
|
colossalai.utils.tensor_detector
|
2022-01-19 08:06:53 +00:00
|
|
|
|
|
|
|
|
|
2021-10-28 16:21:23 +00:00
|
|
|
.. toctree::
|
|
|
|
|
:maxdepth: 2
|
|
|
|
|
|
|
|
|
|
colossalai.utils.activation_checkpoint
|
2021-11-18 11:45:06 +00:00
|
|
|
colossalai.utils.checkpointing
|
2021-10-28 16:21:23 +00:00
|
|
|
colossalai.utils.common
|
|
|
|
|
colossalai.utils.cuda
|
2022-03-31 03:36:56 +00:00
|
|
|
colossalai.utils.memory
|
2022-03-21 02:52:45 +00:00
|
|
|
colossalai.utils.moe
|
2021-10-28 16:21:23 +00:00
|
|
|
colossalai.utils.timer
|
