2021-10-28 16:21:23 +00:00
|
|
|
colossalai.context.process\_group\_initializer
|
|
|
|
|
==============================================
|
|
|
|
|
|
|
|
|
|
.. automodule:: colossalai.context.process_group_initializer
|
|
|
|
|
:members:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
.. toctree::
|
|
|
|
|
:maxdepth: 2
|
|
|
|
|
|
|
|
|
|
colossalai.context.process_group_initializer.initializer_1d
|
|
|
|
|
colossalai.context.process_group_initializer.initializer_2d
|
|
|
|
|
colossalai.context.process_group_initializer.initializer_2p5d
|
|
|
|
|
colossalai.context.process_group_initializer.initializer_3d
|
|
|
|
|
colossalai.context.process_group_initializer.initializer_data
|
2022-01-19 08:06:53 +00:00
|
|
|
colossalai.context.process_group_initializer.initializer_model
|
2021-10-28 16:21:23 +00:00
|
|
|
colossalai.context.process_group_initializer.initializer_pipeline
|
|
|
|
|
colossalai.context.process_group_initializer.initializer_sequence
|
|
|
|
|
colossalai.context.process_group_initializer.initializer_tensor
|
|
|
|
|
colossalai.context.process_group_initializer.process_group_initializer
|
