2021-10-28 16:21:23 +00:00
|
|
|
colossalai.context
|
|
|
|
|
==================
|
|
|
|
|
|
2022-03-31 03:36:56 +00:00
|
|
|
*This module is serving for receiving and passing user's configuration to all devices to
|
|
|
|
|
initialize and construct parallel training.*
|
2022-01-19 08:06:53 +00:00
|
|
|
|
2021-10-28 16:21:23 +00:00
|
|
|
.. toctree::
|
|
|
|
|
:maxdepth: 2
|
|
|
|
|
|
|
|
|
|
colossalai.context.process_group_initializer
|
|
|
|
|
colossalai.context.random
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
.. toctree::
|
|
|
|
|
:maxdepth: 2
|
|
|
|
|
|
|
|
|
|
colossalai.context.config
|
|
|
|
|
colossalai.context.parallel_context
|
2022-03-31 03:36:56 +00:00
|
|
|
colossalai.context.moe_context
|
2021-10-28 16:21:23 +00:00
|
|
|
colossalai.context.parallel_mode
|
2022-03-31 03:36:56 +00:00
|
|
|
|
|
|
|
|
.. automodule:: colossalai.context
|
|
|
|
|
:members:
|
