ColossalAI/colossalai/context/process_group_initializer/__init__.py

19 lines
802 B
Python
Raw Normal View History

2021-10-28 16:21:23 +00:00
from .initializer_1d import Initializer_1D
from .initializer_2d import Initializer_2D
from .initializer_2p5d import Initializer_2p5D
from .initializer_3d import Initializer_3D
from .initializer_data import Initializer_Data
from .initializer_pipeline import Initializer_Pipeline
from .initializer_sequence import Initializer_Sequence
from .initializer_tensor import Initializer_Tensor
from .initializer_model import Initializer_Model
2022-01-07 07:08:36 +00:00
from .initializer_moe import Initializer_Moe
2021-10-28 16:21:23 +00:00
from .process_group_initializer import ProcessGroupInitializer
__all__ = [
'Initializer_Tensor', 'Initializer_Sequence', 'Initializer_Pipeline',
'Initializer_Data', 'Initializer_2p5D', 'Initializer_2D', 'Initializer_3D',
2022-01-07 07:08:36 +00:00
'Initializer_1D', 'ProcessGroupInitializer', 'Initializer_Model',
'Initializer_Moe'
2021-10-28 16:21:23 +00:00
]