ColossalAI/colossalai/nn/layer/parallel_2p5d/__init__.py

8 lines
314 B
Python

from ._operation import reduce_by_batch_2p5d, split_batch_2p5d
from .layers import Classifier2p5D, Embedding2p5D, LayerNorm2p5D, Linear2p5D, PatchEmbedding2p5D
__all__ = [
'split_batch_2p5d', 'reduce_by_batch_2p5d', 'Linear2p5D', 'LayerNorm2p5D', 'Classifier2p5D', 'PatchEmbedding2p5D',
'Embedding2p5D'
]