mirror of https://github.com/hpcaitech/ColossalAI
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
32 lines
736 B
32 lines
736 B
3 years ago
|
#!/usr/bin/env python
|
||
|
|
# -*- encoding: utf-8 -*-
|
||
|
|
|
||
|
|
ALLOWED_MODES = [None, '1d', '2d', '2.5d', '3d', 'sequence']
|
||
|
|
|
||
|
|
# intializer
|
||
|
|
INITIALIZER_MAPPING = {
|
||
|
|
'data': 'Initializer_Data',
|
||
|
|
'tensor': 'Initializer_Tensor',
|
||
|
|
'pipeline': 'Initializer_Pipeline',
|
||
|
|
'embedding': 'Initializer_Embedding',
|
||
|
|
'1d': 'Initializer_1D',
|
||
|
|
'2d': 'Initializer_2D',
|
||
|
|
'2.5d': 'Initializer_2p5D',
|
||
|
|
'3d': 'Initializer_3D',
|
||
|
|
'sequence': 'Initializer_Sequence'
|
||
|
|
}
|
||
|
|
|
||
|
|
# 2D paralllel
|
||
|
|
SUMMA_DIM = 'SUMMA_DIM'
|
||
|
|
|
||
|
|
# 2.5D paralllel
|
||
|
|
TESSERACT_DIM = 'TESSERACT_DIM'
|
||
|
|
TESSERACT_DEP = 'TESSERACT_DEP'
|
||
|
|
|
||
|
|
# 3D parallel
|
||
|
|
DEPTH_3D = 'DEPTH_3D'
|
||
|
|
|
||
|
|
# Tensor parallel attributes
|
||
|
|
IS_TENSOR_PARALLEL = 'is_tensor_parallel'
|
||
|
|
TENSOR_PARALLEL_ATTRIBUTES = [IS_TENSOR_PARALLEL]
|