github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[NFC] polish colossalai/context/process_group_initializer/initializer_sequence.py colossalai/context/process_group_initializer initializer_tensor.py code style (#639) 

Co-authored-by: 何晓昕 <cautious@r-236-100-25-172.comp.nus.edu.sg>
pull/673/head
Cautiousss 2022-04-02 14:30:04 +08:00 committed by binmakeswell
parent c7c224ee17
commit 055d0270c8
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
colossalai/context/process_group_initializer/initializer_sequence.py
View File

@ -69,8 +69,8 @@ class Initializer_Sequence(ProcessGroupInitializer):
pipeline_parallel_size (int): Size of pipeline parallel. pipeline_parallel_size (int): Size of pipeline parallel.
tensor_parallel_size (int): Size of tensor parallel. tensor_parallel_size (int): Size of tensor parallel.
""" """
def __init__(self,
*args, **kwargs): def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs) super().__init__(*args, **kwargs)
# reuse tensor parallel initializer code # reuse tensor parallel initializer code
self._sequence_initializer = Initializer_Tensor(*args, **kwargs) self._sequence_initializer = Initializer_Tensor(*args, **kwargs)

1
colossalai/context/process_group_initializer/initializer_tensor.py
View File

@ -20,6 +20,7 @@ class Initializer_Tensor(ProcessGroupInitializer):
pipeline_parallel_size (int): Size of pipeline parallel. pipeline_parallel_size (int): Size of pipeline parallel.
tensor_parallel_size (int): Size of tensor parallel. tensor_parallel_size (int): Size of tensor parallel.
""" """
def __init__(self, *args, **kwargs): def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs) super().__init__(*args, **kwargs)
self.num_tensor_parallel_group = self.world_size // self.tensor_parallel_size self.num_tensor_parallel_group = self.world_size // self.tensor_parallel_size