github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

update code format

pull/582/head
Wesley 2022-03-31 17:11:03 +08:00 committed by アマデウス
parent 666cfd094a
commit 46c9ba33da
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
colossalai/nn/layer/parallel_1d/layers.py
View File

@ -302,10 +302,8 @@ class Linear1D_Col(ParallelLayer):
with seed(ParallelMode.TENSOR): with seed(ParallelMode.TENSOR):
self.reset_parameters(weight_initializer, bias_initializer) self.reset_parameters(weight_initializer, bias_initializer)
self._set_tensor_parallel_attributes() self._set_tensor_parallel_attributes()
if self.gather_output: is_parallel_output = not self.gather_output
set_parallel_input(False) set_parallel_input(is_parallel_output)
else:
set_parallel_input(True)
def reset_parameters(self, weight_initializer, bias_initializer) -> None: def reset_parameters(self, weight_initializer, bias_initializer) -> None:
fan_in, fan_out = self.in_features, self.out_features fan_in, fan_out = self.in_features, self.out_features