From 148207048eeb8704e4159df63280320de1eab78b Mon Sep 17 00:00:00 2001 From: xuqifan897 <61015288+xuqifan897@users.noreply.github.com> Date: Tue, 8 Mar 2022 22:45:27 -0800 Subject: [PATCH] Qifan formated file ColossalAI\colossalai\nn\layer\parallel_1d\layers.py (#342) --- colossalai/nn/layer/parallel_1d/layers.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/colossalai/nn/layer/parallel_1d/layers.py b/colossalai/nn/layer/parallel_1d/layers.py index 2c1314f19..cedf8348d 100644 --- a/colossalai/nn/layer/parallel_1d/layers.py +++ b/colossalai/nn/layer/parallel_1d/layers.py @@ -35,7 +35,8 @@ class Linear1D(torch.nn.Module): :type bias: bool, optional :param dtype: The dtype of parameters, defaults to None :type dtype: torch.dtype, optional - :param skip_bias_add: If set to ``True``, it will skip bias add for linear layer, which is preserved for kernel fusion, defaults to False + :param skip_bias_add: If set to ``True``, it will skip bias add for linear layer, + which is preserved for kernel fusion, defaults to False :type skip_bias_add: bool, optional :param weight_initializer: The intializer of weight, defaults to kaiming uniform initializer :type weight_initializer: typing.Callable, optional @@ -265,7 +266,8 @@ class Linear1D_Col(ParallelLayer): to all GPUs, otherwise, every GPU will have its output which is :math:`Y_i = XA_i`, defaults to False :type gather_output: bool, optional - :param skip_bias_add: If set to ``True``, it will skip bias add for linear layer, which is preserved for kernel fusion, defaults to False + :param skip_bias_add: If set to ``True``, it will skip bias add for linear layer, + which is preserved for kernel fusion, defaults to False :type skip_bias_add: bool, optional :param weight_initializer: The intializer of weight, defaults to kaiming uniform initializer :type weight_initializer: typing.Callable, optional @@ -353,7 +355,8 @@ class Linear1D_Row(ParallelLayer): :type dtype: torch.dtype, optional :param parallel_input: If set to ``True``, it's assumed that the input is splitted, defaults to False :type parallel_input: bool, optional - :param skip_bias_add: If set to ``True``, it will skip bias add for linear layer, which is preserved for kernel fusion, defaults to False + :param skip_bias_add: If set to ``True``, it will skip bias add for linear layer, + which is preserved for kernel fusion, defaults to False :type skip_bias_add: bool, optional :param weight_initializer: The intializer of weight, defaults to kaiming uniform initializer :type weight_initializer: typing.Callable, optional