From c695369af0b9242dc03681061f67a25bf014071d Mon Sep 17 00:00:00 2001 From: Zangwei Date: Wed, 9 Mar 2022 23:35:41 +0800 Subject: [PATCH] fix format constants.py (#358) --- colossalai/constants.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/constants.py b/colossalai/constants.py index 33babff96..39b8b9385 100644 --- a/colossalai/constants.py +++ b/colossalai/constants.py @@ -24,7 +24,7 @@ INPUT_GROUP_3D = 'input_group_3d' WEIGHT_GROUP_3D = 'weight_group_3d' OUTPUT_GROUP_3D = 'output_group_3d' -# Attributes of tensor parallel parameters +# Attributes of tensor parallel parameters IS_TENSOR_PARALLEL = 'is_tensor_parallel' NUM_PARTITIONS = 'num_partitions' TENSOR_PARALLEL_ATTRIBUTES = [IS_TENSOR_PARALLEL, NUM_PARTITIONS]