From c9e3ee389eea822c856cce243ab2c7a477594d67 Mon Sep 17 00:00:00 2001 From: Zirui Zhu Date: Wed, 15 Feb 2023 22:27:13 +0800 Subject: [PATCH] [NFC] polish colossalai/context/process_group_initializer/initializer_2d.py code style (#2726) --- .../context/process_group_initializer/initializer_2d.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/colossalai/context/process_group_initializer/initializer_2d.py b/colossalai/context/process_group_initializer/initializer_2d.py index fe0ba553d..7fbe3be59 100644 --- a/colossalai/context/process_group_initializer/initializer_2d.py +++ b/colossalai/context/process_group_initializer/initializer_2d.py @@ -2,10 +2,11 @@ import math import torch.distributed as dist -from colossalai.registry import DIST_GROUP_INITIALIZER -from .process_group_initializer import ProcessGroupInitializer -from ..parallel_mode import ParallelMode from colossalai.global_variables import tensor_parallel_env as env +from colossalai.registry import DIST_GROUP_INITIALIZER + +from ..parallel_mode import ParallelMode +from .process_group_initializer import ProcessGroupInitializer def _check_summa_env_var(summa_dim):