mirror of https://github.com/hpcaitech/ColossalAI
[NFC] posh colossalai/context/process_group_initializer/initializer_sequence.py code style (#2712)
Co-authored-by: Ziyue Jiang <ziyue.jiang@gmail.com>pull/2720/head
parent
b3d10db5f1
commit
4603538ddd
|
@ -3,9 +3,10 @@
|
||||||
import torch.distributed as dist
|
import torch.distributed as dist
|
||||||
|
|
||||||
from colossalai.registry import DIST_GROUP_INITIALIZER
|
from colossalai.registry import DIST_GROUP_INITIALIZER
|
||||||
|
|
||||||
|
from ..parallel_mode import ParallelMode
|
||||||
from .initializer_tensor import Initializer_Tensor
|
from .initializer_tensor import Initializer_Tensor
|
||||||
from .process_group_initializer import ProcessGroupInitializer
|
from .process_group_initializer import ProcessGroupInitializer
|
||||||
from ..parallel_mode import ParallelMode
|
|
||||||
|
|
||||||
|
|
||||||
@DIST_GROUP_INITIALIZER.register_module
|
@DIST_GROUP_INITIALIZER.register_module
|
||||||
|
|
Loading…
Reference in New Issue