From 8e22c38b89fefe601875f672490d10954b017ec1 Mon Sep 17 00:00:00 2001 From: Tongping Liu Date: Mon, 26 Dec 2022 23:42:46 -0500 Subject: [PATCH] [hotfix] Fixing the bug related to ipv6 support Co-authored-by: ByteDance --- colossalai/context/parallel_context.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/context/parallel_context.py b/colossalai/context/parallel_context.py index afa306065..dd12dad6d 100644 --- a/colossalai/context/parallel_context.py +++ b/colossalai/context/parallel_context.py @@ -370,7 +370,7 @@ class ParallelContext(metaclass=SingletonMeta): port (str): the master port for distributed training """ # initialize the default process group - init_method = f'tcp://{host}:{port}' + init_method = f'tcp://[{host}]:{port}' dist.init_process_group(rank=rank, world_size=world_size, backend=backend, init_method=init_method) # None will give the default global process group for pytorch dist operations