github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[hotfix] Fixing the bug related to ipv6 support 

Co-authored-by: ByteDance <tongping.liu@bytedance.com>
pull/2206/head^2
Tongping Liu 2022-12-26 23:42:46 -05:00 committed by GitHub
parent ac85a18043
commit 8e22c38b89
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/context/parallel_context.py
View File

@ -370,7 +370,7 @@ class ParallelContext(metaclass=SingletonMeta):
port (str): the master port for distributed training port (str): the master port for distributed training
""" """
# initialize the default process group # initialize the default process group
init_method = f'tcp://{host}:{port}' init_method = f'tcp://[{host}]:{port}'
dist.init_process_group(rank=rank, world_size=world_size, backend=backend, init_method=init_method) dist.init_process_group(rank=rank, world_size=world_size, backend=backend, init_method=init_method)
# None will give the default global process group for pytorch dist operations # None will give the default global process group for pytorch dist operations