From 8dbb86899dc1910ae3262243f0eef473e9545cfb Mon Sep 17 00:00:00 2001 From: botbw Date: Fri, 12 Jul 2024 07:04:17 +0000 Subject: [PATCH] [chore] trivial fix --- colossalai/cluster/process_group_mesh.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/cluster/process_group_mesh.py b/colossalai/cluster/process_group_mesh.py index ee9e2d71d..66b77f7a2 100644 --- a/colossalai/cluster/process_group_mesh.py +++ b/colossalai/cluster/process_group_mesh.py @@ -48,7 +48,7 @@ class ProcessGroupMesh: self._shape = size self._rank = dist.get_rank() self._coord = ProcessGroupMesh.unravel(self._rank, self._shape) - self._ranks_to_group: Dict[Tuple[int, ...], Union[ProcessGroup, GroupMember]] = {} + self._ranks_to_group: Dict[Tuple[int, ...], Union[ProcessGroup, GroupMember.NON_GROUP_MEMBER]] = {} self._group_to_ranks: Dict[ProcessGroup, Tuple[int, ...]] = {} def destroy_mesh_process_groups(self):