Browse Source

[compatibility] support torch 2.2 (#5875)

* Support Pytorch 2.2.2

* keep build_on_pr file and update .compatibility
pull/5912/head
Guangyao Zhang 5 months ago committed by Hongxin Liu
parent
commit
2e28c793ce
  1. 1
      .compatibility
  2. 2
      colossalai/tensor/d_tensor/layout_converter.py

1
.compatibility

@ -1 +1,2 @@
2.1.0-12.1.0
2.2.2-12.1.0

2
colossalai/tensor/d_tensor/layout_converter.py

@ -473,7 +473,7 @@ class LayoutConverter(metaclass=SingletonMeta):
for process_group in used_process_groups:
try:
dist.get_rank(process_group)
except RuntimeError as e:
except (ValueError, RuntimeError) as e:
# If the group is not registered, it means it has been deleted
if str(e) == (
f"Group {process_group} is not registered, please create group with torch.distributed.new_group API"

Loading…
Cancel
Save