We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d8bf7e0 commit 2e28c79Copy full SHA for 2e28c79
.compatibility
@@ -1 +1,2 @@
1
2.1.0-12.1.0
2
+2.2.2-12.1.0
colossalai/tensor/d_tensor/layout_converter.py
@@ -473,7 +473,7 @@ def _group_alive_check(cached_comm_action_sequence):
473
for process_group in used_process_groups:
474
try:
475
dist.get_rank(process_group)
476
- except RuntimeError as e:
+ except (ValueError, RuntimeError) as e:
477
# If the group is not registered, it means it has been deleted
478
if str(e) == (
479
f"Group {process_group} is not registered, please create group with torch.distributed.new_group API"
0 commit comments