Browse Source

fix 6108

pull/6124/head
flybird11111 2 weeks ago
parent
commit
393c31da61
  1. 5
      colossalai/checkpoint_io/utils.py

5
colossalai/checkpoint_io/utils.py

@ -111,11 +111,6 @@ def search_tp_partition_dim(current_shape: torch.Size, original_shape: torch.Siz
if length > current_shape[dim]:
partition_dim = dim
break
if partition_dim is not None:
assert (
original_shape[partition_dim] == tp_size * current_shape[partition_dim]
), f"The parameter isn't evenly distributed among tensor parallel group: \
shape before sharding {original_shape}, shape after sharding {current_shape}"
return partition_dim

Loading…
Cancel
Save