github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[hotfix] layout converting issue (#3188)

pull/3191/head
YuliangLiu0306 2023-03-21 13:24:18 +08:00 committed by GitHub
parent 80aed29cd3
commit 258b43317c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
colossalai/tensor/d_tensor/layout_converter.py
View File

@ -10,7 +10,7 @@ from colossalai.auto_parallel.tensor_shard.sharding_strategy import MemoryCost,
from colossalai.context.singleton_meta import SingletonMeta
from colossalai.tensor.d_tensor.comm_spec import *
from colossalai.tensor.d_tensor.layout import Layout
from colossalai.tensor.sharding_spec import ShardingSpecException
from colossalai.tensor.d_tensor.misc import LayoutException
from colossalai.tensor.utils import all_gather_simulator, all_to_all_simulator, shard_simulator
from .sharding_spec import ShardingSpec
@ -145,7 +145,7 @@ class LayoutConverter(metaclass=SingletonMeta):
entire_shape=source_layout.entire_shape)
valid_spec_dict[new_layout] = comm_spec
except ShardingSpecException:
except LayoutException:
pass
return valid_spec_dict
@ -255,7 +255,7 @@ class LayoutConverter(metaclass=SingletonMeta):
device_type=source_layout.device_type,
entire_shape=source_layout.entire_shape)
valid_spec_dict[new_layout] = comm_spec
except ShardingSpecException:
except LayoutException:
pass
return valid_spec_dict
@ -343,7 +343,7 @@ class LayoutConverter(metaclass=SingletonMeta):
device_type=source_layout.device_type,
entire_shape=source_layout.entire_shape)
valid_spec_dict[new_layout] = comm_spec
except ShardingSpecException:
except LayoutException:
pass
return valid_spec_dict