ColossalAI/colossalai/tensor/__init__.py

19 lines
600 B
Python

from .colo_parameter import ColoParameter
from .colo_tensor import ColoTensor
from .comm_spec import CollectiveCommPattern, CommSpec
from .param_op_hook import ColoParamOpHook, ColoParamOpHookManager
from .utils import convert_dim_partition_dict, convert_parameter, merge_same_dim_mesh_list, named_params_with_colotensor
__all__ = [
"ColoTensor",
"convert_parameter",
"named_params_with_colotensor",
"ColoParameter",
"ColoParamOpHook",
"ColoParamOpHookManager",
"CommSpec",
"CollectiveCommPattern",
"convert_dim_partition_dict",
"merge_same_dim_mesh_list",
]