ColossalAI/colossalai/gemini/chunk/__init__.py

5 lines
221 B
Python

from .chunk import Chunk, ChunkFullError, TensorInfo, TensorState
from .manager import ChunkManager
from .search_utils import classify_params_by_dp_degree, search_chunk_configuration
from .utils import init_chunk_manager