ColossalAI/colossalai/zero/gemini/__init__.py

18 lines
490 B
Python

from .chunk import ChunkManager, TensorInfo, TensorState, search_chunk_configuration
from .gemini_ddp import GeminiDDP
from .gemini_mgr import GeminiManager
from .gemini_optimizer import GeminiAdamOptimizer, GeminiOptimizer
from .utils import get_static_torch_model
__all__ = [
"GeminiManager",
"TensorInfo",
"TensorState",
"ChunkManager",
"search_chunk_configuration",
"GeminiDDP",
"get_static_torch_model",
"GeminiAdamOptimizer",
"GeminiOptimizer",
]