ColossalAI/colossalai/nn/parallel/__init__.py

5 lines
130 B
Python

from .data_parallel import ColoDDP, ZeroDDP
from .gemini_parallel import GeminiDDP
__all__ = ['ColoDDP', 'ZeroDDP', 'GeminiDDP']