ColossalAI/colossalai/legacy/inference/__init__.py

5 lines
152 B
Python

from .hybridengine import CaiInferEngine
from .hybridengine.polices import LlamaModelInferPolicy
__all__ = ["CaiInferEngine", "LlamaModelInferPolicy"]