ColossalAI/colossalai/inference/__init__.py

5 lines
120 B
Python

from .config import InferenceConfig
from .core import InferenceEngine
__all__ = ["InferenceConfig", "InferenceEngine"]