ColossalAI/colossalai/inference/core/__init__.py

5 lines
129 B
Python

from .engine import InferenceEngine
from .request_handler import RequestHandler
__all__ = ["InferenceEngine", "RequestHandler"]