ColossalAI/colossalai/inference/tensor_parallel/policies/__init__.py

5 lines
144 B
Python

from .bloom import BloomModelInferPolicy
from .llama import LlamaModelInferPolicy
__all__ = ['BloomModelInferPolicy', 'LlamaModelInferPolicy']