ColossalAI/colossalai/inference/modeling/policy/__init__.py

8 lines
157 B
Python

from .llama import LlamaModelInferPolicy
model_policy_map = {
"llama": LlamaModelInferPolicy,
}
__all__ = ["LlamaModelInferPolicy", "model_polic_map"]