ColossalAI/colossalai/inference/quant/gptq/__init__.py

6 lines
155 B
Python

from .cai_gptq import HAS_AUTO_GPTQ
if HAS_AUTO_GPTQ:
from .cai_gptq import CaiGPTQLinearOp, CaiQuantLinear
from .gptq_manager import GPTQManager