ColossalAI/colossalai/inference/quant/gptq/__init__.py

5 lines
113 B
Python

from .cai_gptq import HAS_AUTO_GPTQ
if HAS_AUTO_GPTQ:
from .cai_gptq import CaiGPTQLinearOp, CaiQuantLinear