import warnings HAS_AUTO_GPTQ = False try: import auto_gptq HAS_AUTO_GPTQ = True except ImportError: warnings.warn("please install auto-gptq from https://github.com/PanQiWei/AutoGPTQ") HAS_AUTO_GPTQ = False if HAS_AUTO_GPTQ: from .cai_quant_linear import CaiQuantLinear, ColCaiQuantLinear, RowCaiQuantLinear from .gptq_op import CaiGPTQLinearOp