mirror of https://github.com/hpcaitech/ColossalAI
15 lines
372 B
Python
15 lines
372 B
Python
import warnings
|
|
|
|
HAS_AUTO_GPTQ = False
|
|
try:
|
|
import auto_gptq
|
|
|
|
HAS_AUTO_GPTQ = True
|
|
except ImportError:
|
|
warnings.warn("please install auto-gptq from https://github.com/PanQiWei/AutoGPTQ")
|
|
HAS_AUTO_GPTQ = False
|
|
|
|
if HAS_AUTO_GPTQ:
|
|
from .cai_quant_linear import CaiQuantLinear, ColCaiQuantLinear, RowCaiQuantLinear
|
|
from .gptq_op import CaiGPTQLinearOp
|