diff --git a/cli_demo.py b/cli_demo.py index 4aa35d3..f048084 100644 --- a/cli_demo.py +++ b/cli_demo.py @@ -2,7 +2,6 @@ import os import platform import signal from transformers import AutoTokenizer, AutoModel -import readline tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True) model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).cuda()