fix input unicodedecodererror

2 years ago · ce66b0ecb5
parent e952ec5e77
commit ce66b0ecb5
1 changed files with 1 additions and 0 deletions
--- a/cli_demo.py
+++ b/cli_demo.py
@ -2,6 +2,7 @@ import os
 import platform
 import signal
 from transformers import AutoTokenizer, AutoModel
+import readline

 tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
 model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()