Fix `clear` command performance in Windows

pull/19/head
OedoSoldier 2023-03-14 20:11:39 +08:00 committed by GitHub
parent 6a5a6326f9
commit fdc3e5646a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 4 deletions

View File

@ -1,10 +1,13 @@
import os
import platform
from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
tokenizer = AutoTokenizer.from_pretrained("chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("chatglm-6b", trust_remote_code=True).half().cuda()
model = model.eval()
os_name = platform.system()
history = []
print("欢迎使用 ChatGLM-6B 模型输入内容即可进行对话clear 清空对话历史stop 终止程序")
while True:
@ -13,8 +16,8 @@ while True:
break
if query == "clear":
history = []
os.system('clear')
command = 'cls' if os_name == 'Windows' else 'clear'
os.system(command)
continue
response, history = model.chat(tokenizer, query, history=history)
print(f"ChatGLM-6B{response}")