Merge pull request #19 from OedoSoldier/main

Fix `clear` command performance in Windows
pull/41/head
Zhengxiao Du 2023-03-14 20:35:06 +08:00 committed by GitHub
commit afee32f2b1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 2 deletions

View File

@ -1,10 +1,13 @@
import os
import platform
from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
model = model.eval()
os_name = platform.system()
history = []
print("欢迎使用 ChatGLM-6B 模型输入内容即可进行对话clear 清空对话历史stop 终止程序")
while True:
@ -13,8 +16,8 @@ while True:
break
if query == "clear":
history = []
os.system('clear')
command = 'cls' if os_name == 'Windows' else 'clear'
os.system(command)
continue
response, history = model.chat(tokenizer, query, history=history)
print(f"ChatGLM-6B{response}")