github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Fix `clear` command performance in Windows

pull/19/head
OedoSoldier 2023-03-14 20:11:39 +08:00 committed by GitHub
parent 6a5a6326f9
commit fdc3e5646a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
cli_demo.py
View File

@ -1,10 +1,13 @@
import os import os
import platform
from transformers import AutoTokenizer, AutoModel from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) tokenizer = AutoTokenizer.from_pretrained("chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() model = AutoModel.from_pretrained("chatglm-6b", trust_remote_code=True).half().cuda()
model = model.eval() model = model.eval()
os_name = platform.system()
history = [] history = []
print("欢迎使用 ChatGLM-6B 模型，输入内容即可进行对话，clear 清空对话历史，stop 终止程序") print("欢迎使用 ChatGLM-6B 模型，输入内容即可进行对话，clear 清空对话历史，stop 终止程序")
while True: while True:
@ -13,8 +16,8 @@ while True:
break break
if query == "clear": if query == "clear":
history = [] history = []
os.system('clear') command = 'cls' if os_name == 'Windows' else 'clear'
os.system(command)
continue continue
response, history = model.chat(tokenizer, query, history=history) response, history = model.chat(tokenizer, query, history=history)
print(f"ChatGLM-6B：{response}") print(f"ChatGLM-6B：{response}")