github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix: 优化控制台闪烁的问题

pull/1054/head
潕量 2023-05-18 15:44:48 +08:00
parent 163f94e160
commit f232ff33af
1 changed files with 6 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
cli_demo.py
View File

@ -29,6 +29,7 @@ def signal_handler(signal, frame):
def main(): def main():
history = [] history = []
global stop_stream global stop_stream
signal.signal(signal.SIGINT, signal_handler)
print("欢迎使用 ChatGLM-6B 模型，输入内容即可进行对话，clear 清空对话历史，stop 终止程序") print("欢迎使用 ChatGLM-6B 模型，输入内容即可进行对话，clear 清空对话历史，stop 终止程序")
while True: while True:
query = input("\n用户：") query = input("\n用户：")
@ -39,20 +40,16 @@ def main():
os.system(clear_command) os.system(clear_command)
print("欢迎使用 ChatGLM-6B 模型，输入内容即可进行对话，clear 清空对话历史，stop 终止程序") print("欢迎使用 ChatGLM-6B 模型，输入内容即可进行对话，clear 清空对话历史，stop 终止程序")
continue continue
count = 0 prev_response = ""
print("ChatGLM-6B：", end="", flush=True)
for response, history in model.stream_chat(tokenizer, query, history=history): for response, history in model.stream_chat(tokenizer, query, history=history):
if stop_stream: if stop_stream:
stop_stream = False stop_stream = False
break break
else: else:
count += 1 print(response[len(prev_response):], end="", flush=True)
if count % 8 == 0: prev_response = response
os.system(clear_command) print("\n", end="", flush=True)
print(build_prompt(history), flush=True)
signal.signal(signal.SIGINT, signal_handler)
os.system(clear_command)
print(build_prompt(history), flush=True)
if __name__ == "__main__": if __name__ == "__main__":
main() main()