github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Add another web demo with Gradio

pull/373/head^2
duzx16 2023-04-03 23:29:04 +08:00
parent 9d30ed964a
commit ec069419be
1 changed files with 22 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
web_demo3.py
View File

@ -4,13 +4,12 @@ from typing import TYPE_CHECKING, Any, Callable, Dict, List, Tuple, Type
import mdtex2html import mdtex2html
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).quantize(8).half().cuda() model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
model = model.eval() model = model.eval()
# MAX_TURNS = 20
# MAX_BOXES = MAX_TURNS * 2
"""Override Chatbot.postprocess""" """Override Chatbot.postprocess"""
def postprocess(self, y): def postprocess(self, y):
if y is None: if y is None:
return [] return []
@ -20,6 +19,8 @@ def postprocess(self, y):
None if response is None else mdtex2html.convert(response), None if response is None else mdtex2html.convert(response),
) )
return y return y
gr.Chatbot.postprocess = postprocess gr.Chatbot.postprocess = postprocess
@ -30,6 +31,7 @@ def predict(input, chatbot, max_length, top_p, temperature, history):
chatbot[-1] = (input, response) chatbot[-1] = (input, response)
yield chatbot, history yield chatbot, history
def reset_user_input(): def reset_user_input():
return gr.update(value='') return gr.update(value='')
@ -37,6 +39,7 @@ def reset_user_input():
def reset_state(): def reset_state():
return [], [] return [], []
with gr.Blocks() as demo: with gr.Blocks() as demo:
gr.HTML("""<h1 align="center">ChatGLM</h1>""") gr.HTML("""<h1 align="center">ChatGLM</h1>""")
@ -57,13 +60,14 @@ with gr.Blocks() as demo:
history = gr.State([]) history = gr.State([])
user_input.submit(predict, [user_input, chatbot, max_length, top_p, temperature, history], [chatbot, history], show_progress=True) user_input.submit(predict, [user_input, chatbot, max_length, top_p, temperature, history], [chatbot, history],
show_progress=True)
user_input.submit(reset_user_input, [], [user_input]) user_input.submit(reset_user_input, [], [user_input])
submitBtn.click(predict, [user_input, chatbot, max_length, top_p, temperature, history], [chatbot, history], show_progress=True) submitBtn.click(predict, [user_input, chatbot, max_length, top_p, temperature, history], [chatbot, history],
show_progress=True)
submitBtn.click(reset_user_input, [], [user_input]) submitBtn.click(reset_user_input, [], [user_input])
emptyBtn.click(reset_state, outputs=[chatbot, history], show_progress=True) emptyBtn.click(reset_state, outputs=[chatbot, history], show_progress=True)
demo.queue().launch(share=True, inbrowser=True)
demo.queue().launch(share=False, inbrowser=True)