mirror of https://github.com/THUDM/ChatGLM2-6B
添加清除历史对话按钮
parent
b519f9a092
commit
b25d2aa38f
15
web_demo2.py
15
web_demo2.py
|
@ -2,14 +2,12 @@ from transformers import AutoModel, AutoTokenizer
|
||||||
import streamlit as st
|
import streamlit as st
|
||||||
from streamlit_chat import message
|
from streamlit_chat import message
|
||||||
|
|
||||||
|
|
||||||
st.set_page_config(
|
st.set_page_config(
|
||||||
page_title="ChatGLM2-6b 演示",
|
page_title="ChatGLM2-6b 演示",
|
||||||
page_icon=":robot:",
|
page_icon=":robot:"
|
||||||
layout='wide'
|
layout='wide'
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@st.cache_resource
|
@st.cache_resource
|
||||||
def get_model():
|
def get_model():
|
||||||
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
|
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
|
||||||
|
@ -20,12 +18,13 @@ def get_model():
|
||||||
model = model.eval()
|
model = model.eval()
|
||||||
return tokenizer, model
|
return tokenizer, model
|
||||||
|
|
||||||
|
|
||||||
MAX_TURNS = 20
|
MAX_TURNS = 20
|
||||||
MAX_BOXES = MAX_TURNS * 2
|
MAX_BOXES = MAX_TURNS * 2
|
||||||
|
|
||||||
|
#在启动时加载模型
|
||||||
|
get_model()
|
||||||
|
|
||||||
def predict(input, max_length, top_p, temperature, history=None):
|
def predict(input, history=None):
|
||||||
tokenizer, model = get_model()
|
tokenizer, model = get_model()
|
||||||
if history is None:
|
if history is None:
|
||||||
history = []
|
history = []
|
||||||
|
@ -48,6 +47,9 @@ def predict(input, max_length, top_p, temperature, history=None):
|
||||||
|
|
||||||
return history
|
return history
|
||||||
|
|
||||||
|
#清除对话历史
|
||||||
|
def clean():
|
||||||
|
st.session_state["state"] = None
|
||||||
|
|
||||||
container = st.container()
|
container = st.container()
|
||||||
|
|
||||||
|
@ -72,4 +74,7 @@ if 'state' not in st.session_state:
|
||||||
if st.button("发送", key="predict"):
|
if st.button("发送", key="predict"):
|
||||||
with st.spinner("AI正在思考,请稍等........"):
|
with st.spinner("AI正在思考,请稍等........"):
|
||||||
# text generation
|
# text generation
|
||||||
|
clean_button = st.button("新对话", on_click=clean)
|
||||||
st.session_state["state"] = predict(prompt_text, max_length, top_p, temperature, st.session_state["state"])
|
st.session_state["state"] = predict(prompt_text, max_length, top_p, temperature, st.session_state["state"])
|
||||||
|
|
||||||
|
st.session_state["state"]
|
||||||
|
|
Loading…
Reference in New Issue