github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

merge

pull/192/head
AdamBear 2023-03-22 15:16:08 +08:00
parent 5040849822
commit ee76342382
1 changed files with 0 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
web_demo2.py
View File

@ -11,13 +11,8 @@ st.set_page_config(
@st.cache_resource
def get_model():
<<<<<<< HEAD
tokenizer = AutoTokenizer.from_pretrained("/data/chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("/data/chatglm-6b", trust_remote_code=True).half().cuda()
=======
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
>>>>>>> 292b5684c18a1765bf2570739e5cf2dcb03cca41
model = model.eval()
return tokenizer, model
@ -31,7 +26,6 @@ def predict(input, history=None):
if history is None:
history = []
<<<<<<< HEAD
with container:
if len(history) > 0:
for i, (query, response) in enumerate(history):
@ -45,12 +39,6 @@ def predict(input, history=None):
query, response = history[-1]
st.write(response)
=======
for i, (query, response) in enumerate(history):
message(query, avatar_style="big-smile", key=str(i) + "_user")
message(response, avatar_style="bottts", key=str(i))
>>>>>>> 292b5684c18a1765bf2570739e5cf2dcb03cca41
return history