|
|
@ -2,8 +2,8 @@ from transformers import AutoModel, AutoTokenizer
|
|
|
|
import gradio as gr
|
|
|
|
import gradio as gr
|
|
|
|
import mdtex2html
|
|
|
|
import mdtex2html
|
|
|
|
|
|
|
|
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained("/mnt/vepfs/workspace/zxdu/chatglm_6b", trust_remote_code=True)
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
|
|
|
|
model = AutoModel.from_pretrained("/mnt/vepfs/workspace/zxdu/chatglm_6b", trust_remote_code=True).half().cuda()
|
|
|
|
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
|
|
|
|
model = model.eval()
|
|
|
|
model = model.eval()
|
|
|
|
|
|
|
|
|
|
|
|
"""Override Chatbot.postprocess"""
|
|
|
|
"""Override Chatbot.postprocess"""
|
|
|
|