|
|
|
@ -2,8 +2,8 @@ from transformers import AutoModel, AutoTokenizer
|
|
|
|
|
import gradio as gr |
|
|
|
|
import mdtex2html |
|
|
|
|
|
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained("/mnt/vepfs/workspace/zxdu/chatglm_6b", trust_remote_code=True) |
|
|
|
|
model = AutoModel.from_pretrained("/mnt/vepfs/workspace/zxdu/chatglm_6b", trust_remote_code=True).half().cuda() |
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) |
|
|
|
|
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() |
|
|
|
|
model = model.eval() |
|
|
|
|
|
|
|
|
|
"""Override Chatbot.postprocess""" |
|
|
|
|