diff --git a/web_demo.py b/web_demo.py index bceaf26..7d34fe0 100644 --- a/web_demo.py +++ b/web_demo.py @@ -2,8 +2,7 @@ from transformers import AutoModel, AutoTokenizer import gradio as gr tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) -model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) -model = model.half().cuda() +model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() model = model.eval() MAX_TURNS = 20