github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

support windows for local model directory

pull/202/head
Guo Y.K 2023-03-23 16:07:03 +08:00
parent da09ca4dff
commit fc1058babe
No known key found for this signature in database
GPG Key ID: 315A5D46A979A359
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
cli_demo.py
View File

@ -2,7 +2,7 @@ import os
import platform import platform
from transformers import AutoTokenizer, AutoModel from transformers import AutoTokenizer, AutoModel
MODEL_ID = "./model" if os.path.exists('./model') else "THUDM/chatglm-6b" MODEL_ID = "model" if os.path.isdir('model') else "THUDM/chatglm-6b"
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True) tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
model = AutoModel.from_pretrained(MODEL_ID, trust_remote_code=True).half().cuda() model = AutoModel.from_pretrained(MODEL_ID, trust_remote_code=True).half().cuda()

2
web_demo.py
View File

@ -2,7 +2,7 @@ import os
from transformers import AutoModel, AutoTokenizer from transformers import AutoModel, AutoTokenizer
import gradio as gr import gradio as gr
MODEL_ID = "./model" if os.path.exists('./model') else "THUDM/chatglm-6b" MODEL_ID = "model" if os.path.isdir('model') else "THUDM/chatglm-6b"
tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True) tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True)
model = AutoModel.from_pretrained(MODEL_ID, trust_remote_code=True).half().cuda() model = AutoModel.from_pretrained(MODEL_ID, trust_remote_code=True).half().cuda()