github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

feat: add `.gitignore` and `cache_dir`

pull/48/head
yuchuanliu 2023-03-15 15:20:51 +08:00
parent c55ecd89a0
commit d6bd5be4cd
3 changed files with 21 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
.gitignore vendored Normal file
View File

@ -0,0 +1,6 @@
# override cache dir
.cache
# for ide
.vscode
.idea

8
cli_demo.py
View File

@ -1,9 +1,13 @@
import os import os
import pathlib
import platform import platform
from transformers import AutoTokenizer, AutoModel from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) cache_dir = os.path.join(pathlib.Path(__file__).parent.resolve(), ".cache")
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True, cache_dir=cache_dir)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True, cache_dir=cache_dir).half().cuda()
model = model.eval() model = model.eval()
os_name = platform.system() os_name = platform.system()

13
web_demo.py
View File

@ -1,8 +1,13 @@
from transformers import AutoModel, AutoTokenizer import os
import gradio as gr import pathlib
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) import gradio as gr
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() from transformers import AutoModel, AutoTokenizer
cache_dir = os.path.join(pathlib.Path(__file__).parent.resolve(), ".cache")
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True, cache_dir=cache_dir)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True, cache_dir=cache_dir).half().cuda()
model = model.eval() model = model.eval()
MAX_TURNS = 20 MAX_TURNS = 20