|
|
|
@ -2,8 +2,8 @@ import os
|
|
|
|
|
import platform |
|
|
|
|
from transformers import AutoTokenizer, AutoModel |
|
|
|
|
|
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) |
|
|
|
|
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() |
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained("/Users/zhengxiaodu/Downloads/chatglm-6b", trust_remote_code=True) |
|
|
|
|
model = AutoModel.from_pretrained("/Users/zhengxiaodu/Downloads/chatglm-6b", trust_remote_code=True).half().to("mps") |
|
|
|
|
model = model.eval() |
|
|
|
|
|
|
|
|
|
os_name = platform.system() |
|
|
|
|