Merge pull request #934 from cifangyiquan/main

fix input unicodedecodererror
pull/941/head
Zhengxiao Du 2023-05-06 10:20:31 +02:00 committed by GitHub
commit 9d7bcf62e8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 0 deletions

View File

@ -2,6 +2,7 @@ import os
import platform
import signal
from transformers import AutoTokenizer, AutoModel
import readline
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()