|
|
@ -2,6 +2,7 @@ import os |
|
|
|
import platform |
|
|
|
import platform |
|
|
|
import signal |
|
|
|
import signal |
|
|
|
from transformers import AutoTokenizer, AutoModel |
|
|
|
from transformers import AutoTokenizer, AutoModel |
|
|
|
|
|
|
|
import readline |
|
|
|
|
|
|
|
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) |
|
|
|
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) |
|
|
|
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() |
|
|
|
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() |
|
|
|