|
|
@ -50,8 +50,7 @@ async def create_item(request: Request): |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__': |
|
|
|
if __name__ == '__main__': |
|
|
|
uvicorn.run(app, host='0.0.0.0', port=8000, workers=1) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) |
|
|
|
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) |
|
|
|
model = AutoModel.from_pretrained("THUDM/chatglm_6b", trust_remote_code=True).half().cuda() |
|
|
|
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() |
|
|
|
model.eval() |
|
|
|
model.eval() |
|
|
|
|
|
|
|
uvicorn.run(app, host='0.0.0.0', port=8000, workers=1) |
|
|
|