Browse Source

Fix typos

Move model instantiation
dev_api
duzx16 2 years ago
parent
commit
c6790a09f0
  1. 5
      api.py

5
api.py

@ -50,8 +50,7 @@ async def create_item(request: Request):
if __name__ == '__main__': if __name__ == '__main__':
uvicorn.run(app, host='0.0.0.0', port=8000, workers=1)
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm_6b", trust_remote_code=True).half().cuda() model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
model.eval() model.eval()
uvicorn.run(app, host='0.0.0.0', port=8000, workers=1)

Loading…
Cancel
Save