diff --git a/api.py b/api.py index 14a2d57..f3c88b1 100644 --- a/api.py +++ b/api.py @@ -28,7 +28,7 @@ async def create_item(request: Request): if __name__ == '__main__': - uvicorn.run('API:app', host='0.0.0.0', port=8000, workers=1) + uvicorn.run('api:app', host='0.0.0.0', port=8000, workers=1) tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) model = AutoModel.from_pretrained("THUDM/chatglm_6b", trust_remote_code=True).half().cuda()