From 02d4d3dd2c660fc90432aa72719e1a7e6e483e41 Mon Sep 17 00:00:00 2001 From: Whitroom <1062015905@qq.com> Date: Wed, 12 Apr 2023 15:03:33 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E6=94=B9=E6=A8=A1=E5=9E=8B=E4=BD=8D?= =?UTF-8?q?=E7=BD=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- api.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/api.py b/api.py index 3e0e533..8997712 100644 --- a/api.py +++ b/api.py @@ -16,11 +16,11 @@ models = {} @asynccontextmanager async def lifespan(app: FastAPI): models['chat'] = AutoModel.from_pretrained( - "THUDM/models", + "THUDM/chatglm-6b", trust_remote_code=True).half().cuda() models['chat'].eval() models['tokenizer'] = AutoTokenizer.from_pretrained( - "THUDM/models", + "THUDM/chatglm-6b", trust_remote_code=True) yield for model in models.values(): @@ -63,4 +63,4 @@ async def create_item(item: Item): return Answer(response=response, history=history, status=200, time=time) if __name__ == '__main__': - uvicorn.run(app, host='0.0.0.0', port=8000, workers=1) + uvicorn.run(app, host='0.0.0.0', port=8010, workers=1)