From 437693b8bee274da8a0f7933c05dbbbe37ad583e Mon Sep 17 00:00:00 2001 From: LemonQu-GIT Date: Fri, 24 Mar 2023 22:52:41 +0800 Subject: [PATCH] update api.py's function and fix bug --- __pycache__/api.cpython-39.pyc | Bin 0 -> 1811 bytes __pycache__/test.cpython-39.pyc | Bin 0 -> 734 bytes api.py | 43 +++++++++++++++++++++++++++----- 3 files changed, 37 insertions(+), 6 deletions(-) create mode 100644 __pycache__/api.cpython-39.pyc create mode 100644 __pycache__/test.cpython-39.pyc diff --git a/__pycache__/api.cpython-39.pyc b/__pycache__/api.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..b8392f57474f5a8be199139804673a7403bc5677 GIT binary patch literal 1811 zcmZ`(OK)366rPzo_u*%p)Q!{93KMF;f;3%q5mhLql%|42hz6mWpsQQYB(ZZJX70El z*7Yjg<{xBXFY^yrAU16H4YOsHElUd|&WxRhB5_A^=A3iqb-ww|2}-3rf^YTL`|P=k z&|liP{&`@mLr?z(!4ShCif{`@q(!i{NoYm1MI*aq8`}z2*`epFy|j5%TUDP|6H-_c{-DjL5x#w^G3?+|!O#!~=Kk(G?6%;#A7fQa7*i`?l} z*c_{{dA7iAoluN^K=D0_`25jt80p4yqXmY>7^BxHCXdh_3T|=Qt+Fb+%@$8caGTp# z)@X5zMzt{tmgLgt&KTA+>lJF&&LM8pB+C6NNafRSUn=)I{&SzF5`3kneVJ@02R!Z! zxKKH5ZYGR}TNAw6#L5-Zscoz`nSBKqZRmeMPftN)XoSY-C7`*1hFGEz&hQuy31}oE zpjnwUvY7T!qiLTlY1fucMl+jPC)N%bI^c7=?#LUXp_{p*oW^+QWe&`+Gmkl^beLmq z=G73>Jy$~+g)v`4GM_oe81zC74fC>)<&OciEC=xyx0KTpNz{|d-S4C_5l2lda&Ya* zeB<>>BU)*&dShd)vANcGb^a&#n^bv%r@bUjxtXY(R0gu2Dk?h>pWq)S4tl zy7AibpajOnnziK#UTzi@?WRerY}Su@sj|Z)V5ze9xKwteAy%}#A4rvxm+*TmkX#?3 ztT;JTUMj_|F{$7^q3oXM#IjisKy#!@dUwBWY;Nqj8=x!La4hk?EN!-OF0&lPRG-V5B zgjpG8^wb(cu4Vd#9q2B+vL%5_=9LM&vbQC485qpXp15uf|k#OQ4&`#hlhE zX2Hgk6ZL2MmYg;1DO7j#3q2q{}4Tac@lLYv1afPlT27zi~u~AfrlD+>?uSy;Blw$7&OF3 zu-i2R3NN^<&rpEqZv?Ir#Y8VY*4m9=3qa?KP(OwL=>iC3U2@?f&?b15=lfC6iG6?I z0y+lCD9wy>|i*!)g-uV8@%~hQ;dttQl_{}zy zr+F#*n*TgXfShf}s^(qg?n0e|%>{w&gr!d|N&!^gO+*A+3C%pA3z%~IZ#(To#6n-& zM6O5zNeZj=`H(xB!seO8MF?>aao<;#=*MdQYku@52?To?OD;qoYK-mkUpjJHHs*Gr z?)W{y;rLDrWL(mR()}RZh2-zEKr9*ue;b6?kTn<^E_qL&QuIUqxke_{t_rT;I&p}H WD^(BY%g{?6WZfbz;tHX-4BCH(x3V1o literal 0 HcmV?d00001 diff --git a/__pycache__/test.cpython-39.pyc b/__pycache__/test.cpython-39.pyc new file mode 100644 index 0000000000000000000000000000000000000000..601e028471ba85ed57d587ec7aaea38c01294608 GIT binary patch literal 734 zcmYjP&2H2%5VrHPadtPmp|l8b;k*Y*xp1fuYKs6N(Sm@JRVlL8?$+Hn4z?GxdtI)) z0f%y<&%s;x3YR_rm!230sdS?GX1+M%`DPSW6nzBtdwQ4u!3g~dQmnU_m2qh|~dB@YbPy0}l)&n}|;*buzSkR)2BRcBh zn2trfMzj>=`7Pf2jzz+=Z$kNEg2XqX|k#nbm_ zQeJ{uG{K&{X`R#!t0$4qUNGzS-@fwMJMnQLtb_CXfLU>@$O zOg2@uBB5%Rwe2d~+3p^>cORk4pmh@as>;V^(U>CK8rE_H#-Ry$qBLLB;%OMkZUPK(iG%M%VIyTm H@J93(I+?jv literal 0 HcmV?d00001 diff --git a/api.py b/api.py index 10f70b6..733bcca 100644 --- a/api.py +++ b/api.py @@ -1,11 +1,10 @@ from fastapi import FastAPI, Request from transformers import AutoTokenizer, AutoModel -import uvicorn, json, datetime +import uvicorn, json, datetime, os -app = FastAPI() +api = FastAPI() - -@app.post("/") +@api.post("/") async def create_item(request: Request): global model, tokenizer json_post_raw = await request.json() @@ -26,10 +25,42 @@ async def create_item(request: Request): print(log) return answer +@api.post("/clear") +async def clear_history(): + global history + history = [] + now = datetime.datetime.now() + time = now.strftime("%Y-%m-%d %H:%M:%S") + answer = { + "response": "history cleared", + "status": 200, + "time": time + } + log = "[" + time + "] " + 'History Cleared' + print(log) + return answer + +@api.post("/history") +async def get_history(): + global history + now = datetime.datetime.now() + time = now.strftime("%Y-%m-%d %H:%M:%S") + answer = { + "response": history, + "status": 200, + "time": time + } + log = "[" + time + "] " + 'Get History' + print(log) + return answer if __name__ == '__main__': - uvicorn.run('api:app', host='0.0.0.0', port=8000, workers=1) + try: + uvicorn.run('api:api', host='0.0.0.0', port=8000, workers=1) + except KeyboardInterrupt: + os._exit(0) +history = [] tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() -model.eval() +model.eval() \ No newline at end of file