github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

limit 2min generation

pull/464/head
simon gao 2023-04-19 13:48:22 +08:00
parent 2f7c320e1b
commit 47e476a24b
1 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
api_stream.py
View File

@ -37,14 +37,18 @@ def stream_item(prompt, history, max_length, top_p, temperature):
def removeTimeoutBuffer(): def removeTimeoutBuffer():
global stream_buffer
for key in stream_buffer.copy(): for key in stream_buffer.copy():
if stream_buffer[key]["stop"]: diff = datetime.datetime.now() - stream_buffer[key]["time"]
diff = datetime.datetime.now() - stream_buffer[key]["time"] seconds = diff.total_seconds()
seconds = diff.total_seconds() print(key + ": 已存在" + str(seconds) + "秒")
print(key + ": 已存在" + str(seconds) + "秒") if seconds > 120:
if seconds > 120: if stream_buffer[key]["stop"]:
del stream_buffer[key] del stream_buffer[key]
print(key + "：已被删除") print(key + "：已被从缓存中移除")
else:
stream_buffer[key]["stop"] = True
print(key + "：已被标识为结束")
@app.post("/stream") @app.post("/stream")