github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

add parse_text

pull/373/head
tuteng0915 2023-04-03 23:36:18 +08:00
parent 119caa15ef
commit d21f891a76
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
web_demo3.py
View File

@ -4,7 +4,7 @@ from typing import TYPE_CHECKING, Any, Callable, Dict, List, Tuple, Type
import mdtex2html import mdtex2html
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).quantize(8).half().cuda() model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
model = model.eval() model = model.eval()
# MAX_TURNS = 20 # MAX_TURNS = 20
@ -24,7 +24,7 @@ gr.Chatbot.postprocess = postprocess
def parse_text(text): def parse_text(text):
"""revise from https://github.com/GaiZhenbiao/ChuanhuChatGPT/""" """copy from https://github.com/GaiZhenbiao/ChuanhuChatGPT/"""
lines = text.split("\n") lines = text.split("\n")
lines = [line for line in lines if line != ""] lines = [line for line in lines if line != ""]
count = 0 count = 0