github
/
ChatGLM-6B
mirror of https://github.com/THUDM/ChatGLM-6B
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Merge 19e9371ed1 into a9fc018444

pull/383/merge
rain1962 2023-04-06 16:13:29 +08:00 committed by GitHub
parent a9fc018444 19e9371ed1
commit 1e5038599a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
web_demo.py
View File

@ -1,5 +1,8 @@
from transformers import AutoModel, AutoTokenizer from transformers import AutoModel, AutoTokenizer
import gradio as gr import gradio as gr
import edge_tts
import asyncio
import pygame
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
@ -7,6 +10,8 @@ model = model.eval()
MAX_TURNS = 20 MAX_TURNS = 20
MAX_BOXES = MAX_TURNS * 2 MAX_BOXES = MAX_TURNS * 2
VOICE = "zh-CN-XiaoxiaoNeural"
OUTPUT_FILE = "sound.mp3"
def predict(input, max_length, top_p, temperature, history=None): def predict(input, max_length, top_p, temperature, history=None):
@ -21,7 +26,12 @@ def predict(input, max_length, top_p, temperature, history=None):
if len(updates) < MAX_BOXES: if len(updates) < MAX_BOXES:
updates = updates + [gr.Textbox.update(visible=False)] * (MAX_BOXES - len(updates)) updates = updates + [gr.Textbox.update(visible=False)] * (MAX_BOXES - len(updates))
yield [history] + updates yield [history] + updates
communicate = edge_tts.Communicate(response, VOICE)
loop=asyncio.new_event_loop()
loop.run_until_complete(communicate.save(OUTPUT_FILE))
pygame.mixer.init()
pygame.mixer.music.load("sound.mp3")
pygame.mixer.music.play()
with gr.Blocks() as demo: with gr.Blocks() as demo:
state = gr.State([]) state = gr.State([])