From e00222ce22b918ca6b1af18b3b38f4a345054844 Mon Sep 17 00:00:00 2001 From: ZwwWayne Date: Thu, 18 Jan 2024 22:19:38 +0800 Subject: [PATCH] update web demo --- chat/web_demo.py | 17 ++++++----------- 1 file changed, 6 insertions(+), 11 deletions(-) diff --git a/chat/web_demo.py b/chat/web_demo.py index 93272a6..c1d9b59 100644 --- a/chat/web_demo.py +++ b/chat/web_demo.py @@ -7,20 +7,15 @@ Please refer to these links below for more information: 3. transformers: https://github.com/huggingface/transformers """ -from dataclasses import asdict +import copy +import warnings +from dataclasses import asdict, dataclass +from typing import Callable, List, Optional import streamlit as st -import torch -from transformers import AutoModelForCausalLM, AutoTokenizer -from transformers.utils import logging - -import copy -import warnings -from dataclasses import dataclass -from typing import Callable, List, Optional - import torch from torch import nn +from transformers import AutoModelForCausalLM, AutoTokenizer from transformers.generation.utils import LogitsProcessorList, StoppingCriteriaList from transformers.utils import logging @@ -188,7 +183,7 @@ cur_query_prompt = "[UNUSED_TOKEN_146]user\n{user}[UNUSED_TOKEN_145]\n[UNUSED_TO def combine_history(prompt): messages = st.session_state.messages - meta_instruction = "You are InternLM (书生·浦语), a helpful, honest, and harmless AI assistant developed by Shanghai AI Laboratory (上海人工智能实验室)." + meta_instruction = "You are InternLM (书生·浦语), a helpful, honest, and harmless AI assistant developed by Shanghai AI Laboratory (上海人工智能实验室)." # noqa:E501 total_prompt = f"[UNUSED_TOKEN_146]system\n{meta_instruction}[UNUSED_TOKEN_145]\n" for message in messages: cur_content = message["content"]