diff --git a/chat/web_demo.py b/chat/web_demo.py index 18af3c6..876b629 100644 --- a/chat/web_demo.py +++ b/chat/web_demo.py @@ -16,14 +16,13 @@ from typing import Callable, List, Optional import streamlit as st import torch from torch import nn -from transformers.generation.utils import (LogitsProcessorList, - StoppingCriteriaList) +from transformers.generation.utils import LogitsProcessorList, StoppingCriteriaList from transformers.utils import logging from transformers import AutoTokenizer, AutoModelForCausalLM # isort: skip - logger = logging.get_logger(__name__) +model_name_or_path = "/root/model/Shanghai_AI_Laboratory/internlm2-chat-20b" @dataclass