Update web_demo.py

pull/637/head
zhengjie.xu 2024-01-19 19:04:42 +08:00 committed by GitHub
parent 33b87bcba9
commit c98d654930
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 3 deletions

View File

@ -16,14 +16,13 @@ from typing import Callable, List, Optional
import streamlit as st
import torch
from torch import nn
from transformers.generation.utils import (LogitsProcessorList,
StoppingCriteriaList)
from transformers.generation.utils import LogitsProcessorList, StoppingCriteriaList
from transformers.utils import logging
from transformers import AutoTokenizer, AutoModelForCausalLM # isort: skip
logger = logging.get_logger(__name__)
model_name_or_path = "/root/model/Shanghai_AI_Laboratory/internlm2-chat-20b"
@dataclass