github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix(web): support new version transformers

pull/786/head
MCplayerFromPRC 2024-08-08 22:45:45 +08:00
parent ef74b41aca
commit 20af9072be
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
chat/web_demo.py
View File

@ -125,7 +125,12 @@ def generate_interactive(
stopping_criteria = model._get_stopping_criteria( stopping_criteria = model._get_stopping_criteria(
generation_config=generation_config, generation_config=generation_config,
stopping_criteria=stopping_criteria) stopping_criteria=stopping_criteria)
logits_warper = model._get_logits_warper(generation_config)
import transformers
if transformers.__version__ >= "4.42.0":
logits_warper = model._get_logits_warper(generation_config, device="cuda")
else:
logits_warper = model._get_logits_warper(generation_config)
unfinished_sequences = input_ids.new(input_ids.shape[0]).fill_(1) unfinished_sequences = input_ids.new(input_ids.shape[0]).fill_(1)
scores = None scores = None