github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix(web): support new version transformers

pull/786/head
MCplayerFromPRC 2024-08-08 23:19:17 +08:00
parent 7f148b3c2c
commit 1de230c055
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
chat/web_demo.py
View File

@ -127,9 +127,10 @@ def generate_interactive(
stopping_criteria = model._get_stopping_criteria( stopping_criteria = model._get_stopping_criteria(
generation_config=generation_config, generation_config=generation_config,
stopping_criteria=stopping_criteria) stopping_criteria=stopping_criteria)
if transformers.__version__ >= "4.42.0": if transformers.__version__ >= '4.42.0':
logits_warper = model._get_logits_warper(generation_config, device="cuda") logits_warper = model._get_logits_warper(generation_config,
device='cuda')
else: else:
logits_warper = model._get_logits_warper(generation_config) logits_warper = model._get_logits_warper(generation_config)