github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

update apis/inference.py

pull/478/head
YWMditto 2023-11-09 16:33:20 +08:00
parent 47c82aa223
commit 7a462c7d3f
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
internlm/apis/inference.py
View File

@ -163,9 +163,9 @@ class SequenceGenerator:
length_penalty: float = 1.0, length_penalty: float = 1.0,
): ):
if not do_sample: if not do_sample:
temperature = (1,) temperature = 1
top_k = (50,) top_k = 50
top_p = (1,) top_p = 1
yield from _streaming_no_beam_search_generate( yield from _streaming_no_beam_search_generate(
self.decoder, self.decoder,
tokens=tokens, tokens=tokens,