update apis/inference.py

2023-11-09 16:33:20 +08:00 · 2023-11-09 16:33:20 +08:00 · 7a462c7d3f
parent 47c82aa223
commit 7a462c7d3f
1 changed files with 3 additions and 3 deletions
--- a/internlm/apis/inference.py
+++ b/internlm/apis/inference.py
@ -163,9 +163,9 @@ class SequenceGenerator:
        length_penalty: float = 1.0,
    ):
        if not do_sample:
-            temperature = (1,)
-            top_k = (50,)
-            top_p = (1,)
+            temperature = 1
+            top_k = 50
+            top_p = 1
        yield from _streaming_no_beam_search_generate(
            self.decoder,
            tokens=tokens,