From 7a462c7d3fbe66b7e25b5dd6a13eaa164a32f77c Mon Sep 17 00:00:00 2001
From: YWMditto <862779238@qq.com>
Date: Thu, 9 Nov 2023 16:33:20 +0800
Subject: [PATCH] update apis/inference.py

---
 internlm/apis/inference.py | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/internlm/apis/inference.py b/internlm/apis/inference.py
index d07a25f..5c70c31 100644
--- a/internlm/apis/inference.py
+++ b/internlm/apis/inference.py
@@ -163,9 +163,9 @@ class SequenceGenerator:
         length_penalty: float = 1.0,
     ):
         if not do_sample:
-            temperature = (1,)
-            top_k = (50,)
-            top_p = (1,)
+            temperature = 1
+            top_k = 50
+            top_p = 1
         yield from _streaming_no_beam_search_generate(
             self.decoder,
             tokens=tokens,