From f57a1568715d34b13788e8163b1d28bae42ea27d Mon Sep 17 00:00:00 2001 From: LYMDLUT <70597027+LYMDLUT@users.noreply.github.com> Date: Tue, 11 Jul 2023 15:34:53 +0800 Subject: [PATCH] support chat-7b-8k support chat-7b-8k,otherwith it will be cut to 2048,unable to match the long sentence ability --- web_demo.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/web_demo.py b/web_demo.py index 59fe79f..c0808f5 100644 --- a/web_demo.py +++ b/web_demo.py @@ -158,7 +158,7 @@ def load_model(): def prepare_generation_config(): with st.sidebar: - max_length = st.slider("Max Length", min_value=32, max_value=2048, value=2048) + max_length = st.slider("Max Length", min_value=32, max_value=8000, value=2048) top_p = st.slider( 'Top P', 0.0, 1.0, 0.8, step=0.01 )