support chat-7b-8k

support chat-7b-8k,otherwith it will be cut to 2048,unable to match the long sentence ability
2023-07-11 15:34:53 +08:00 · 2023-07-11 15:34:53 +08:00 · f57a156871
parent c18bec9361
commit f57a156871
1 changed files with 1 additions and 1 deletions
--- a/web_demo.py
+++ b/web_demo.py
@ -158,7 +158,7 @@ def load_model():

 def prepare_generation_config():
    with st.sidebar:
-        max_length = st.slider("Max Length", min_value=32, max_value=2048, value=2048)
+        max_length = st.slider("Max Length", min_value=32, max_value=8000, value=2048)
        top_p = st.slider(
            'Top P', 0.0, 1.0, 0.8, step=0.01
        )