Update app.py

app.py

@@ -71,9 +71,9 @@ with gr.Blocks() as demo:
         max_new_tokens = gr.Slider(
             label='Max new tokens',
             minimum=1,
-            maximum=MAX_MAX_NEW_TOKENS,
+            maximum=1024,
             step=1,
-            value=DEFAULT_MAX_NEW_TOKENS,
+            value=512,
         )
         temperature = gr.Slider(
             label='Temperature',
@@ -118,7 +118,7 @@ with gr.Blocks() as demo:
             "model": MODEL_NAME,
             "prompt": str(message),
             "temperature": float(temperature),
-            "n": 1,
+            "n": int(top_k),
             "max_tokens": int(max_new_tokens),
             "stop": "",
             "top_p": float(top_p),