Demo-MR-Breexe-8x7B

Running

YC-Chen commited on Jan 15

Commit

c8f3309

•

1 Parent(s): 429e239

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -118,7 +118,7 @@ with gr.Blocks() as demo:
             "model": MODEL_NAME,
             "prompt": str(message),
             "temperature": float(temperature),
-            "n": int(top_k),
             "max_tokens": int(max_new_tokens),
             "stop": "",
             "top_p": float(top_p),

             "model": MODEL_NAME,
             "prompt": str(message),
             "temperature": float(temperature),
+            "n": 1,
             "max_tokens": int(max_new_tokens),
             "stop": "",
             "top_p": float(top_p),