Update app.py

app.py

@@ -100,6 +100,17 @@ with gr.Blocks() as demo:
 
 
     def bot(history, max_new_tokens, temperature, top_p, top_k, system_prompt):
+        chat_data = []
+        for user_msg, assistant_msg in history:
+            chat_data += [
+                {"role": "user", user_msg},
+                {"role": "assistant", "content": assistant_msg},
+            ]
+        message = tokenizer.apply_chat_template(chat, tokenize=False)
+        message = message[3:]  # remove SOT token
+
+        print(message)
+
         data = {
             "model": MODEL_NAME,
             "messages": str(message),