Update app.py

app.py

@@ -5,7 +5,14 @@ import gradio as gr
 import json
 import time
 
-anyscale_base_url = "https://api.endpoints.anyscale.com/v1"
+togetherai_base_url = "https://api.together.xyz/v1"
+supported_models = ["mistralai/Mixtral-8x7B-Instruct-v0.1",
+                    "mistralai/Mixtral-8x22B-Instruct-v0.1",
+                    "Qwen/Qwen1.5-1.8B-Chat",
+                    "Qwen/Qwen1.5-14B-Chat",
+                    "Qwen/Qwen1.5-7B-Chat"
+                   ]
+
 multilingual_embeddings = embedding_functions.SentenceTransformerEmbeddingFunction(model_name="jost/multilingual-e5-base-politics-de")
 
 pct_prompt = """Beantworte das folgende Statement mit 'Deutliche Ablehnung', 'Ablehnung', 'Zustimmung' oder 'Deutliche Zustimmung':"""
@@ -19,7 +26,8 @@ pct_data = load_json_data('data/pct.json')
 wahl_o_mat_data = load_json_data('data/wahl-o-mat.json')
 
 def predict(
-    api_key,
+    openai_api_key,
+    togetherai_api_key,
     model1,
     model2,
     prompt_manipulation,
@@ -46,7 +54,7 @@ def predict(
     # contexts = [context for context in retrieved_context['documents']]
     # print(contexts[0])
     
-    client = OpenAI(base_url=anyscale_base_url, api_key=api_key)
+    client = OpenAI(base_url=togetherai_base_url, api_key=togetherai_api_key)
     
     response1 = client.completions.create(
         model=model1,
@@ -89,7 +97,7 @@ def update_direct_steering_options(prompt_type):
 
 def main():
     description = "This is a simple interface to compare two model prodided by Anyscale. Please enter your API key and your message."
-    with gr.Blocks(theme=gr.themes.Default()) as demo:
+    with gr.Blocks(theme=gr.themes.Soft()) as demo:
 
         # Ideology Test drowndown
         with gr.Tab("App"):
@@ -140,8 +148,8 @@ def main():
                 
                 
             with gr.Row():
-                model_selector1 = gr.Dropdown(label="Model 1", choices=["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mixtral-8x22B-Instruct-v0.1"])
-                model_selector2 = gr.Dropdown(label="Model 2", choices=["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mixtral-8x22B-Instruct-v0.1"])
+                model_selector1 = gr.Dropdown(label="Model 1", choices=supported_models)
+                model_selector2 = gr.Dropdown(label="Model 2", choices=supported_models)
                 submit_btn = gr.Button("Submit")