Update app.py

app.py

@@ -49,25 +49,27 @@ MAX_SEC = 30
 tokenizer = AutoTokenizer.from_pretrained("MediaTek-Research/Breeze-7B-Instruct-v0_1")
 
 def insert_to_db(prompt, response, temperature, top_p):
-    #Establishing the connection
-    conn = psycopg2.connect(
-       database=os.environ.get("DB"), user=os.environ.get("USER"), password=os.environ.get("DB_PASS"), host=os.environ.get("DB_HOST"), port= '5432'
-    )
-    #Setting auto commit false
-    conn.autocommit = True
+    try:
+        #Establishing the connection
+        conn = psycopg2.connect(
+           database=os.environ.get("DB"), user=os.environ.get("USER"), password=os.environ.get("DB_PASS"), host=os.environ.get("DB_HOST"), port= '5432'
+        )
+        #Setting auto commit false
+        conn.autocommit = True
+        
+        #Creating a cursor object using the cursor() method
+        cursor = conn.cursor()
     
-    #Creating a cursor object using the cursor() method
-    cursor = conn.cursor()
-
-    # Preparing SQL queries to INSERT a record into the database.
-    cursor.execute(f"INSERT INTO breezedata(prompt, response, temperature, top_p) VALUES ('{prompt}', '{response}', {temperature}, {top_p})")
-
-    # Commit your changes in the database
-    conn.commit()
-
-    # Closing the connection
-    conn.close()
-
+        # Preparing SQL queries to INSERT a record into the database.
+        cursor.execute(f"INSERT INTO breezedata(prompt, response, temperature, top_p) VALUES ('{prompt}', '{response}', {temperature}, {top_p})")
+    
+        # Commit your changes in the database
+        conn.commit()
+    
+        # Closing the connection
+        conn.close()
+    except:
+        pass
 
 
 def refusal_condition(query):
@@ -159,7 +161,7 @@ with gr.Blocks() as demo:
         message = tokenizer.apply_chat_template(chat_data, tokenize=False)
         message = message[3:]  # remove SOT token
 
-        response = None
+        response = ''
         if refusal_condition(history[-1][0]):
             history = [['[安全拒答啟動]', '[安全拒答啟動] 請清除再開啟對話']]
             response = '[REFUSAL]'
@@ -180,8 +182,8 @@ with gr.Blocks() as demo:
             keep_streaming = True
             s = requests.Session()
             with s.post(API_URL, headers=HEADERS, json=data, stream=True, timeout=30) as r:
-                time.sleep(0.1)
                 for line in r.iter_lines():
+                    time.sleep(0.05)
                     if time.time() - start_time > MAX_SEC:
                         keep_streaming = False
                         break
@@ -191,23 +193,22 @@ with gr.Blocks() as demo:
                             continue
                         json_response = json.loads(line)
         
-                        try:
-                            if "fragment" not in json_response["result"]:
-                                keep_streaming = False
-                                break
-        
-                            delta = json_response["result"]["fragment"]["data"]["text"]
-                        except Exception as e:
-                            raise e
+                        if "fragment" not in json_response["result"]:
+                            keep_streaming = False
+                            break
+    
+                        delta = json_response["result"]["fragment"]["data"]["text"]
+                       
 
                         history[-1][1] += delta
                         yield history
 
-            response = history[-1][1]
             if history[-1][1].endswith('</s>'):
                 history[-1][1] = history[-1][1][:-4]
                 yield history
 
+            response = history[-1][1]
+
             if refusal_condition(history[-1][1]):
                 history[-1][1] = history[-1][1] + '\n\n**[免責聲明: Breeze-7B-Instruct 和 Breeze-7B-Instruct-64k 並未針對問答進行安全保護，因此語言模型的任何回應不代表 MediaTek Research 立場。]**'
                 yield history