Updated space. #3

app.py

@@ -4,6 +4,7 @@ from sse_starlette.sse import EventSourceResponse
 from typing import (List, Tuple, Optional)
 from fastapi import FastAPI, Request
 import gradio as gr
+import mimetypes
 import threading
 import requests
 import argparse
@@ -21,7 +22,7 @@ import os
 # --- === CONFIG === ---
 
 ENV_HANDLE = "env"#or "url on env"
-IMAGE_HANDLE = "url"# or "base64"
+IMAGE_HANDLE = "base64"# or "url"
 API_BASE = "env"# or "openai"
 api_key = os.environ['API_API_KEY']
 oai_api_key = os.environ['OPENAI_API_KEY']
@@ -422,6 +423,27 @@ def handleMultimodalData(model, role, data):
             return {"role": role, "content": [{"type": "text", "text": "\n\n".join(handler)}] + result}
         else:
             return {"role": role, "content": [{"type": "text", "text": data.get('text', '')}] + result}
+    elif isinstance(data, Tuple):
+        file_path = data[0]
+        mime_type, _ = mimetypes.guess_type(file_path)
+        content = getattr(data, 'text', str(data))
+        
+        if mime_type and mime_type.startswith("image/") and model in vision_models:
+            if IMAGE_HANDLE == "base64":
+                with open(file_path, "rb") as image_file:
+                    encoded_image = base64.b64encode(image_file.read()).decode('utf-8')
+                    return {"role": role, "content": [{"type": "image_url", "image_url": {"url": "data:" + mime_type + ";base64," + encoded_image}}]}
+            else:
+                return {"role": role, "content": [{"type": "image_url", "image_url": {"url": file_path}}]}
+        elif mime_type and (mime_type.startswith("text/") or mime_type.startswith("application/")):
+            try:
+                with open(file_path, "rb") as data_file:
+                    file_content = data_file.read().decode('utf-8')
+                    return {"role": role, "content": [{"type": "text", "text": "<|file_start|>" + os.path.basename(file_path) + "\n" + file_content + "<|file_end|>"}]}
+            except UnicodeDecodeError:
+                return {"role": role, "content": [{"type": "text", "text": content}]}
+        else:
+            return {"role": role, "content": content}
     elif isinstance(data, str):
         return {"role": role, "content": data}
     else:

requirements.txt

@@ -1,5 +1,6 @@
-uvicorn==0.27.1
-starlette==0.37.2
 sse-starlette==2.1.2
+starlette==0.37.2
 requests==2.31.0
-aiohttp==3.8.5
+mimetype==0.1.5
+uvicorn==0.27.1
+aiohttp==3.8.5