import os import sys import time import signal import io from fastapi import FastAPI, Request, status, Form, UploadFile from fastapi.staticfiles import StaticFiles from fastapi.middleware.cors import CORSMiddleware from pydantic import BaseModel, Field from fastapi.exceptions import RequestValidationError from fastapi.responses import JSONResponse, StreamingResponse import fn import gradio as gr from app import demo app = FastAPI() app.add_middleware( CORSMiddleware, allow_origins=['*'], allow_credentials=True, allow_methods=["*"], allow_headers=["*"], ) gr.mount_gradio_app(app, demo, path="/gradio") @app.post("/set_config") async def api_set_config(args: dict): content = fn.set_config_args(args) return {'content': content} @app.post("/infer") async def api_infer(args: dict): args['fastapi'] = True if 'stream' in args and args['stream']: return StreamingResponse( fn.chat(args['input'], [], args['instruct'], args), media_type="text/event-stream", ) else: content = fn.chat(args['input'], [], args['instruct'], args) return {'content': content}