Update app.py

app.py

@@ -1,4 +1,4 @@
-# app.py - Gradio wrapper for your existing multimodal_module.py (unchanged)
+# app.py - Hybrid Gradio + FastAPI wrapper for multimodal_module.py
 import os
 import shutil
 import asyncio
@@ -6,14 +6,15 @@ import json
 from typing import Optional
 
 import gradio as gr
+from fastapi import FastAPI, Request
 from multimodal_module import MultiModalChatModule
 
 # Instantiate AI
 AI = MultiModalChatModule()
 
-# ------------------------------------------------------------------
-# File wrapper to adapt Gradio uploads to your module
-# ------------------------------------------------------------------
+# ============================================================
+# Helper: File wrapper for Gradio uploads
+# ============================================================
 class GradioFileWrapper:
     def __init__(self, gr_file):
         if isinstance(gr_file, str):
@@ -31,12 +32,23 @@ class GradioFileWrapper:
         loop = asyncio.get_event_loop()
         await loop.run_in_executor(None, shutil.copyfile, self._path, dst_path)
 
+
+# ============================================================
+# Async-safe helper
+# ============================================================
 def run_async(coro):
-    return asyncio.run(coro)
+    try:
+        loop = asyncio.get_running_loop()
+    except RuntimeError:
+        loop = asyncio.new_event_loop()
+        asyncio.set_event_loop(loop)
+        loop = asyncio.get_event_loop()
+    return loop.run_until_complete(coro)
 
-# ------------------------------------------------------------------
-# Callback functions
-# ------------------------------------------------------------------
+
+# ============================================================
+# Callback functions (used by Gradio & API)
+# ============================================================
 def text_chat(user_id: Optional[int], text: str, lang: str = "en"):
     try:
         uid = int(user_id) if user_id else 0
@@ -45,6 +57,7 @@ def text_chat(user_id: Optional[int], text: str, lang: str = "en"):
     except Exception as e:
         return f"Error: {e}"
 
+
 def voice_process(user_id: Optional[int], audio_file):
     try:
         uid = int(user_id) if user_id else 0
@@ -54,6 +67,7 @@ def voice_process(user_id: Optional[int], audio_file):
     except Exception as e:
         return f"Error: {e}"
 
+
 def generate_voice(user_id: Optional[int], reply_text: str, fmt: str = "ogg"):
     try:
         uid = int(user_id) if user_id else 0
@@ -62,6 +76,7 @@ def generate_voice(user_id: Optional[int], reply_text: str, fmt: str = "ogg"):
     except Exception as e:
         return None, f"Error: {e}"
 
+
 def image_caption(user_id: Optional[int], image_file):
     try:
         uid = int(user_id) if user_id else 0
@@ -71,6 +86,7 @@ def image_caption(user_id: Optional[int], image_file):
     except Exception as e:
         return f"Error: {e}"
 
+
 def generate_image(user_id: Optional[int], prompt: str, width: int = 512, height: int = 512, steps: int = 30):
     try:
         uid = int(user_id) if user_id else 0
@@ -79,6 +95,7 @@ def generate_image(user_id: Optional[int], prompt: str, width: int = 512, height
     except Exception as e:
         return f"Error: {e}"
 
+
 def edit_image(user_id: Optional[int], image_file, mask_file, prompt: str = ""):
     try:
         uid = int(user_id) if user_id else 0
@@ -89,6 +106,7 @@ def edit_image(user_id: Optional[int], image_file, mask_file, prompt: str = ""):
     except Exception as e:
         return f"Error: {e}"
 
+
 def process_video(user_id: Optional[int], video_file):
     try:
         uid = int(user_id) if user_id else 0
@@ -98,6 +116,7 @@ def process_video(user_id: Optional[int], video_file):
     except Exception as e:
         return f"Error: {e}"
 
+
 def process_file(user_id: Optional[int], file_obj):
     try:
         uid = int(user_id) if user_id else 0
@@ -107,6 +126,7 @@ def process_file(user_id: Optional[int], file_obj):
     except Exception as e:
         return f"Error: {e}"
 
+
 def code_complete(user_id: Optional[int], prompt: str, max_tokens: int = 512):
     try:
         uid = int(user_id) if user_id else 0
@@ -115,9 +135,28 @@ def code_complete(user_id: Optional[int], prompt: str, max_tokens: int = 512):
     except Exception as e:
         return f"Error: {e}"
 
-# ------------------------------------------------------------------
+
+# ============================================================
+# FastAPI public API
+# ============================================================
+api = FastAPI()
+
+@api.post("/api/predict")
+async def api_predict(request: Request):
+    try:
+        data = await request.json()
+        user_id = data.get("user_id", 0)
+        text = data.get("text", "")
+        lang = data.get("lang", "en")
+        reply = text_chat(user_id, text, lang)
+        return {"status": "ok", "reply": reply}
+    except Exception as e:
+        return {"status": "error", "message": str(e)}
+
+
+# ============================================================
 # Gradio UI
-# ------------------------------------------------------------------
+# ============================================================
 with gr.Blocks(title="Multimodal Bot (Gradio)") as demo:
     gr.Markdown("# 🧠 Multimodal Bot\nInteract via text, voice, images, video, or files.")
 
@@ -185,5 +224,19 @@ with gr.Blocks(title="Multimodal Bot (Gradio)") as demo:
 
     gr.Markdown("----\nThis Space runs your exact `multimodal_module.py`. First requests may take longer due to model loading.")
 
-# Launch app
+
+# ============================================================
+# Launch both API + Gradio
+# ============================================================
+import uvicorn
+from threading import Thread
+
+def start_api():
+    uvicorn.run(api, host="0.0.0.0", port=8000)
+
+# Start FastAPI in a separate thread
+Thread(target=start_api, daemon=True).start()
+
+# Launch Gradio
+demo.queue()
 demo.launch(server_name="0.0.0.0", server_port=int(os.environ.get("PORT", 7860)))