Update app.py

app.py

@@ -1,26 +1,25 @@
-# app.py -- HF-ready single-server FastAPI + Gradio mounted app (no double server conflict)
+# app.py — Multimodal API + Gradio UI with automatic free port selection
 import os
 import shutil
 import asyncio
 import inspect
+import socket
 from typing import Optional
 from fastapi import FastAPI, UploadFile, File, Form
 from fastapi.responses import JSONResponse
+from fastapi.middleware.cors import CORSMiddleware
 import gradio as gr
 import uvicorn
 
-# Import your multimodal module
+# ------------------- Import your multimodal module -------------------
 from multimodal_module import MultiModalChatModule
-
-# Instantiate AI module
 AI = MultiModalChatModule()
 
-# ---------- Helpers ----------
+# ------------------- Helpers -------------------
 TMP_DIR = "/tmp"
 os.makedirs(TMP_DIR, exist_ok=True)
 
 class FileWrapper:
-    """Simple path wrapper for AI methods."""
     def __init__(self, path: str):
         self._path = path
 
@@ -29,7 +28,6 @@ class FileWrapper:
         await loop.run_in_executor(None, shutil.copyfile, self._path, dst_path)
 
 async def save_upload_to_tmp(up: UploadFile) -> str:
-    """Save FastAPI UploadFile to /tmp and return path."""
     if not up or not up.filename:
         raise ValueError("No file uploaded")
     dest = os.path.join(TMP_DIR, up.filename)
@@ -39,27 +37,35 @@ async def save_upload_to_tmp(up: UploadFile) -> str:
     return dest
 
 async def call_ai(fn, *args, **kwargs):
-    """Run AI method whether it's sync or async."""
     if fn is None:
         raise AttributeError("Requested AI method not implemented")
     if inspect.iscoroutinefunction(fn):
         return await fn(*args, **kwargs)
     return await asyncio.to_thread(lambda: fn(*args, **kwargs))
 
-# ---------- FastAPI ----------
+def find_free_port(start_port=7860, max_tries=50):
+    """Find an available port starting from start_port."""
+    port = start_port
+    for _ in range(max_tries):
+        with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
+            if s.connect_ex(("0.0.0.0", port)) != 0:
+                return port
+        port += 1
+    raise OSError("No free port found")
+
+# ------------------- FastAPI -------------------
 app = FastAPI(title="Multimodal Module API")
 
-# CORS (if you call this from the browser)
-from fastapi.middleware.cors import CORSMiddleware
+# Allow all origins (adjust for production)
 app.add_middleware(
     CORSMiddleware,
-    allow_origins=["*"],  # tighten for prod
+    allow_origins=["*"],
     allow_credentials=True,
     allow_methods=["*"],
     allow_headers=["*"],
 )
 
-# ----------------- API endpoints -----------------
+# ------------------- API Endpoints -------------------
 @app.post("/api/predict")
 async def api_predict(inputs: str = Form(...), user_id: Optional[int] = Form(0), lang: str = Form("en")):
     try:
@@ -161,7 +167,7 @@ async def api_code(user_id: Optional[int] = Form(0), prompt: str = Form(...), ma
     except Exception as e:
         return JSONResponse({"error": str(e)}, status_code=500)
 
-# ---------- Minimal Gradio UI ----------
+# ------------------- Gradio UI -------------------
 def gradio_text_fn(text, user_id, lang):
     fn = getattr(AI, "generate_response", getattr(AI, "process_text", None))
     if fn is None:
@@ -178,10 +184,11 @@ with gr.Blocks(title="Multimodal Bot (UI)") as demo:
     out = gr.Textbox(lines=6, label="Reply")
     gr.Button("Send").click(gradio_text_fn, [inp, txt_uid, txt_lang], out)
 
-# Mount Gradio at /
+# Mount Gradio app into FastAPI
 app = gr.mount_gradio_app(app, demo, path="/")
 
-# ---------- Run ----------
+# ------------------- Run -------------------
 if __name__ == "__main__":
-    port = int(os.environ.get("PORT", 7860))
+    port = int(os.environ.get("PORT", find_free_port()))
+    print(f"🚀 Starting server on port {port}")
     uvicorn.run("app:app", host="0.0.0.0", port=port, reload=False)