Spaces:
Paused
Paused
| """ | |
| Flare β Main Application (Refactored) | |
| ===================================== | |
| """ | |
| # FastAPI imports | |
| from fastapi import FastAPI, WebSocket, Request, status | |
| from fastapi.staticfiles import StaticFiles | |
| from fastapi.responses import FileResponse, JSONResponse | |
| from fastapi.middleware.cors import CORSMiddleware | |
| from fastapi.encoders import jsonable_encoder | |
| # Standard library | |
| import uvicorn | |
| import os | |
| from pathlib import Path | |
| import mimetypes | |
| import uuid | |
| import traceback | |
| from datetime import datetime | |
| from pydantic import ValidationError | |
| from dotenv import load_dotenv | |
| # Project imports | |
| from websocket_handler import websocket_endpoint | |
| from admin_routes import router as admin_router, start_cleanup_task | |
| from llm_startup import run_in_thread | |
| from session import session_store, start_session_cleanup | |
| from config_provider import ConfigProvider | |
| # Logger imports (utils.log yerine) | |
| from logger import log_error, log_info, log_warning | |
| # Exception imports | |
| from exceptions import ( | |
| DuplicateResourceError, | |
| RaceConditionError, | |
| ValidationError, | |
| ResourceNotFoundError, | |
| AuthenticationError, | |
| AuthorizationError, | |
| ConfigurationError, | |
| get_http_status_code | |
| ) | |
| # Load .env file if exists | |
| load_dotenv() | |
| ALLOWED_ORIGINS = os.getenv("ALLOWED_ORIGINS", "http://localhost:4200").split(",") | |
| # ===================== Environment Setup ===================== | |
| def setup_environment(): | |
| """Setup environment based on deployment mode""" | |
| cfg = ConfigProvider.get() | |
| log_info("=" * 60) | |
| log_info("π Flare Starting", version="2.0.0") | |
| log_info(f"π LLM Provider: {cfg.global_config.llm_provider.name}") | |
| log_info(f"π€ TTS Provider: {cfg.global_config.tts_provider.name}") | |
| log_info(f"π§ STT Provider: {cfg.global_config.stt_provider.name}") | |
| log_info("=" * 60) | |
| if cfg.global_config.is_cloud_mode(): | |
| log_info("βοΈ Cloud Mode: Using HuggingFace Secrets") | |
| log_info("π Required secrets: JWT_SECRET, FLARE_TOKEN_KEY") | |
| # Check for provider-specific tokens | |
| llm_config = cfg.global_config.get_provider_config("llm", cfg.global_config.llm_provider.name) | |
| if llm_config and llm_config.requires_repo_info: | |
| log_info("π LLM requires SPARK_TOKEN for repository operations") | |
| else: | |
| log_info("π’ On-Premise Mode: Using .env file") | |
| if not Path(".env").exists(): | |
| log_warning("β οΈ WARNING: .env file not found!") | |
| log_info("π Copy .env.example to .env and configure it") | |
| # Run setup | |
| setup_environment() | |
| # Fix MIME types for JavaScript files | |
| mimetypes.add_type("application/javascript", ".js") | |
| mimetypes.add_type("text/css", ".css") | |
| app = FastAPI( | |
| title="Flare Orchestration Service", | |
| version="2.0.0", | |
| description="LLM-driven intent & API flow engine with multi-provider support", | |
| ) | |
| # CORS for development | |
| if os.getenv("ENVIRONMENT", "development") == "development": | |
| app.add_middleware( | |
| CORSMiddleware, | |
| allow_origins=ALLOWED_ORIGINS, | |
| allow_credentials=True, | |
| allow_methods=["GET", "POST", "PUT", "DELETE", "OPTIONS"], | |
| allow_headers=["*"], | |
| max_age=3600, | |
| expose_headers=["X-Request-ID"] | |
| ) | |
| log_info(f"π§ CORS enabled for origins: {ALLOWED_ORIGINS}") | |
| # Request ID middleware | |
| async def add_request_id(request: Request, call_next): | |
| """Add request ID for tracking""" | |
| request_id = str(uuid.uuid4()) | |
| request.state.request_id = request_id | |
| # Log request start | |
| log_info( | |
| "Request started", | |
| request_id=request_id, | |
| method=request.method, | |
| path=request.url.path, | |
| client=request.client.host if request.client else "unknown" | |
| ) | |
| try: | |
| response = await call_next(request) | |
| # Add request ID to response headers | |
| response.headers["X-Request-ID"] = request_id | |
| # Log request completion | |
| log_info( | |
| "Request completed", | |
| request_id=request_id, | |
| status_code=response.status_code, | |
| method=request.method, | |
| path=request.url.path | |
| ) | |
| return response | |
| except Exception as e: | |
| log_error( | |
| "Request failed", | |
| request_id=request_id, | |
| error=str(e), | |
| traceback=traceback.format_exc() | |
| ) | |
| raise | |
| run_in_thread() # Start LLM startup notifier if needed | |
| start_cleanup_task() # Activity log cleanup | |
| start_session_cleanup() # Session cleanup | |
| # ---------------- Core chat/session routes -------------------------- | |
| from chat_handler import router as chat_router | |
| app.include_router(chat_router, prefix="/api") | |
| # ---------------- Audio (TTS/STT) routes ------------------------------ | |
| from audio_routes import router as audio_router | |
| app.include_router(audio_router, prefix="/api") | |
| # ---------------- Admin API routes ---------------------------------- | |
| app.include_router(admin_router, prefix="/api/admin") | |
| # ---------------- Exception Handlers ---------------------------------- | |
| # Add global exception handler | |
| async def global_exception_handler(request: Request, exc: Exception): | |
| """Handle all unhandled exceptions""" | |
| request_id = getattr(request.state, 'request_id', 'unknown') | |
| # Log the full exception | |
| log_error( | |
| "Unhandled exception", | |
| request_id=request_id, | |
| endpoint=str(request.url), | |
| method=request.method, | |
| error=str(exc), | |
| error_type=type(exc).__name__, | |
| traceback=traceback.format_exc() | |
| ) | |
| # Special handling for FlareExceptions | |
| if isinstance(exc, FlareException): | |
| status_code = get_http_status_code(exc) | |
| response_body = format_error_response(exc, request_id) | |
| # Special message for race conditions | |
| if isinstance(exc, RaceConditionError): | |
| response_body["user_action"] = "Please reload the data and try again" | |
| return JSONResponse( | |
| status_code=status_code, | |
| content=jsonable_encoder(response_body) | |
| ) | |
| # Generic error response | |
| return JSONResponse( | |
| status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, | |
| content=jsonable_encoder({ | |
| "error": "InternalServerError", | |
| "message": "An unexpected error occurred. Please try again later.", | |
| "request_id": request_id, | |
| "timestamp": datetime.utcnow().isoformat() | |
| }) | |
| ) | |
| # Add custom exception handlers | |
| async def duplicate_resource_handler(request: Request, exc: DuplicateResourceError): | |
| """Handle duplicate resource errors""" | |
| return JSONResponse( | |
| status_code=409, | |
| content={ | |
| "detail": str(exc), | |
| "error_type": "duplicate_resource", | |
| "resource_type": exc.details.get("resource_type"), | |
| "identifier": exc.details.get("identifier") | |
| } | |
| ) | |
| async def race_condition_handler(request: Request, exc: RaceConditionError): | |
| """Handle race condition errors""" | |
| return JSONResponse( | |
| status_code=409, | |
| content=exc.to_http_detail() | |
| ) | |
| async def validation_error_handler(request: Request, exc: ValidationError): | |
| """Handle validation errors""" | |
| return JSONResponse( | |
| status_code=422, | |
| content={ | |
| "detail": str(exc), | |
| "error_type": "validation_error", | |
| "details": exc.details | |
| } | |
| ) | |
| async def resource_not_found_handler(request: Request, exc: ResourceNotFoundError): | |
| """Handle resource not found errors""" | |
| return JSONResponse( | |
| status_code=404, | |
| content={ | |
| "detail": str(exc), | |
| "error_type": "resource_not_found", | |
| "resource_type": exc.details.get("resource_type"), | |
| "identifier": exc.details.get("identifier") | |
| } | |
| ) | |
| async def authentication_error_handler(request: Request, exc: AuthenticationError): | |
| """Handle authentication errors""" | |
| return JSONResponse( | |
| status_code=401, | |
| content={ | |
| "detail": str(exc), | |
| "error_type": "authentication_error" | |
| } | |
| ) | |
| async def authorization_error_handler(request: Request, exc: AuthorizationError): | |
| """Handle authorization errors""" | |
| return JSONResponse( | |
| status_code=403, | |
| content={ | |
| "detail": str(exc), | |
| "error_type": "authorization_error" | |
| } | |
| ) | |
| async def configuration_error_handler(request: Request, exc: ConfigurationError): | |
| """Handle configuration errors""" | |
| return JSONResponse( | |
| status_code=500, | |
| content={ | |
| "detail": str(exc), | |
| "error_type": "configuration_error", | |
| "config_key": exc.details.get("config_key") | |
| } | |
| ) | |
| # ---------------- Metrics endpoint ----------------- | |
| async def get_metrics(): | |
| """Get system metrics""" | |
| import psutil | |
| import gc | |
| # Memory info | |
| process = psutil.Process() | |
| memory_info = process.memory_info() | |
| # Session stats | |
| session_stats = session_store.get_session_stats() | |
| metrics = { | |
| "memory": { | |
| "rss_mb": memory_info.rss / 1024 / 1024, | |
| "vms_mb": memory_info.vms / 1024 / 1024, | |
| "percent": process.memory_percent() | |
| }, | |
| "cpu": { | |
| "percent": process.cpu_percent(interval=0.1), | |
| "num_threads": process.num_threads() | |
| }, | |
| "sessions": session_stats, | |
| "gc": { | |
| "collections": gc.get_count(), | |
| "objects": len(gc.get_objects()) | |
| }, | |
| "uptime_seconds": time.time() - process.create_time() | |
| } | |
| return metrics | |
| # ---------------- Health probe (HF Spaces watchdog) ----------------- | |
| def health_check(): | |
| """Health check endpoint - moved to /api/health""" | |
| return { | |
| "status": "ok", | |
| "version": "2.0.0", | |
| "timestamp": datetime.utcnow().isoformat(), | |
| "environment": os.getenv("ENVIRONMENT", "development") | |
| } | |
| # ---------------- WebSocket route for real-time STT ------------------ | |
| async def conversation_websocket(websocket: WebSocket, session_id: str): | |
| await websocket_endpoint(websocket, session_id) | |
| # ---------------- Serve static files ------------------------------------ | |
| # UI static files (production build) | |
| static_path = Path(__file__).parent / "static" | |
| if static_path.exists(): | |
| app.mount("/static", StaticFiles(directory=str(static_path)), name="static") | |
| # Serve index.html for all non-API routes (SPA support) | |
| async def serve_index(): | |
| """Serve Angular app""" | |
| index_path = static_path / "index.html" | |
| if index_path.exists(): | |
| return FileResponse(str(index_path)) | |
| else: | |
| return JSONResponse( | |
| status_code=404, | |
| content={"error": "UI not found. Please build the Angular app first."} | |
| ) | |
| # Catch-all route for SPA | |
| async def serve_spa(full_path: str): | |
| """Serve Angular app for all routes""" | |
| # Skip API routes | |
| if full_path.startswith("api/"): | |
| return JSONResponse(status_code=404, content={"error": "Not found"}) | |
| # Serve static files | |
| file_path = static_path / full_path | |
| if file_path.exists() and file_path.is_file(): | |
| return FileResponse(str(file_path)) | |
| # Fallback to index.html for SPA routing | |
| index_path = static_path / "index.html" | |
| if index_path.exists(): | |
| return FileResponse(str(index_path)) | |
| return JSONResponse(status_code=404, content={"error": "Not found"}) | |
| else: | |
| log_warning(f"β οΈ Static files directory not found at {static_path}") | |
| log_warning(" Run 'npm run build' in flare-ui directory to build the UI") | |
| async def no_ui(): | |
| """No UI available""" | |
| return JSONResponse( | |
| status_code=503, | |
| content={ | |
| "error": "UI not available", | |
| "message": "Please build the Angular UI first. Run: cd flare-ui && npm run build", | |
| "api_docs": "/docs" | |
| } | |
| ) | |
| if __name__ == "__main__": | |
| log_info("π Starting Flare backend on port 7860...") | |
| uvicorn.run(app, host="0.0.0.0", port=7860) |