Update app.py

app.py

@@ -9,16 +9,24 @@ import psutil
 
 app = FastAPI()
 start_time = time.time()
+MODEL_CACHE_DIR = "./model_cache"  # Use writable directory
 
+# Create cache directory if not exists
+os.makedirs(MODEL_CACHE_DIR, exist_ok=True)
 # Load model during startup
 @app.on_event("startup")
 def load_model():
     try:
-        app.state.model = whisper.load_model("large")
-        print("Model loaded successfully")
+        # Load model directly into memory with explicit cache dir
+        app.state.model = whisper.load_model(
+            "large",
+            download_root=MODEL_CACHE_DIR,
+            in_memory=True  # Force in-memory loading
+        )
+        print(f"Model loaded successfully on device: {app.state.model.device}")
     except Exception as e:
-        print(f"Error loading model: {e}")
-        raise
+        print(f"Error loading model: {str(e)}")
+        raise RuntimeError("Failed to load Whisper model")
 
 def format_time(seconds: float) -> str:
     """Convert seconds to SRT time format"""