Fix checkpoint permissions error in build_index.py

- Use system temp directory instead of app/data/checkpoints
- Handle PermissionError gracefully with warnings instead of crashes
- Allow script to continue even if checkpoints can't be saved
- Fixes: PermissionError: [Errno 13] Permission denied: 'app/data/checkpoints'

app/build_index.py

@@ -28,34 +28,46 @@ except ImportError:
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
 logger = logging.getLogger(__name__)
 
-# Checkpoint file paths
-CHECKPOINT_DIR = "app/data/checkpoints"
+# Checkpoint file paths - use temp directory or disable for production
+import tempfile
+CHECKPOINT_DIR = os.environ.get('CHECKPOINT_DIR', tempfile.gettempdir())
 MOVIE_DATA_CHECKPOINT = f"{CHECKPOINT_DIR}/movie_data.pkl"
 EMBEDDINGS_CHECKPOINT = f"{CHECKPOINT_DIR}/embeddings_progress.pkl"
 METADATA_CHECKPOINT = f"{CHECKPOINT_DIR}/metadata_progress.pkl"
 
 def save_checkpoint(data, filepath: str):
-    """Save checkpoint data to file"""
-    os.makedirs(os.path.dirname(filepath), exist_ok=True)
-    with open(filepath, 'wb') as f:
-        pickle.dump(data, f)
-    logger.info(f"Checkpoint saved: {filepath}")
+    """Save checkpoint data to file - skip if permissions denied"""
+    try:
+        os.makedirs(os.path.dirname(filepath), exist_ok=True)
+        with open(filepath, 'wb') as f:
+            pickle.dump(data, f)
+        logger.info(f"Checkpoint saved: {filepath}")
+    except PermissionError:
+        logger.warning(f"Cannot save checkpoint due to permissions: {filepath}")
+    except Exception as e:
+        logger.warning(f"Failed to save checkpoint {filepath}: {e}")
 
 def load_checkpoint(filepath: str):
     """Load checkpoint data from file"""
-    if os.path.exists(filepath):
-        with open(filepath, 'rb') as f:
-            data = pickle.load(f)
-        logger.info(f"Checkpoint loaded: {filepath}")
-        return data
+    try:
+        if os.path.exists(filepath):
+            with open(filepath, 'rb') as f:
+                data = pickle.load(f)
+            logger.info(f"Checkpoint loaded: {filepath}")
+            return data
+    except Exception as e:
+        logger.warning(f"Failed to load checkpoint {filepath}: {e}")
     return None
 
 def cleanup_checkpoints():
     """Remove checkpoint files after successful completion"""
-    import shutil
-    if os.path.exists(CHECKPOINT_DIR):
-        shutil.rmtree(CHECKPOINT_DIR)
-        logger.info("Checkpoint files cleaned up")
+    try:
+        import shutil
+        if os.path.exists(CHECKPOINT_DIR) and CHECKPOINT_DIR != tempfile.gettempdir():
+            shutil.rmtree(CHECKPOINT_DIR)
+            logger.info("Checkpoint files cleaned up")
+    except Exception as e:
+        logger.warning(f"Failed to cleanup checkpoints: {e}")
 
 class TMDBClient:
     """Client for TMDB API with retry and backoff"""