Update app.py

app.py

@@ -42,30 +42,62 @@ except ImportError:
     logger.warning("Diagnostics module not available")
 
 def add_diagnostics_ui(search_system):
-    """Enhanced diagnostics UI with system checks"""
+    """Enhanced diagnostics UI with proper directory checks"""
     with st.sidebar.expander("🔧 Diagnostics", expanded=False):
         if st.button("Run Full System Check"):
             with st.spinner("Performing comprehensive system check..."):
+                # Create columns for organized display
                 col1, col2 = st.columns(2)
                 
-                # Metadata check
+                # Get actual paths from the search system
+                metadata_dir = search_system.metadata_mgr.shard_dir
+                faiss_dir = search_system.shard_dir  # From SemanticSearch class
+
                 with col1:
-                    if diagnose_parquet_files("metadata_shards"):
-                        st.success("✅ Metadata shards valid")
+                    # Metadata directory check
+                    st.subheader("📂 Metadata Validation")
+                    if metadata_dir.exists():
+                        # Check directory structure
+                        dir_status = any(metadata_dir.glob("*.parquet"))
+                        st.write(f"Directory: `{metadata_dir}`")
+                        st.write(f"Parquet Files Found: {'✅' if dir_status else '❌'}")
+                        
+                        # Check individual files
+                        if diagnose_parquet_files(str(metadata_dir)):
+                            st.success("✅ Metadata shards valid")
+                        else:
+                            st.error("❌ Metadata issues detected")
                     else:
-                        st.error("❌ Metadata issues detected")
-                
-                # Index check
+                        st.error("Metadata directory not found")
+
                 with col2:
-                    if len(search_system.index_shards) > 0:
-                        st.success(f"✅ {len(search_system.index_shards)} FAISS shards loaded")
+                    # FAISS index check
+                    st.subheader("📚 FAISS Validation")
+                    if faiss_dir.exists():
+                        index_files = list(faiss_dir.glob("*.index"))
+                        st.write(f"Directory: `{faiss_dir}`")
+                        st.write(f"Index Files Found: {len(index_files)}")
+                        
+                        if len(search_system.index_shards) > 0:
+                            st.success(f"✅ {len(search_system.index_shards)} FAISS shards loaded")
+                            st.write(f"Total Vectors: {sum(s.ntotal for s in search_system.index_shards):,}")
+                        else:
+                            st.error("❌ No FAISS shards loaded")
                     else:
-                        st.error("❌ No FAISS shards found")
-                
-                # Resource check
-                st.metric("Memory Usage", f"{psutil.Process().memory_info().rss // 1024 ** 2} MB")
-                st.metric("CPU Utilization", f"{psutil.cpu_percent()}%")
+                        st.error("FAISS directory not found")
 
+                # System resource check
+                st.subheader("💻 System Resources")
+                col_res1, col_res2 = st.columns(2)
+                with col_res1:
+                    st.metric("Memory Usage", 
+                            f"{psutil.Process().memory_info().rss // 1024 ** 2} MB",
+                            help="Current process memory usage")
+                
+                with col_res2:
+                    st.metric("CPU Utilization", 
+                            f"{psutil.cpu_percent()}%",
+                            help="Total system CPU usage")
 def main():
     st.set_page_config(
         page_title="Semantic Search Engine",