Update agent.py

agent.py

@@ -388,9 +388,13 @@ def create_documents(data_source: str, data: List[dict]) -> List[Document]:
             "level": str(item.get("Level", "")),
             "file_name": str(item.get("file_name", ""))
         }
-        
-        docs.append(Document(page_content=content, metadata=metadata))
-    
+
+        # Make sure that the content and metadata are valid
+        if content.strip():  # Only append non-empty content
+            docs.append(Document(page_content=content, metadata=metadata))
+        else:
+            print(f"Skipping invalid entry: {item}")
+
     return docs
 
 # 4. Vector Store Integration