Update main.py

main.py

@@ -34,10 +34,26 @@ os.makedirs(PERSIST_DIR, exist_ok=True)
 chat_history = []
 current_chat_history = []
 
+# def data_ingestion_from_directory():
+#     documents = SimpleDirectoryReader(PDF_DIRECTORY).load_data()
+#     storage_context = StorageContext.from_defaults()
+#     index = VectorStoreIndex.from_documents(documents)
+#     index.storage_context.persist(persist_dir=PERSIST_DIR)
 def data_ingestion_from_directory():
-    documents = SimpleDirectoryReader(PDF_DIRECTORY).load_data()
-    storage_context = StorageContext.from_defaults()
-    index = VectorStoreIndex.from_documents(documents)
+    # Clear previous data by removing the persist directory
+    if os.path.exists(PERSIST_DIR):
+        shutil.rmtree(PERSIST_DIR)  # Remove the persist directory and all its contents
+    
+    # Recreate the persist directory after removal
+    os.makedirs(PERSIST_DIR, exist_ok=True)
+    
+    # Load new documents from the directory
+    new_documents = SimpleDirectoryReader(PDF_DIRECTORY).load_data()
+    
+    # Create a new index with the new documents
+    index = VectorStoreIndex.from_documents(new_documents)
+    
+    # Persist the new index
     index.storage_context.persist(persist_dir=PERSIST_DIR)
 
 def handle_query(query):