Update processing.py

processing.py

@@ -5,28 +5,50 @@ from langchain_community.vectorstores import FAISS
 from llm_loader import load_model
 from config import openai_api_key
 from langchain.chains import RetrievalQA
+from langchain.retrievers import MultiQueryRetriever
 import os
 import json
 
+# Initialize embedding model
 embedding_model = OpenAIEmbeddings(openai_api_key=openai_api_key)
 
+# Define knowledge files
 knowledge_files = {
     "attachments": "knowledge/bartholomew_attachments_definitions.txt",
     "bigfive": "knowledge/bigfive_definitions.txt",
     "personalities": "knowledge/personalities_definitions.txt"
 }
 
+# Load text-based knowledge
 documents = []
 for key, file_path in knowledge_files.items():
     with open(file_path, 'r', encoding='utf-8') as file:
         content = file.read().strip()
         documents.append(content)
 
-faiss_index = FAISS.from_texts(documents, embedding_model)
+# Create FAISS index from text documents
+text_faiss_index = FAISS.from_texts(documents, embedding_model)
 
+# Load pre-existing FAISS indexes
+attachments_faiss_index = FAISS.load_local("knowledge/faiss_index_Attachments_db", embedding_model)
+personalities_faiss_index = FAISS.load_local("knowledge/faiss_index_Personalities_db", embedding_model)
+
+# Initialize LLM
 llm = load_model(openai_api_key)
 
-qa_chain = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=faiss_index.as_retriever())
+# Create retrievers for each index
+text_retriever = text_faiss_index.as_retriever()
+attachments_retriever = attachments_faiss_index.as_retriever()
+personalities_retriever = personalities_faiss_index.as_retriever()
+
+# Combine retrievers
+combined_retriever = MultiQueryRetriever(
+    retrievers=[text_retriever, attachments_retriever, personalities_retriever],
+    llm=llm
+)
+
+# Create QA chain with combined retriever
+qa_chain = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=combined_retriever)
 
 def load_text(file_path: str) -> str:
     with open(file_path, 'r', encoding='utf-8') as file: