Update app.py

app.py

@@ -403,34 +403,29 @@ def initialize():
     global vector_store, chunks, llm
 
     download_gitlab_project_by_version()
-    #download_gitlab_repo()
-    code_partial_paths = ['kadi_apy/lib/']
-    code_file_paths = []
-    doc_partial_paths = []
-    doc_partial_paths = ['docs/source/setup/']
-    doc_file_paths = ['docs/source/usage/lib.rst']
-
-
+    
+    code_file_paths = ['kadi_apy']
+    doc_file_path = ['docs/source/']
 
     
-    kadiAPY_code_texts, kadiAPY_code_references = process_directory(DATA_DIR, code_partial_paths, code_file_paths)
-    print("LEEEEEEEEEEEENGTH of code_texts: ", len(kadiAPY_code_texts))
+    code_texts, code_references = process_directory(DATA_DIR, code_partial_paths, code_file_paths)
+    print("LEEEEEEEEEEEENGTH of code_texts: ", len(code_texts))
 
     
-    kadiAPY_doc_texts, kadiAPY_doc_references = process_directory(DATA_DIR, doc_partial_paths, doc_file_paths)
-    print("LEEEEEEEEEEEENGTH of doc_files: ", len(kadiAPY_doc_texts))
+    doc_texts, kadiAPY_doc_references = process_directory(DATA_DIR, doc_partial_paths, doc_file_paths)
+    print("LEEEEEEEEEEEENGTH of doc_files: ", len(doc_texts))
     
-    kadiAPY_code_chunks = split_python_code_into_chunks(kadiAPY_code_texts, kadiAPY_code_references)
-    kadiAPY_doc_chunks = split_into_chunks(kadiAPY_doc_texts, kadiAPY_doc_references, CHUNK_SIZE, CHUNK_OVERLAP)
+    code_chunks = split_python_code_into_chunks(code_texts, code_references)
+    doc_chunks = split_into_chunks(doc_texts, kadiAPY_doc_references, CHUNK_SIZE, CHUNK_OVERLAP)
 
-    print(f"Total number of code_chunks: {len(kadiAPY_code_chunks)}")
-    print(f"Total number of doc_chunks: {len(kadiAPY_doc_chunks)}")
+    print(f"Total number of code_chunks: {len(code_chunks)}")
+    print(f"Total number of doc_chunks: {len(doc_chunks)}")
 
     #docstore = embed_documents_into_vectorstore(kadiAPY_code_chunks, EMBEDDING_MODEL_NAME, PERSIST_DOC_DIRECTORY)
     #codestore = embed_documents_into_vectorstore(kadiAPY_doc_chunks, EMBEDDING_MODEL_NAME, PERSIST_CODE_DIRECTORY)
 
     vector_store = embed_documents_into_vectorstore(
-                    chunks= kadiAPY_doc_chunks + kadiAPY_code_chunks, 
+                    chunks= doc_chunks + code_chunks, 
                     model_name= EMBEDDING_MODEL_NAME, 
                     persist_directory= PERSIST_DOC_DIRECTORY 
                     )