Update app.py

app.py

@@ -18,6 +18,7 @@ from langchain.schema import Document
 from chunk_python_code import chunk_python_code_with_metadata
 from vectorstore import get_chroma_vectorstore
 from download_gitlab_repo import download_and_upload_kadiAPY_repo_to_huggingfacespace
+from process_repo_zipfile.py import extract_files_and_filepath_from_dir
 
 # Load environment variables from .env file
 load_dotenv()
@@ -213,13 +214,10 @@ def initialize():
 
     download_and_upload_kadiAPY_repo_to_huggingfacespace()
     
-    code_folder_paths = ['kadi_apy']
-    doc_folder_paths = ['docs/source/']
- 
-    code_texts, code_references = process_directory(DATA_DIR, code_folder_paths, [])
+    code_texts, code_references = extract_files_and_filepath_from_dir(DATA_DIR, ['kadi_apy'], [])
+    doc_texts, kadiAPY_doc_references = extract_files_and_filepath_from_dir(DATA_DIR, ['docs/source/'], [])
+    
     print("LEEEEEEEEEEEENGTH of code_texts: ", len(code_texts))
-  
-    doc_texts, kadiAPY_doc_references = process_directory(DATA_DIR, doc_folder_paths, [])
     print("LEEEEEEEEEEEENGTH of doc_files: ", len(doc_texts))
     
     code_chunks = split_python_code_into_chunks(code_texts, code_references)