Update chunking.py

chunking.py

@@ -33,7 +33,7 @@ def chunk_text_and_add_metadata(texts, references, chunk_size, chunk_overlap):
                 page_content=chunk,
                 metadata={
                     "source": reference,
-                    "folder": "doc/"
+                    "directory": "doc/"
                 }
             ) 
             for chunk in text_splitter.split_text(text)
@@ -58,16 +58,21 @@ def generate_code_chunks_with_metadata(code_file_content, code_file_path):
     _iterate_ast(code_file_content, documents, code_file_path)
     # Determine usage based on the file_path
     if code_file_path.startswith("kadi_apy"):
-        folder = "kadi_apy/"
-    if code_file_path.startswith("kadi_apy/lib/"):
-        usage = "kadi_apy/lib/"
-    elif code_file_path.startswith("kadi_apy/cli/"):
-        usage = "kadi_apy/cli/"
-
+        directory = "kadi_apy/"
+        if code_file_path.startswith("kadi_apy/lib/"):
+            usage = "kadi_apy/lib/"
+        elif code_file_path.startswith("kadi_apy/cli/"):
+            usage = "kadi_apy/cli/"
+        else:
+            usage = "kadi_apy/top_level_file.py"
+    else:
+        directory = "undefined"
+        usage = "undefined"
+        
     # Add metadata-type "usage" to all documents
     for doc in documents:
         doc.metadata["source"] = code_file_path
-        doc.metadata["folder"] = folder
+        doc.metadata["directory"] = directory
         doc.metadata["usage"] = usage  # Add the determined usage metadata
         #print(doc)
     return documents