Update agent.py

agent.py

@@ -150,28 +150,41 @@ response = requests.get(json_url)
 if response.status_code != 200:
     raise Exception(f"Failed to load JSON from {json_url}. Status code: {response.status_code}")
 
-# Parse the JSON object
-data = response.json()
+# Ensure the request was successful
+if response.status_code != 200:
+    raise Exception(f"Failed to load JSON from {json_url}. Status code: {response.status_code}")
 
-# Ensure the required field 'question' exists
-if 'question' not in data:
-    raise ValueError("The JSON object must contain a 'question' field.")
+# Parse the JSON array
+tasks = response.json()
 
+# Ensure that the loaded data is a list (JSON array)
+if not isinstance(tasks, list):
+    raise ValueError("The JSON file must be a list of objects.")
+
+    
 # -------------------------------
-# Step 2: Create a Document from the JSON Object
+# Step 2: Create Documents from Each JSON Object
 # -------------------------------
-content = data.get('question', "").strip()
-if not content:
-    raise ValueError("The 'question' field in the JSON object cannot be empty.")
-
-# Create a document and add metadata from the JSON object
-document = Document(
-    page_content=content,
-    metadata=data
-)
+docs = []
+for task in tasks:
+    # Debugging: Print the keys of each task to ensure 'question' exists
+    print(f"Keys in task: {task.keys()}")
+    
+    # Ensure the required field 'question' exists
+    if 'question' not in task:
+        print(f"Skipping task with missing 'question' field: {task}")
+        continue
+
+    content = task.get('question', "").strip()
+    if not content:
+        print(f"Skipping task with empty 'question': {task}")
+        continue
+
+    # Add unique ID to each document
+    task['id'] = str(uuid.uuid4())
 
-# Wrap the document in a list to work with LangChain (as it expects a list of documents)
-docs = [document]
+    # Create a document from the task data
+    docs.append(Document(page_content=content, metadata=task))
 
 
 # -------------------------------