Update agent.py

agent.py

@@ -392,17 +392,27 @@ class MyVectorStore:
 # Prepare Documents
 # -----------------------------
 # Define the URL where the JSON file is hosted
-url = "https://huggingface.co/spaces/wt002/Final_Assignment_Project/blob/main/questions.json"
 
-# Download the JSON file from the URL
+import requests
+import json
+
+url = "https://huggingface.co/spaces/wt002/Final_Assignment_Project/blob/main/questions.json"
 response = requests.get(url)
-response.raise_for_status()  # Ensure that the request was successful
 
-# Parse the JSON data
-docs = json.loads(response.text)
+# Check status
+if response.status_code != 200:
+    raise ValueError(f"Failed to fetch data: {response.status_code}")
+
+# Parse JSON content
+try:
+    docs = response.json()  # or json.loads(response.text)
+except json.JSONDecodeError as e:
+    print("Response was:", response.text)
+    raise e
+
+# Extract text
+texts = [doc.get("text", "") for doc in docs if isinstance(doc, dict)]
 
-# Assuming the JSON structure has a 'text' field for each document
-texts = [doc.get('text', '') for doc in docs if 'text' in doc] # Extract text from JSON
 
 # Initialize the embedding model
 embedding_model = BERTEmbeddings()