Update agent.py

agent.py

@@ -402,7 +402,7 @@ response.raise_for_status()  # Ensure that the request was successful
 docs = json.loads(response.text)
 
 # Assuming the JSON structure has a 'text' field for each document
-texts = [doc['text'] for doc in docs]  # Extract text from JSON
+texts = [doc.get('text', '') for doc in docs if 'text' in doc] # Extract text from JSON
 
 # Initialize the embedding model
 embedding_model = BERTEmbeddings()