Update apis/Bubble_API_Calls.py

apis/Bubble_API_Calls.py

@@ -151,13 +151,11 @@ def fetch_linkedin_posts_data_from_bubble(org_urn: str, data_type:str):
 def bulk_upload_to_bubble(data, data_type):
     """
     Uploads a list of dictionaries to a specified Bubble data type using the bulk endpoint.
-
     Args:
         data (list): A list of dictionaries, where each dictionary represents a record.
         data_type (str): The name of the Bubble data type (table) to upload to.
-
     Returns:
-        list: A list of unique Bubble IDs for the created records if successful.
+        list: A list of dictionaries (each containing an 'id') for the created records if successful.
         bool: False if the upload fails.
     """
     api_token = os.environ.get("Bubble_API")
@@ -168,35 +166,39 @@ def bulk_upload_to_bubble(data, data_type):
     url = f"https://app.ingaze.ai/version-test/api/1.1/obj/{data_type}/bulk"
     headers = {
         "Authorization": f"Bearer {api_token}",
-        # The bulk endpoint expects newline-delimited JSON objects with a text/plain Content-Type
-        "Content-Type": "text/plain" 
+        "Content-Type": "text/plain"
     }
-
-    # Convert the list of dictionaries into a single string,
-    # with each JSON object separated by a newline character.
     payload = "\n".join(json.dumps(item) for item in data)
-
     logging.info(f"Sending bulk payload to Bubble data type: {data_type}")
-    # print("Payload being sent:\n" + payload) # Uncomment for deep debugging
 
     try:
         response = requests.post(url, headers=headers, data=payload.encode('utf-8'))
-        
-        # Raise an exception for bad status codes (4xx or 5xx)
         response.raise_for_status()
 
-        # If the request was successful (200 OK), Bubble returns a JSON array of the new record IDs.
-        # We parse the JSON response to get this list.
-        created_ids = response.json()
-        logging.info(f"Successfully uploaded {len(data)} records to {data_type}.")
-        return created_ids
+        # FIX: Handle the newline-delimited JSON response from Bubble.
+        response_text = response.text.strip()
+        if not response_text:
+            logger.warning(f"Upload to {data_type} was successful but returned an empty response.")
+            return [] # Return an empty list for success with no content
+
+        created_records = []
+        for line in response_text.splitlines():
+            if line: # Ensure the line is not empty
+                created_records.append(json.loads(line))
+        
+        logging.info(f"Successfully uploaded {len(created_records)} records to {data_type}.")
+        return created_records
 
     except requests.exceptions.HTTPError as http_err:
         logger.error(f"HTTP error occurred: {http_err}")
         logger.error(f"Failed to upload data to {data_type}. Status Code: {response.status_code}, Response: {response.text}")
         return False
+    except json.JSONDecodeError as json_err:
+        # This error is what you were seeing. We log it in case the format changes again.
+        logger.error(f"JSON decoding failed: {json_err}. Response text: {response.text}")
+        return False
     except Exception as err:
-        logger.error(f"An other error occurred: {err}")
+        logger.error(f"An other error occurred: {err}", exc_info=True)
         return False
 
 def update_record_in_bubble(table_name, record_id, payload_to_update):