utilities/fetch_all_questions.py

import requests
import os
import json
from dotenv import load_dotenv

load_dotenv()

BASE_URL = os.getenv("BASE_URL")

def get_all_questions():
    response = requests.get(f"{BASE_URL}/questions")
    if response.status_code == 200:
        return response.json()
    else:
        raise Exception(f"API request failed with status code {response.status_code}")

questions = get_all_questions()

print(f"Total questions retrieved: {len(questions)}")

with open("new_gaia_questions.json", "w") as file:
    json.dump(questions, file, indent=4)

print("Questions successfully saved to new_gaia_questions.json")