trying to write to dataset

app.py

@@ -5,7 +5,7 @@ import json
 
 import gradio as gr
 from datasets import load_dataset, Dataset
-from huggingface_hub import upload_file
+from huggingface_hub import upload_file, hf_hub_download
 from evaluation import evaluate_problem
 from datetime import datetime
 import os
@@ -14,7 +14,7 @@ from huggingface_hub import HfApi
 PROBLEM_TYPES = ["geometrical", "simple_to_build", "mhd_stable"]
 TOKEN = os.environ.get("HF_TOKEN")
 API = HfApi(token=TOKEN)
-repo_id = "cgeorgiaw/constellaration-submissions"
+submissions_repo = "cgeorgiaw/constellaration-submissions"
 
 def submit_boundary(
     problem_type: Literal["geometrical", "simple_to_build", "mhd_stable"],
@@ -41,7 +41,8 @@ def submit_boundary(
         record = {
             "submission_time": timestamp,
             "problem_type": problem_type,
-            "boundary_json": file_content.decode("utf-8"),  # Or store file path or URL
+            "boundary_json": file_content, # .decode("utf-8"),
+            "evaluated": False,
         }
         with tempfile.NamedTemporaryFile(mode="w", suffix=".json", delete=False) as tmp:
             json.dump(record, tmp, indent=2)
@@ -51,15 +52,18 @@ def submit_boundary(
         API.upload_file(
             path_or_fileobj=tmp_name, 
             path_in_repo=filename,
-            repo_id=repo_id,
+            repo_id=submissions_repo,
             repo_type="dataset",
             commit_message=f"Add submission for {problem_type} at {timestamp}"
         )
         pathlib.Path(tmp_name).unlink()
 
     # then do eval
+    local_path = read_boundary(filename)
+
     try:
-        result = evaluate_problem(problem_type, str(tmp_boundary_path))
+        # result = evaluate_problem(problem_type, str(tmp_boundary_path))
+        result = evaluate_problem(problem_type, local_path)
         output = str(result)
     except Exception as e:
         output = f"Error during evaluation:\n{e}"
@@ -68,6 +72,14 @@ def submit_boundary(
 
     return output
 
+def read_boundary(filename):
+    local_path = hf_hub_download(
+        repo_id=submissions_repo,
+        repo_type="dataset",
+        filename=filename,
+    )
+    return local_path
+
 def gradio_interface() -> gr.Blocks:
     with gr.Blocks() as demo:
         gr.Markdown(

evaluation.py

@@ -6,18 +6,15 @@ from constellaration.geometry import surface_rz_fourier
 
 PROBLEM_TYPES = ["geometrical", "simple_to_build", "mhd_stable"]
 
-
 def load_boundary(data: str) -> surface_rz_fourier.SurfaceRZFourier:
     return surface_rz_fourier.SurfaceRZFourier.model_validate_json(data)
 
-
-def load_boubdaries(data: str) -> list[surface_rz_fourier.SurfaceRZFourier]:
+def load_boundaries(data: str) -> list[surface_rz_fourier.SurfaceRZFourier]:
     data_json = json.loads(data)
     return [
         surface_rz_fourier.SurfaceRZFourier.model_validate_json(b) for b in data_json
     ]
 
-
 def evaluate_problem(
     problem_type: str, input_file: str
 ) -> problems.EvaluationSingleObjective | problems.EvaluationMultiObjective:
@@ -32,7 +29,7 @@ def evaluate_problem(
             boundary = load_boundary(data)
             result = problems.SimpleToBuildQIStellarator().evaluate(boundary)
         case "mhd_stable":
-            boundaries = load_boubdaries(data)
+            boundaries = load_boundaries(data)
             result = problems.MHDStableQIStellarator().evaluate(boundaries)
         case _:
             raise ValueError(f"Unknown problem type: {problem_type}")