multiple submissions, delete space

competitions/create.py

@@ -157,13 +157,14 @@ def _create(
         "SELECTION_LIMIT": int(selection_limit),
         "HARDWARE": hardware,
         "END_DATE": end_date,
-        "EVAL_HIGHER_IS_BETTER": metric_higher_is_better == "True",
+        "EVAL_HIGHER_IS_BETTER": metric_higher_is_better is True,
         "SUBMISSION_ID_COLUMN": submission_id_column,
         "SUBMISSION_COLUMNS": submission_columns,
         "SUBMISSION_ROWS": int(submission_rows),
         "EVAL_METRIC": metric,
         "LOGO": competition_logo,
         "DATASET": "",
+        "SUBMISSION_FILENAMES": ["submission.csv"],
     }
     teams_json = {}
     user_team_json = {}

competitions/evaluate.py

@@ -103,7 +103,7 @@ def run(params):
 
     utils.update_submission_score(params, evaluation["public_score"], evaluation["private_score"])
     utils.update_submission_status(params, "success")
-    utils.pause_space(params)
+    utils.delete_space(params)
 
 
 if __name__ == "__main__":

competitions/info.py

@@ -133,3 +133,7 @@ class CompetitionInfo:
     @property
     def dataset(self):
         return self.config.get("DATASET", "")
+
+    @property
+    def submission_filenames(self):
+        return self.config.get("SUBMISSION_FILENAMES", ["submission.csv"])

competitions/params.py

@@ -18,6 +18,7 @@ class EvalParams(BaseModel):
     submission_repo: str
     time_limit: int
     dataset: str
+    submission_filenames: List[str]
 
     class Config:
         protected_namespaces = ()

competitions/runner.py

@@ -38,6 +38,7 @@ class JobRunner:
         self.submission_rows = self.competition_info.submission_rows
         self.time_limit = self.competition_info.time_limit
         self.dataset = self.competition_info.dataset
+        self.submission_filenames = self.competition_info.submission_filenames
 
     def get_pending_subs(self):
         submission_jsons = snapshot_download(
@@ -90,6 +91,7 @@ class JobRunner:
                 "submission_repo": row["submission_repo"],
                 "time_limit": self.time_limit,
                 "dataset": self.dataset,
+                "submission_filenames": self.submission_filenames,
             }
             eval_params = json.dumps(eval_params)
             eval_pid = run_evaluation(eval_params, local=True, wait=True)
@@ -124,6 +126,7 @@ class JobRunner:
             "submission_repo": submission_repo,
             "time_limit": self.time_limit,
             "dataset": self.dataset,
+            "submission_filenames": self.submission_filenames,
         }
 
         api.add_space_secret(repo_id=space_id, key="PARAMS", value=json.dumps(params))

competitions/utils.py

@@ -71,6 +71,14 @@ def pause_space(params):
             api.pause_space(repo_id=os.environ["SPACE_ID"])
 
 
+def delete_space(params):
+    if "SPACE_ID" in os.environ:
+        if os.environ["SPACE_ID"].split("/")[-1].startswith("comp-"):
+            logger.info("Deleting space...")
+            api = HfApi(token=params.token)
+            api.delete_repo(repo_id=os.environ["SPACE_ID"], repo_type="space")
+
+
 def download_submission_info(params):
     user_fname = hf_hub_download(
         repo_id=params.competition_id,