enforce 24h wait time

app.py

@@ -91,10 +91,9 @@ def add_solution_cbk(
         return styled_error("Please sign in with Hugging Face before submitting.")
 
     # Display handle and display name (may change over time)
-    handle = profile.username
-    logger.info(f"User handle: {handle}")
-    display_name = profile.name or handle
-    logger.info(f"Displaying name: {display_name}")
+    logger.info(f"User handle: {profile.username}")
+    display_name = profile.name or profile.username
+    logger.info(f"Display name: {display_name}")
 
     # Stable account id
     claims = fetch_sub_claim(token) or {}
@@ -137,6 +136,8 @@ def add_solution_cbk(
 
     return add_new_solutions(
         lbdb,
+        profile.username,
+        stable_id,
         system_name,
         org,
         sys_type,

src/submission/submit.py

@@ -1,25 +1,30 @@
 import time
-from datetime import datetime, timezone
+from datetime import datetime, timezone, timedelta
 import os
 import requests
 
 import pandas as pd
-from datasets import Dataset
+from datasets import Dataset, get_dataset_config_names
 from pandas.api.types import is_integer_dtype
 import gradio as gr
 
 from src.datamodel.data import F1Data
 from src.display.formatting import styled_error, styled_message
 from src.display.utils import ModelType
-from src.envs import SUBMISSIONS_REPO
+from src.envs import SUBMISSIONS_REPO, TOKEN
 from src.logger import get_logger
 from src.validation.validate import is_submission_file_valid, is_valid
 
+
 logger = get_logger(__name__)
 
+MIN_WAIT_TIME_PER_USER_HRS = 1
+
 
 def add_new_solutions(
     lbdb: F1Data,
+    username: str,
+    stable_id: str,
     system_name: str,
     org: str,
     sys_type: str,
@@ -27,8 +32,35 @@ def add_new_solutions(
     is_warmup_dataset: bool,
     ensure_all_present: bool = False,
 ):
+    # Users must wait MIN_WAIT_TIME_PER_USER_HRS hours between submissions.
+    submitted_ids = get_dataset_config_names(SUBMISSIONS_REPO, token=TOKEN)
+    user_last_submission_date = None
+    for sid in submitted_ids:
+        # Extract stable ID (last part)
+        past_stable_id = sid.rsplit("_", 1)[-1]
+        # Extract timestamp string (first two parts)
+        ts_str = "_".join(sid.split("_", 2)[:2])
+
+        ts = datetime.strptime(ts_str, "%Y%m%d_%H%M%S").replace(tzinfo=timezone.utc)
+        if past_stable_id == stable_id:
+            if user_last_submission_date is None:
+                user_last_submission_date = ts
+            else:
+                user_last_submission_date = max(user_last_submission_date, ts)
+
+    if user_last_submission_date is not None:
+        now = datetime.now(timezone.utc)
+        elapsed = now - user_last_submission_date
+        if elapsed < timedelta(hours=MIN_WAIT_TIME_PER_USER_HRS):
+            remaining_hrs = (MIN_WAIT_TIME_PER_USER_HRS - elapsed.total_seconds()) / 3600
+            logger.info(f"{username} must wait {remaining_hrs:.2f} more hours.")
+            return styled_error(
+                f"You must wait {MIN_WAIT_TIME_PER_USER_HRS} hours between submissions. "
+                f"Remaining wait time: {remaining_hrs:.2f} hours"
+            )
+
     logger.info(
-        f"Adding new submission! {system_name=}, {org=}, {sys_type=} and {submission_path=}",
+        f"Adding new submission: {system_name=}, {org=}, {sys_type=} and {submission_path=}",
     )
 
     # Double-checking.
@@ -48,7 +80,7 @@ def add_new_solutions(
             "An error occurred. Please try again later."
         )  # Use same message as external error. Avoid infoleak.
 
-    submission_id = f"{datetime.now(timezone.utc).strftime('%Y%m%d_%H%M%S')}_{system_name}_{org}_{sys_type}"
+    submission_id = f"{datetime.now(timezone.utc).strftime('%Y%m%d_%H%M%S')}_{username}_{stable_id}"
 
     # Seems good, creating the eval.
     logger.info(f"Adding new submission: {submission_id}")