Tweaks

app.py

@@ -14,7 +14,7 @@ def restart_space():
     API.restart_space(repo_id=REPO_ID)
 
 
-def init_leaderboard(dataframe: pd.DataFrame):
+def init_leaderboard():
     dataframe = load_results()
 
     if dataframe is None or dataframe.empty:
@@ -28,7 +28,7 @@ def init_leaderboard(dataframe: pd.DataFrame):
             cant_deselect=[c.name for c in COLUMNS if c.never_hidden],
             label="Select Columns to Display:",
         ),
-        search_columns=["Model"],
+        search_columns=[c.name for c in COLUMNS if c.searchable],
         hide_columns=[c.name for c in COLUMNS if c.hidden],
         filter_columns=[
             ColumnFilter(

src/envs.py

@@ -6,14 +6,12 @@ from huggingface_hub import HfApi
 # Info to change for your repository
 # ----------------------------------
 TOKEN = os.environ.get("HF_TOKEN")  # A read/write token for your org
+API = HfApi(token=TOKEN)
 
 OWNER = "boatbomber"
 REPO_ID = f"{OWNER}/roblox-llm-leaderboard"
-RESULTS_REPO = f"{OWNER}/roblox-llm-leaderboard-results"
+RESULTS_REPO_ID = f"{OWNER}/roblox-llm-leaderboard-results"
 
 # If you setup a cache later, just change HF_HOME
 CACHE_PATH = Path(os.getenv("HF_HOME", "."))
-
 RESULTS_REPO_PATH = CACHE_PATH / "roblox-llm-leaderboard-results"
-
-API = HfApi(token=TOKEN)

src/leaderboard/populate.py

@@ -3,14 +3,14 @@ import json
 import pandas as pd
 from huggingface_hub import snapshot_download
 
-from src.envs import RESULTS_REPO, RESULTS_REPO_PATH, TOKEN
+from src.envs import RESULTS_REPO_ID, RESULTS_REPO_PATH, TOKEN
 from src.leaderboard.utils import COLUMNS
 
 
 def download_result_data():
-    print(f"Downloading {RESULTS_REPO}")
+    print(f"Downloading {RESULTS_REPO_ID} to {RESULTS_REPO_PATH}")
     snapshot_download(
-        repo_id=RESULTS_REPO,
+        repo_id=RESULTS_REPO_ID,
         local_dir=RESULTS_REPO_PATH,
         repo_type="dataset",
         tqdm_class=None,
@@ -27,7 +27,7 @@ def load_results() -> pd.DataFrame:
 
     results_dir = RESULTS_REPO_PATH / "results"
     if not (results_dir.exists() and results_dir.is_dir()):
-        raise ValueError("No results found in the results directory")
+        raise ValueError(f"Couldn't find {str(results_dir)}")
 
     for file in results_dir.rglob("*.json"):
         with open(file) as f:

src/leaderboard/utils.py

@@ -8,11 +8,12 @@ class ColumnContent:
     displayed_by_default: bool
     hidden: bool = False
     never_hidden: bool = False
+    searchable: bool = False
 
 
 ## Leaderboard columns
 COLUMNS = [
-    ColumnContent("Model", type="str", displayed_by_default=True, never_hidden=True),
+    ColumnContent("Model", type="str", displayed_by_default=True, never_hidden=True, searchable=True),
     ColumnContent("Average", type="number", displayed_by_default=True),
     ColumnContent("RobloxQA", type="number", displayed_by_default=True),
 ]