added judge as selection, passed tags to lower at extraction

app.py

@@ -13,7 +13,7 @@ def restart_space():
 
 LEADERBOARDS_TO_INFO, INFO_TO_LEADERBOARDS = get_leaderboard_info()
 
-def update_leaderboards(show_all, modality_tags, submission_tags, test_set_tags, evaluation_tags, language_tags):
+def update_leaderboards(show_all, modality_tags, submission_tags, test_set_tags, evaluation_tags, language_tags, judge_tags):
     spaces_of_interest = []
     if show_all:
         spaces_of_interest = INFO_TO_LEADERBOARDS["all"]
@@ -28,6 +28,8 @@ def update_leaderboards(show_all, modality_tags, submission_tags, test_set_tags,
             spaces_of_interest.extend(INFO_TO_LEADERBOARDS["modality"][tag.lower()])
         for tag in language_tags:
             spaces_of_interest.extend(INFO_TO_LEADERBOARDS["language"][tag.lower()])
+        for tag in judge_tags:
+            spaces_of_interest.extend(INFO_TO_LEADERBOARDS["judge"][tag.lower()])
 
     return "- " + "\n - ".join([
         make_clickable(space) + 
@@ -47,11 +49,6 @@ with demo:
             gr.Markdown("Let's look for leaderboards relevant for you! Select the categories of your choice")
             with gr.Row():
                 with gr.Column():
-                    show_all = gr.Checkbox(
-                        value=False, 
-                        label="Show all leaderboards"
-                    )
-
                     modality_tags = gr.CheckboxGroup(
                         choices=[tag.name for tag in Modality],
                         value=[],
@@ -67,7 +64,16 @@ with demo:
                         value=[],
                         label="Test set status"
                     )
+                    judge_tags = gr.CheckboxGroup(
+                        choices=[tag.name for tag in Judge],
+                        value=[],
+                        label="Judge used for the evaluation"
+                    )
                 with gr.Column():
+                    show_all = gr.Checkbox(
+                        value=False, 
+                        label="Show all leaderboards"
+                    )
                     evaluation_tags = gr.CheckboxGroup(
                         choices=[tag.name for tag in EvaluationCategory],
                         value=[],
@@ -83,15 +89,15 @@ with demo:
                     value="",
                 )
 
-            for selector in [modality_tags, submission_tags, test_set_tags, evaluation_tags, language_tags]:
+            for selector in [modality_tags, submission_tags, test_set_tags, evaluation_tags, language_tags, judge_tags]:
                 selector.change(
                     lambda _: False,
                     outputs=show_all
                 )
-            for selector in [show_all, modality_tags, submission_tags, test_set_tags, evaluation_tags, language_tags]:
+            for selector in [show_all, modality_tags, submission_tags, test_set_tags, evaluation_tags, language_tags, judge_tags]:
                 selector.change(
                     update_leaderboards,
-                    [show_all, modality_tags, submission_tags, test_set_tags, evaluation_tags, language_tags],
+                    [show_all, modality_tags, submission_tags, test_set_tags, evaluation_tags, language_tags, judge_tags],
                     leaderboards,
                     queue=True,
                 )

src/leaderboards/get_from_hub.py

@@ -20,7 +20,7 @@ def group_all_tags(input_tags: list[str]) -> dict:
 
         try:
             category, value = tag.split(":")
-            output_tags[category].append(value)
+            output_tags[category].append(value.lower())
         except ValueError:
             continue