update latest leaderboard info

app.py

@@ -522,6 +522,14 @@ def build_app():
             max-height: none !important;
             position: relative !important;
         }
+        .radar-tip {
+            font-size: 14px;
+            color: #555;
+            margin-top: 5px;
+            margin-bottom: 20px;
+            font-style: italic;
+        }
+
         
         /* Force scrolling to work on the main container */
         .gradio-container, #root, #app {
@@ -708,6 +716,7 @@ def build_app():
         
         # Add custom JavaScript for table header line breaks
         gr.HTML("""
+        
         <script>
         // Function to add line breaks to table headers
         function formatTableHeaders() {
@@ -847,6 +856,7 @@ def build_app():
                 with gr.Column(visible=True) as overall_visualizations:
                     with gr.Tabs():
                         with gr.Tab("📈 Radar Chart"):
+                            
                             radar_visualization = gr.Plot(
                                 label="Comparative Analysis (Radar Chart)",
                                 elem_classes="visualization-container"
@@ -857,6 +867,10 @@ def build_app():
                         #         label="Comparative Analysis (Group Bar Chart)",
                         #         elem_classes="visualization-container"
                         #     )
+                            gr.Markdown(
+                                "*💡 Click a legend entry to isolate that model. Double-click additional ones to add them for comparison.*",
+                                elem_classes="radar-tip"
+                            )
 
                 # Hidden placeholder for group bar visualization (to maintain code references)
                 group_bar_visualization = gr.Plot(visible=False)

assets/model_color.json

@@ -6,13 +6,17 @@
     "gemini-2.0-flash": "#FF4081",
     "gemini-2.0-flash-thinking-exp-1219": "#C2185B",
     "gemini-2.5-pro-exp-03-25": "#FF80AB",
+    "gemini-2.5-flash-preview-04-17": "#F06292",
     "gpt-4o-2024-11-20": "#00BFA5",
     "gpt-4.5-preview-2025-02-27": "#00796B",
     "gpt-4.1-2025-04-14": "#00897B",
     "o1-2024-12-17": "#4DB6AC",
     "o1-mini-2024-09-12": "#26A69A",
     "o3-mini-2025-01-31(medium)": "#80CBC4",
+    "o3": "#26C6DA",
+    "o4-mini": "#00ACC1",
+    "grok-3-beta": "#FF7043",
     "deepseek-v3": "#FFC107",
     "deepseek-r1": "#FFA000",
-    "Llama-4-Maverick-17B-128E-Instruct-FP8": "#8E24AA"
+    "llama-4-maverick-17b-128e-instruct-fp8": "#8E24AA"
 }

assets/news.json

@@ -1,5 +1,11 @@
 {
     "news": [
+        {
+            "date": "2025-04-23",
+            "video_link": "https://www.youtube.com/watch?v=NB1-5aKV9v4",
+            "twitter_text": "Zero-Shot AI Gaming Showdown: O3 Multi-Modal Might Sweeps Sokoban & 2048, Lands Top-2 in Phoenix Wright & Candy Crush",
+            "twitter_link": "https://x.com/haoailab"
+        },
         {
             "date": "2025-04-15",
             "video_link": "https://www.youtube.com/watch?v=q8PMW870yp8",

data_visualization.py

@@ -338,16 +338,21 @@ def create_single_radar_chart(df, selected_games=None, highlight_models=None):
         mean, std = vals.mean(), vals.std()
         df[f"norm_{col}"] = normalize_values(vals, mean, std)
 
-    # Group players by prefix
+    # Group players by prefix and sort alphabetically
     model_groups = {}
     for player in df["Player"]:
         prefix = get_model_prefix(player)
         model_groups.setdefault(prefix, []).append(player)
-
-    # Order: grouped by prefix, then alphabetically
+    
+    # Sort each group alphabetically
+    for prefix in model_groups:
+        model_groups[prefix] = sorted(model_groups[prefix], key=str.lower)
+    
+    # Get sorted prefixes and create ordered player list
+    sorted_prefixes = sorted(model_groups.keys(), key=str.lower)
     grouped_players = []
-    for prefix in sorted(model_groups):
-        grouped_players.extend(sorted(model_groups[prefix]))
+    for prefix in sorted_prefixes:
+        grouped_players.extend(model_groups[prefix])
 
     fig = go.Figure()
 
@@ -363,12 +368,15 @@ def create_single_radar_chart(df, selected_games=None, highlight_models=None):
 
         r = [row[f"norm_{col}"] for col in game_cols]
 
+        # Convert player name to lowercase for the legend
+        display_name = player.lower()
+
         fig.add_trace(go.Scatterpolar(
             r=r + [r[0]],
             theta=categories + [categories[0]],
             mode='lines+markers',
             fill='toself',
-            name=player,
+            name=display_name,  # Use lowercase name in legend
             line=dict(color=color, width=4 if is_highlighted else 2),
             marker=dict(color=color),
             fillcolor=fillcolor,
@@ -379,7 +387,7 @@ def create_single_radar_chart(df, selected_games=None, highlight_models=None):
     fig.update_layout(
         autosize=False,
         width=1000,
-        height=600,
+        height=620,  # Increased height to accommodate legend
         margin=dict(l=400, r=200, t=20, b=20),
         title=dict(
             text="AI Normalized Performance Across Games",
@@ -407,12 +415,12 @@ def create_single_radar_chart(df, selected_games=None, highlight_models=None):
         ),
         legend=dict(
             font=dict(size=12),
-            title="Choose your model: ",
+            title="Choose your model 💡 (click / double-click)",
             itemsizing='trace',
-            x=-1.2,
-            y=0.8,
-            xanchor='left',
+            x=-1.4,  # Moved further left
+            y=0.8,     # Moved to top
             yanchor='top',
+            xanchor='left',
             bgcolor='rgba(255,255,255,0.6)',
             bordercolor='gray',
             borderwidth=1

rank_data_03_25_2025.json

@@ -2,122 +2,157 @@
     "Super Mario Bros": {
         "runs": 5,
         "results": [
+            {
+                "model": "gpt-4.1-2025-04-14",
+                "score": 740,
+                "progress": "1-1",
+                "time_s": 68.6,
+                "rank": 1
+            },
             {
                 "model": "claude-3-7-sonnet-20250219",
                 "score": 710,
                 "progress": "1-1",
                 "time_s": 64.2,
-                "rank": 1
+                "rank": 2
             },
             {
                 "model": "gpt-4o-2024-11-20",
                 "score": 560,
                 "progress": "1-1",
                 "time_s": 58.6,
-                "rank": 2
+                "rank": 3
             },
             {
                 "model": "gemini-2.0-flash",
                 "score": 320,
                 "progress": "1-1",
                 "time_s": 51.8,
-                "rank": 3
+                "rank": 4
             },
             {
                 "model": "claude-3-5-haiku-20241022",
                 "score": 140,
                 "progress": "1-1",
                 "time_s": 76.4,
-                "rank": 4
+                "rank": 5
             },
             {
                 "model": "gpt-4.5-preview-2025-02-27",
                 "score": 160,
                 "progress": "1-1",
                 "time_s": 62.8,
-                "rank": 5
+                "rank": 6
             }
         ]
     },
     "2048": {
         "runs": 1,
         "results": [
+            {
+                "model": "o3",
+                "score": 256,
+                "steps": 108,
+                "time": "58:09",
+                "rank": 1
+            },
             {
                 "model": "claude-3-7-sonnet-20250219(thinking)",
                 "score": 256,
                 "steps": 114,
                 "time": ">200",
-                "rank": 1
+                "rank": 2
             },
             {
                 "model": "o1-2024-12-17",
                 "score": 256,
                 "steps": 116,
                 "time": ">200",
-                "rank": 2
+                "rank": 3
             },
             {
                 "model": "claude-3-7-sonnet-20250219",
                 "score": 256,
                 "steps": 130,
                 "time": "20:36",
-                "rank": 3
+                "rank": 4
             },
             {
                 "model": "deepseek-v3",
                 "score": 256,
                 "steps": 216,
                 "time": "54.02",
-                "rank": 4
+                "rank": 5
+            },
+            {
+                "model": "gemini-2.5-flash-preview-04-17",
+                "score": 128,
+                "steps": 71,
+                "time": "41:42",
+                "rank": 6
             },
             {
                 "model": "gemini-2.0-flash",
                 "score": 128,
                 "steps": 111,
                 "time": "18:43",
-                "rank": 5
+                "rank": 7
             },
             {
                 "model": "gemini-2.0-flash-thinking-exp-1219",
                 "score": 128,
                 "steps": 132,
                 "time": ">100",
-                "rank": 6
+                "rank": 8
             },
             {
                 "model": "gemini-2.5-pro-exp-03-25",
                 "score": 128,
                 "steps": 138,
                 "time": "169",
-                "rank": 7
+                "rank": 9
+            },
+            {
+                "model": "Llama-4-Maverick-17B-128E-Instruct-FP8",
+                "score": 128,
+                "steps": 145,
+                "time": ">100",
+                "rank": 10
+            },
+            {
+                "model": "o4-mini",
+                "score": 128,
+                "steps": "",
+                "time": "",
+                "rank": 11
+            },
+            {
+                "model": "grok3-beta",
+                "score": 128,
+                "steps": "",
+                "time": "",
+                "rank": 12
             },
             {
                 "model": "claude-3-5-sonnet-20241022",
                 "score": 64,
                 "steps": 92,
                 "time": "9:2",
-                "rank": 9
+                "rank": 13
             },
             {
                 "model": "gpt-4.5-preview-2025-02-27",
                 "score": 34,
                 "steps": 34,
                 "time": "8:25",
-                "rank": 10
+                "rank": 14
             },
             {
                 "model": "gpt-4o-2024-11-20",
                 "score": 16,
                 "steps": 21,
                 "time": "1:17",
-                "rank": 11
-            },
-            {
-                "model": "Llama-4-Maverick-17B-128E-Instruct-FP8",
-                "score": 128,
-                "steps": 145,
-                "time": ">100",
-                "rank": 8
+                "rank": 15
             }
         ]
     },
@@ -182,142 +217,207 @@
     "Candy Crush": {
         "runs": 3,
         "results": [
+            {
+                "model": "o4-mini",
+                "score_runs": "123,131",
+                "average_score": 127,
+                "steps": 25,
+                "rank": 1
+            },
+            {
+                "model": "o3",
+                "score_runs": "115, 122",
+                "average_score": 118.5,
+                "steps": 25,
+                "rank": 2
+            },
             {
                 "model": "o3-mini-2025-01-31(medium)",
                 "score_runs": "90;109;120",
                 "average_score": 106.33,
                 "steps": 25,
-                "rank": 1
+                "rank": 3
             },
             {
                 "model": "o1-2024-12-17",
                 "score_runs": "96;114;83",
                 "average_score": 97.67,
                 "steps": 25,
-                "rank": 2
+                "rank": 4
             },
             {
                 "model": "deepseek-r1",
                 "score_runs": "62;108;105",
                 "average_score": 91.67,
                 "steps": 25,
-                "rank": 3
+                "rank": 5
+            },
+            {
+                "model": "gemini-2.5-flash-preview-04-17",
+                "score_runs": "59",
+                "average_score": 59,
+                "steps": 25,
+                "rank": 6
             },
             {
                 "model": "gemini-2.5-pro-exp-03-25",
                 "score_runs": "50;36;68",
                 "average_score": 51.33,
                 "steps": 25,
-                "rank": 4
+                "rank": 7
             },
             {
                 "model": "claude-3-7-sonnet-20250219(thinking)",
                 "score_runs": "36;46;24",
                 "average_score": 35.33,
                 "steps": 25,
-                "rank": 5
+                "rank": 8
             },
             {
                 "model": "gemini-2.0-flash-thinking-exp-1219",
                 "score_runs": "0;15;39",
                 "average_score": 18,
                 "steps": 25,
-                "rank": 6
+                "rank": 9
+            },
+            {
+                "model": "grok-3-beta",
+                "score_runs": "11",
+                "average_score": 11,
+                "steps": 25,
+                "rank": 10
+            },
+            {
+                "model": "Llama-4-Maverick-17B-128E-Instruct-FP8",
+                "score_runs": "6;0;0",
+                "average_score": 2,
+                "steps": 25,
+                "rank": 11
+            },
+            {
+                "model": "gpt-4.1-2025-04-14",
+                "score_runs": "0;3;3",
+                "average_score": 2,
+                "steps": 25,
+                "rank": 12
             },
             {
                 "model": "claude-3-5-sonnet-20241022",
                 "score_runs": "3;0;0",
                 "average_score": 1,
                 "steps": 25,
-                "rank": 7
+                "rank": 13
             },
             {
                 "model": "deepseek-v3",
                 "score_runs": "0;0;0",
                 "average_score": 0,
                 "steps": 25,
-                "rank": 9
-            },
-            {
-                "model": "Llama-4-Maverick-17B-128E-Instruct-FP8",
-                "score_runs": "6;0;0",
-                "average_score": 2,
-                "steps": 25,
-                "rank": 8
+                "rank": 14
             }
         ]
     },
     "Sokoban": {
         "runs": 3,
         "results": [
+            {
+                "model": "o3",
+                "levels_cracked": "4",
+                "steps": "[16, 40, 59, 110]",
+                "rank": 1
+            },
             {
                 "model": "o3-mini-2025-01-31(medium)",
                 "levels_cracked": "2; 3; 2",
                 "steps": "[17,52,68];[24,58,78,91];[19,44,64]",
-                "rank": 1
+                "rank": 2
             },
             {
                 "model": "gemini-2.5-pro-exp-03-25",
                 "levels_cracked": "2;2;3",
                 "steps": "[23, 46, 79]; [20,50,77]; [26,95,125,175]",
-                "rank": 2
+                "rank": 3
+            },
+            {
+                "model": "gemini-2.5-flash-preview-04-17",
+                "levels_cracked": "2",
+                "steps": "[24, 50, 60]",
+                "rank": 4
+            },
+            {
+                "model": "o4-mini",
+                "levels_cracked": "2",
+                "steps": "",
+                "rank": 5
             },
             {
                 "model": "claude-3-7-sonnet-20250219(thinking)",
                 "levels_cracked": "1; 2; 0",
                 "steps": "[17,35];[15,40,43];[4]",
-                "rank": 3
+                "rank": 6
             },
             {
                 "model": "o1-2024-12-17",
                 "levels_cracked": "1; 1; 1",
                 "steps": null,
-                "rank": 4
+                "rank": 7
             },
             {
                 "model": "deepseek-r1",
                 "levels_cracked": "1; 0; 1",
                 "steps": "[19,42];[13];[19,36]",
                 "note": "stuck",
-                "rank": 5
+                "rank": 8
             },
             {
                 "model": "o1-mini-2024-09-12",
                 "levels_cracked": "0;1;0",
                 "steps": null,
-                "rank": 6
+                "rank": 9
             },
             {
                 "model": "gemini-2.0-flash-thinking-exp-1219",
                 "levels_cracked": "0; 0; 0",
                 "steps": "[23]; [14]; [14]",
-                "rank": 7
+                "rank": 10
             },
             {
                 "model": "gpt-4o-2024-11-20",
                 "levels_cracked": "0; 0; 0",
                 "steps": "[68];[105];[168]",
                 "note": "stuck in a loop",
-                "rank": 8
+                "rank": 11
             },
             {
                 "model": "claude-3-5-sonnet-20241022",
                 "levels_cracked": "0; 0; 0",
                 "steps": "[21]; [30]; [51]",
                 "note": "stuck in a loop",
-                "rank": 9
+                "rank": 12
             },
             {
                 "model": "deepseek-v3",
                 "levels_cracked": "0; 0; 0",
                 "steps": "[9]; [47]; [64]",
-                "rank": 10
+                "rank": 13
+            },
+            {
+                "model": "gpt-4.1-2025-04-14",
+                "levels_cracked": "0; 0; 0",
+                "steps": "[9]; [47]; [64]",
+                "rank": 14
+            },
+            {
+                "model": "grok-3-beta",
+                "levels_cracked": "0",
+                "steps": "",
+                "rank": 15
             },
             {
                 "model": "Llama-4-Maverick-17B-128E-Instruct-FP8",
                 "levels_cracked": "0;0;0",
                 "steps": "[5]",
-                "rank": 11
+                "rank": 16
             }
         ]
     },
@@ -333,12 +433,21 @@
                 "score": 26,
                 "note": "stuck at the end not present evidence"
             },
+            {
+                "model": "o3",
+                "levels_cracked": "3",
+                "lives_left": "[5, 3, 3, 0]",
+                "cracked_details": "4: 4/8",
+                "rank": 2,
+                "score": 23,
+                "note": "failed to present evidence"
+            },
             {
                 "model": "gemini-2.5-pro-exp-03-25",
                 "levels_cracked": "2; 3",
                 "lives_left": "[5,5,0]; [5, 5, 4, 0]",
                 "cracked_details": "4: 0/8",
-                "rank": 2,
+                "rank": 3,
                 "score": 20,
                 "note": "failed to present evidence"
             },
@@ -347,7 +456,7 @@
                 "levels_cracked": "1; 1",
                 "lives_left": "[3,0]; [5,0]",
                 "cracked_details": "2: 3/9",
-                "rank": 3,
+                "rank": 4,
                 "score": 8,
                 "note": "failed to present evidence"
             },
@@ -356,7 +465,7 @@
                 "levels_cracked": "1",
                 "lives_left": "5, 5",
                 "cracked_details": "1:1/8",
-                "rank": 4,
+                "rank": 5,
                 "score": 6,
                 "note": "stuck in loop"
             },
@@ -365,16 +474,25 @@
                 "levels_cracked": "1",
                 "lives_left": "[4,5]",
                 "cracked_details": "1: 1/8",
-                "rank": 5,
+                "rank": 6,
                 "score": 6,
                 "note": "stuck in loop"
             },
+            {
+                "model": "gemini-2.5-flash-preview-04-17",
+                "levels_cracked": "0",
+                "lives_left": "0",
+                "cracked_details": "1: 4/5",
+                "rank": 7,
+                "score": 4,
+                "note": "stuck in the last option section"
+            },
             {
                 "model": "gemini-2.0-flash-thinking-exp-1219",
                 "levels_cracked": "0",
                 "lives_left": "0",
                 "cracked_details": "1: 4/5",
-                "rank": 6,
+                "rank": 8,
                 "score": 4,
                 "note": "stuck in the last option section"
             },
@@ -383,16 +501,34 @@
                 "levels_cracked": "0",
                 "lives_left": "0",
                 "cracked_details": "1: 4/5",
-                "rank": 7,
+                "rank": 9,
                 "score": 4,
                 "note": "stuck in the 3rd evidence present"
             },
+            {
+                "model": "o4-mini",
+                "levels_cracked": "0",
+                "lives_left": "0",
+                "cracked_details": "1:1/5",
+                "rank": 10,
+                "score": 1,
+                "note": "failed to present evidence"
+            },
+            {
+                "model": "grok-3-beta",
+                "levels_cracked": "0",
+                "lives_left": "0",
+                "cracked_details": "1:1/5",
+                "rank": 11,
+                "score": 1,
+                "note": "failed to present evidence"
+            },
             {
                 "model": "Llama-4-Maverick-17B-128E-Instruct-FP8",
                 "levels_cracked": "0",
                 "lives_left": "0",
                 "cracked_details": "0:0/5",
-                "rank": 8,
+                "rank": 12,
                 "score": 0,
                 "note": "failed to present evidence"
             }