app.py

import gradio as gr
import pandas as pd
from apscheduler.schedulers.background import BackgroundScheduler

"""
MLE‑Dojo Benchmark Leaderboard — Dark Elegance v2
================================================
Upgrades:
* richer heading with emoji icon
* larger fonts throughout
* medal icons for top‑3 ranks
* scrollable leaderboard (fixed height)
"""

# ---------------------------------------------------------------------------
#  Import app copy (fallback placeholders if src/ missing)
# ---------------------------------------------------------------------------
try:
    from src.about import (
        CITATION_BUTTON_LABEL,
        CITATION_BUTTON_TEXT,
        INTRODUCTION_TEXT,
        LLM_BENCHMARKS_TEXT,
        TITLE,
    )
    from src.display.css_html_js import custom_css  # may exist
    from src.envs import REPO_ID
    from src.submission.submit import add_new_eval
except ImportError:
    CITATION_BUTTON_LABEL = "Citation"
    CITATION_BUTTON_TEXT  = "Please cite us if you use this benchmark…"
    INTRODUCTION_TEXT     = "Welcome to the **MLE‑Dojo Benchmark Leaderboard** — compare LLM agents across realistic ML‑engineering tasks."
    LLM_BENCHMARKS_TEXT   = "Further details about tasks, metrics, and evaluation pipelines."
    TITLE = (
        "<h1 class='hero-title gradient-text'>🏆 MLE‑Dojo Benchmark Leaderboard</h1>"
        "<p class='subtitle'>Interactive, reproducible &amp; community‑driven ML‑agent benchmarking</p>"
    )
    custom_css = ""
    REPO_ID = "your/space-id"
    def add_new_eval(*_):
        return "Submission placeholder."

# ---------------------------------------------------------------------------
#  Data
# ---------------------------------------------------------------------------
data = [
    {"model_name": "gpt-4o-mini",     "url": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence/", "organizer": "OpenAI",  "license": "Proprietary", "MLE-Lite_Elo": 753,  "Tabular_Elo": 839,  "NLP_Elo": 758,  "CV_Elo": 754,  "Overall": 778},
    {"model_name": "gpt-4o",          "url": "https://openai.com/index/hello-gpt-4o/",                                      "organizer": "OpenAI",  "license": "Proprietary", "MLE-Lite_Elo": 830,  "Tabular_Elo": 861,  "NLP_Elo": 903,  "CV_Elo": 761,  "Overall": 841},
    {"model_name": "o3-mini",         "url": "https://openai.com/index/openai-o3-mini/",                                    "organizer": "OpenAI",  "license": "Proprietary", "MLE-Lite_Elo": 1108, "Tabular_Elo": 1019, "NLP_Elo": 1056, "CV_Elo": 1207, "Overall": 1096},
    {"model_name": "deepseek-v3",     "url": "https://api-docs.deepseek.com/news/news1226",                                   "organizer": "DeepSeek", "license": "DeepSeek",    "MLE-Lite_Elo": 1004, "Tabular_Elo": 1015, "NLP_Elo": 1028, "CV_Elo": 1067, "Overall": 1023},
    {"model_name": "deepseek-r1",     "url": "https://api-docs.deepseek.com/news/news250120",                                 "organizer": "DeepSeek", "license": "DeepSeek",    "MLE-Lite_Elo": 1137, "Tabular_Elo": 1053, "NLP_Elo": 1103, "CV_Elo": 1083, "Overall": 1100},
    {"model_name": "gemini-2.0-flash", "url": "https://ai.google.dev/gemini-api/docs/models#gemini-2.0-flash",               "organizer": "Google",  "license": "Proprietary", "MLE-Lite_Elo": 847,  "Tabular_Elo": 923,  "NLP_Elo": 860,  "CV_Elo": 978,  "Overall": 895},
    {"model_name": "gemini-2.0-pro",   "url": "https://blog.google/technology/google-deepmind/gemini-model-updates-february-2025/", "organizer": "Google",  "license": "Proprietary", "MLE-Lite_Elo": 1064, "Tabular_Elo": 1139, "NLP_Elo": 1028, "CV_Elo": 973,  "Overall": 1054},
    {"model_name": "gemini-2.5-pro",   "url": "https://deepmind.google/technologies/gemini/pro/",                           "organizer": "Google",  "license": "Proprietary", "MLE-Lite_Elo": 1257, "Tabular_Elo": 1150, "NLP_Elo": 1266, "CV_Elo": 1177, "Overall": 1214},
]
master_df = pd.DataFrame(data)

# ---------------------------------------------------------------------------
#  Helpers
# ---------------------------------------------------------------------------
CATEGORIES = ["Overall", "MLE-Lite", "Tabular", "NLP", "CV"]
DEFAULT_CATEGORY = "Overall"
CATEGORY_MAP = {
    "Overall": "Overall",
    "MLE-Lite": "MLE-Lite_Elo",
    "Tabular": "Tabular_Elo",
    "NLP": "NLP_Elo",
    "CV": "CV_Elo",
}

MEDALS = {1: "🥇", 2: "🥈", 3: "🥉"}

def update_leaderboard(category: str, ascending: bool):
    col = CATEGORY_MAP.get(category, CATEGORY_MAP[DEFAULT_CATEGORY])
    df = (
        master_df[["model_name", "url", "organizer", "license", col]]
        .sort_values(by=col, ascending=ascending)
        .reset_index(drop=True)
    )

    df.insert(0, "Rank", df.index + 1)
    df["Rank"] = df["Rank"].apply(lambda r: MEDALS.get(r, str(r)))
    df["Model"] = df.apply(lambda r: f"<a href='{r.url}' target='_blank'>{r.model_name}</a>", axis=1)

    df.rename(columns={"organizer": "Organizer", "license": "License", col: "Elo Score"}, inplace=True)
    return df[["Rank", "Model", "Organizer", "License", "Elo Score"]]

# ---------------------------------------------------------------------------
#  CSS (dark + bigger fonts + heading icon)
# ---------------------------------------------------------------------------
custom_css += """
@import url('https://fonts.googleapis.com/css2?family=Inter:wght@400;500;600;700;800&display=swap');
html,body{font-family:'Inter',sans-serif!important;font-size:18px!important;line-height:1.6;color:#e2e8f0;background:#0f172a;}

.gradient-text{background:linear-gradient(90deg,#6366f1 0%,#06b6d4 100%);-webkit-background-clip:text;-webkit-text-fill-color:transparent;}

/* Section title */
.section-title{font-size:1.7rem;font-weight:700;color:#f1f5f9;display:flex;align-items:center;gap:.4em;margin:1.1em 0 .8em;}
.section-title .icon{font-size:1.4em;}

/* Radio & checkbox */
.gr-radio,.gr-checkbox{background:#1e293b;border-radius:8px;padding:6px 12px;box-shadow:0 1px 3px rgba(0,0,0,.4);} 
.gr-radio input:checked+label,.gr-checkbox input:checked+label{color:#38bdf8;}

/* Leaderboard table */
#leaderboard-table table{width:100%;border-collapse:collapse;background:#1e293b;border-radius:8px;overflow:hidden;}
#leaderboard-table th{background:#334155;font-size:1rem;font-weight:600;padding:.8em;color:#f1f5f9;text-transform:uppercase;letter-spacing:.04em;}
#leaderboard-table td{padding:.7em;font-size:1.15rem;border-top:1px solid #334155;}
#leaderboard-table tr:nth-child(even){background:#1c2431;}
#leaderboard-table tr:hover{background:#475569;}

/* Scrollbar styling */
#leaderboard-table tbody{display:block;max-height:520px;overflow-y:auto;}
#leaderboard-table thead, #leaderboard-table tbody tr{display:table;width:100%;table-layout:fixed;}

/* Links */
a{color:#38bdf8;} a:hover{text-decoration:underline;}

.gr-accordion .label{font-weight:600;font-size:1rem;color:#f1f5f9;}
"""

# ---------------------------------------------------------------------------
#  Gradio App
# ---------------------------------------------------------------------------
app = gr.Blocks(css=custom_css, theme=gr.themes.Soft(primary_hue="sky", neutral_hue="slate", font=["Inter",]))

with app:
    gr.HTML(TITLE)
    gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")

    with gr.Tabs():
        with gr.TabItem("🏅 Leaderboard"):
            gr.HTML("<h3 class='section-title'><span class='icon'>📊</span>Model Elo Rankings by Category</h3>")
            with gr.Row():
                category_radio = gr.Radio(CATEGORIES, value=DEFAULT_CATEGORY, label="Category")
                asc_check      = gr.Checkbox(label="⬆️ Asc. order", value=False)

            board = gr.Dataframe(
                value=update_leaderboard(DEFAULT_CATEGORY, False),
                headers=["Rank", "Model", "Organizer", "License", "Elo Score"],
                datatype=["html", "html", "str", "str", "number"],
                row_count=(len(master_df), "fixed"),
                col_count=(5, "fixed"),
                interactive=False,
                elem_id="leaderboard-table",
                height=560,
            )
            category_radio.change(update_leaderboard, [category_radio, asc_check], board)
            asc_check.change(update_leaderboard, [category_radio, asc_check], board)

        with gr.TabItem("ℹ️ About"):
            gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text")

    with gr.Accordion("📖 Citation", open=False):
        gr.Textbox(value=CITATION_BUTTON_TEXT, label=CITATION_BUTTON_LABEL, lines=10, show_copy_button=True)

# ---------------------------------------------------------------------------
#  Optional scheduler (HF Space restarts)
# ---------------------------------------------------------------------------

def restart_space():
    print(f"Restarting space → {REPO_ID}")

if __name__ == "__main__":
    if REPO_ID != "your/space-id":
        scheduler = BackgroundScheduler()
        scheduler.add_job(restart_space, "interval", seconds=1800)
        scheduler.start()
    print("Launching app…")
    app.launch()