File size: 3,776 Bytes
21ed616 180f9fe 21ed616 180f9fe 21ed616 180f9fe 21ed616 180f9fe 21ed616 180f9fe |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 |
import json
import gradio as gr
from pathlib import Path
from src.hf_utils import load_leaderboard_data, upload_submission, check_name_exists
from src.eval import start_background_evaluation
def handle_upload(submission_name, uploaded_file, progress=gr.Progress()):
"""Handle file upload and start evaluation."""
if not uploaded_file:
return "No file uploaded. Please upload a valid submission file."
# normalize the submission name
submission_name = submission_name.strip().replace(" ", "_").lower()
# keep only alphanumeric characters and underscores, restrict to 30 characters
submission_name = "".join(
c for c in submission_name if c.isalnum() or c == "_"
)[:30]
if not submission_name or submission_name.strip() == "":
return "Submission name is required"
if check_name_exists(submission_name):
return f"Submission name '{submission_name}' already exists. Please choose a different name."
try:
progress(0.3, "Uploading to Hugging Face...")
# Check if the file is a valid JSONL file
if not uploaded_file.name.endswith(".jsonl"):
return "Invalid file format. Please upload a .jsonl file."
# Check that the keys in the JSONL file are correct ('id' and 'model')
with open(uploaded_file.name, "r") as file:
found_one = False
for line in file:
found_one = True
json_object = json.loads(line)
if not all(key in json_object for key in ["id", "model"]):
return "Invalid content. Each line must contain 'id' and 'model' keys."
if not found_one:
return "Empty file. Please upload a valid JSONL file."
success, result = upload_submission(uploaded_file, submission_name)
if not success:
return f"Upload failed: {result}"
progress(0.7, "Starting evaluation...")
# Start evaluation
start_background_evaluation(result)
progress(1.0, "Process complete")
return f"Upload complete. Evaluation started for: {submission_name}. Refresh the leaderboard to see results. Do not worry if the leaderboard does not update immediately; it may take some time for the results to appear."
except Exception as e:
return f"Error processing upload: {str(e)}"
def create_ui():
"""Create and return Gradio UI."""
with gr.Blocks(title="CP-Bench Leaderboard") as demo:
gr.Markdown("# CP-Bench Leaderboard")
with gr.Row():
with gr.Column(scale=1):
gr.Markdown("## 📤 Upload Submission")
submission_name = gr.Textbox(
label="Submission Name (required)",
placeholder="Enter a unique name for your submission",
interactive=True,
info="This name will appear on the leaderboard"
)
upload_button = gr.UploadButton("Click to Upload Submission", file_count="single")
status_box = gr.Textbox(label="Status", interactive=False)
with gr.Column(scale=3):
gr.Markdown("## 🏆 Results Leaderboard")
leaderboard = gr.DataFrame(value=load_leaderboard_data, label="Leaderboard", interactive=False)
refresh_button = gr.Button("🔄 Refresh Leaderboard")
# Event handlers
upload_button.upload(
fn=handle_upload,
inputs=[submission_name, upload_button],
outputs=[status_box],
show_progress="full",
)
refresh_button.click(
fn=load_leaderboard_data,
inputs=None,
outputs=[leaderboard]
)
return demo |