Qi Yan
Initial commit with new history
546a465
from dataclasses import dataclass
from enum import Enum
@dataclass
class Task:
benchmark: str
metric: str
col_name: str
# Select your tasks here
# ---------------------------------------------------
class Tasks(Enum):
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
task0 = Task("classification", "accuracy", "Accuracy")
task1 = Task("classification", "f1", "F1 Score")
# ---------------------------------------------------
# Your leaderboard name
TITLE = """<h1 align="center" id="space-title">CPEN455-24W2 Course Project Leaderboard</h1>"""
# What does your leaderboard evaluate?
INTRODUCTION_TEXT = """
## πŸ† PixelCNN++ for Image Classification Leaderboard
Submit your model's predictions on the test set to see how it performs against others!
The leaderboard shows results on a hidden test dataset to ensure fair comparison.
The use of the leaderboard is completely **optional**. You can submit your results without using the leaderboard.
However, we highly recommend you to use the leaderboard to iteratively improve your model and write your report.
Please refer to this [repo](https://github.com/DSL-Lab/CPEN455HW-2024W2) for project details.
**Columns:**
- Model Name: Name of submitted model
- Accuracy: Percentage of correct predictions
- F1 Score: Harmonic mean of precision & recall
- Submission Date: Date of submission
"""
# Which evaluations are you running? how can people reproduce what you have?
CLS_BENCHMARKS_TEXT = f"""
## Evaluation Process
1. Participants submit their models' predictions (a CSV file) on image classification tasks
2. Results are computed using accuracy and F1-score metrics
3. Top performances are shown on this leaderboard
Please refer to this [file](https://github.com/DSL-Lab/CPEN455HW-2024W2/blob/main/data/test.csv) for a template of the CSV file.
"""
EVALUATION_QUEUE_TEXT = """
## Some Tips for Submission
- Please refer to this [file](https://github.com/DSL-Lab/CPEN455HW-2024W2/blob/main/data/test.csv) for a template of the CSV file. Please do not change the first column content as it specifies the image ID.
- You may submit your results as many times as you want before the deadline. However, we encourage you to submit your results as early as possible to avoid last-minute server issues.
"""
CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results"
CITATION_BUTTON_TEXT = r"""
"""