tohid.abedini
commited on
Commit
·
66333bd
1
Parent(s):
a2d602d
test
Browse files
app.py
CHANGED
@@ -2,7 +2,7 @@ import gradio as gr
|
|
2 |
from gradio_leaderboard import Leaderboard, SelectColumns, ColumnFilter
|
3 |
from pathlib import Path
|
4 |
|
5 |
-
from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe, add_average_column_to_df, apply_markdown_format_for_columns, submit, PART_LOGO
|
6 |
|
7 |
|
8 |
|
@@ -15,10 +15,12 @@ leaderboard_df = jsonl_to_dataframe(str(abs_path / "leaderboard_data.jsonl"))
|
|
15 |
all_columns = ["Model", "Average Accuracy", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
16 |
columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
17 |
|
|
|
18 |
|
19 |
-
leaderboard_df = add_average_column_to_df(leaderboard_df, columns_to_average, index=3, average_column_name=
|
20 |
|
21 |
leaderboard_df = apply_markdown_format_for_columns(df=leaderboard_df, model_column_name="Model")
|
|
|
22 |
|
23 |
columns_data_type = ["markdown" for i in range(len(leaderboard_df.columns))]
|
24 |
# "str", "number", "bool", "date", "markdown"
|
|
|
2 |
from gradio_leaderboard import Leaderboard, SelectColumns, ColumnFilter
|
3 |
from pathlib import Path
|
4 |
|
5 |
+
from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe, add_average_column_to_df, apply_markdown_format_for_columns, submit, PART_LOGO, sort_dataframe_by_column
|
6 |
|
7 |
|
8 |
|
|
|
15 |
all_columns = ["Model", "Average Accuracy", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
16 |
columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
17 |
|
18 |
+
average_column_name = "Average Accuracy"
|
19 |
|
20 |
+
leaderboard_df = add_average_column_to_df(leaderboard_df, columns_to_average, index=3, average_column_name=average_column_name)
|
21 |
|
22 |
leaderboard_df = apply_markdown_format_for_columns(df=leaderboard_df, model_column_name="Model")
|
23 |
+
leaderboard_df = sort_dataframe_by_column(leaderboard_df, column_name=average_column_name)
|
24 |
|
25 |
columns_data_type = ["markdown" for i in range(len(leaderboard_df.columns))]
|
26 |
# "str", "number", "bool", "date", "markdown"
|
utils.py
CHANGED
@@ -191,6 +191,12 @@ def jsonl_to_dataframe(input_file):
|
|
191 |
return pd.DataFrame(data)
|
192 |
|
193 |
|
|
|
|
|
|
|
|
|
|
|
|
|
194 |
def add_average_column_to_df(df,columns_to_average, index=3, average_column_name="Average Accuracy"):
|
195 |
average_column = df[columns_to_average].mean(axis=1)
|
196 |
df.insert(index, average_column_name, average_column)
|
|
|
191 |
return pd.DataFrame(data)
|
192 |
|
193 |
|
194 |
+
def sort_dataframe_by_column(df, column_name):
|
195 |
+
if column_name not in df.columns:
|
196 |
+
raise ValueError(f"Column '{column_name}' does not exist in the DataFrame.")
|
197 |
+
return df.sort_values(by=column_name, ascending=True).reset_index(drop=True)
|
198 |
+
|
199 |
+
|
200 |
def add_average_column_to_df(df,columns_to_average, index=3, average_column_name="Average Accuracy"):
|
201 |
average_column = df[columns_to_average].mean(axis=1)
|
202 |
df.insert(index, average_column_name, average_column)
|