tohid.abedini commited on
Commit
66333bd
·
1 Parent(s): a2d602d
Files changed (2) hide show
  1. app.py +4 -2
  2. utils.py +6 -0
app.py CHANGED
@@ -2,7 +2,7 @@ import gradio as gr
2
  from gradio_leaderboard import Leaderboard, SelectColumns, ColumnFilter
3
  from pathlib import Path
4
 
5
- from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe, add_average_column_to_df, apply_markdown_format_for_columns, submit, PART_LOGO
6
 
7
 
8
 
@@ -15,10 +15,12 @@ leaderboard_df = jsonl_to_dataframe(str(abs_path / "leaderboard_data.jsonl"))
15
  all_columns = ["Model", "Average Accuracy", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
16
  columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
17
 
 
18
 
19
- leaderboard_df = add_average_column_to_df(leaderboard_df, columns_to_average, index=3, average_column_name="Average Accuracy")
20
 
21
  leaderboard_df = apply_markdown_format_for_columns(df=leaderboard_df, model_column_name="Model")
 
22
 
23
  columns_data_type = ["markdown" for i in range(len(leaderboard_df.columns))]
24
  # "str", "number", "bool", "date", "markdown"
 
2
  from gradio_leaderboard import Leaderboard, SelectColumns, ColumnFilter
3
  from pathlib import Path
4
 
5
+ from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe, add_average_column_to_df, apply_markdown_format_for_columns, submit, PART_LOGO, sort_dataframe_by_column
6
 
7
 
8
 
 
15
  all_columns = ["Model", "Average Accuracy", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
16
  columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
17
 
18
+ average_column_name = "Average Accuracy"
19
 
20
+ leaderboard_df = add_average_column_to_df(leaderboard_df, columns_to_average, index=3, average_column_name=average_column_name)
21
 
22
  leaderboard_df = apply_markdown_format_for_columns(df=leaderboard_df, model_column_name="Model")
23
+ leaderboard_df = sort_dataframe_by_column(leaderboard_df, column_name=average_column_name)
24
 
25
  columns_data_type = ["markdown" for i in range(len(leaderboard_df.columns))]
26
  # "str", "number", "bool", "date", "markdown"
utils.py CHANGED
@@ -191,6 +191,12 @@ def jsonl_to_dataframe(input_file):
191
  return pd.DataFrame(data)
192
 
193
 
 
 
 
 
 
 
194
  def add_average_column_to_df(df,columns_to_average, index=3, average_column_name="Average Accuracy"):
195
  average_column = df[columns_to_average].mean(axis=1)
196
  df.insert(index, average_column_name, average_column)
 
191
  return pd.DataFrame(data)
192
 
193
 
194
+ def sort_dataframe_by_column(df, column_name):
195
+ if column_name not in df.columns:
196
+ raise ValueError(f"Column '{column_name}' does not exist in the DataFrame.")
197
+ return df.sort_values(by=column_name, ascending=True).reset_index(drop=True)
198
+
199
+
200
  def add_average_column_to_df(df,columns_to_average, index=3, average_column_name="Average Accuracy"):
201
  average_column = df[columns_to_average].mean(axis=1)
202
  df.insert(index, average_column_name, average_column)