tohid.abedini commited on
Commit
845c238
·
1 Parent(s): a8f0c8f

[Add] average to df

Browse files
Files changed (2) hide show
  1. app.py +12 -5
  2. utils.py +6 -0
app.py CHANGED
@@ -1,5 +1,5 @@
1
  import gradio as gr
2
- from gradio_leaderboard import Leaderboard
3
  from pathlib import Path
4
  import pandas as pd
5
 
@@ -10,7 +10,7 @@ import json
10
  import requests
11
 
12
  from envs import API, EVAL_REQUESTS_PATH, TOKEN, QUEUE_REPO
13
- from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe
14
 
15
 
16
 
@@ -108,8 +108,10 @@ base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
108
  all_columns = ["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
109
  columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
110
 
111
- persian_df["Average ⬆️"] = persian_df[columns_to_average].mean(axis=1)
112
- base_df["Average ⬆️"] = base_df[columns_to_average].mean(axis=1)
 
 
113
 
114
 
115
  with gr.Blocks(css=custom_css) as demo:
@@ -134,7 +136,12 @@ with gr.Blocks(css=custom_css) as demo:
134
  """)
135
  Leaderboard(
136
  value=base_df,
137
- select_columns=all_columns,
 
 
 
 
 
138
  search_columns=["model_name_for_query"],
139
  hide_columns=["model_name_for_query",],
140
  filter_columns=["Precision", "#Params (B)"],
 
1
  import gradio as gr
2
+ from gradio_leaderboard import Leaderboard, SelectColumns, ColumnFilter
3
  from pathlib import Path
4
  import pandas as pd
5
 
 
10
  import requests
11
 
12
  from envs import API, EVAL_REQUESTS_PATH, TOKEN, QUEUE_REPO
13
+ from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe, add_average_column_to_df
14
 
15
 
16
 
 
108
  all_columns = ["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
109
  columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
110
 
111
+
112
+ base_df = add_average_column_to_df(base_df, columns_to_average, index=3)
113
+ persian_df = add_average_column_to_df(persian_df, columns_to_average, index=3)
114
+
115
 
116
 
117
  with gr.Blocks(css=custom_css) as demo:
 
136
  """)
137
  Leaderboard(
138
  value=base_df,
139
+ # select_columns=all_columns,
140
+ select_columns=SelectColumns(
141
+ default_selection=all_columns,
142
+ cant_deselect=["Model"],
143
+ label="Select Columns to Show",
144
+ ),
145
  search_columns=["model_name_for_query"],
146
  hide_columns=["model_name_for_query",],
147
  filter_columns=["Precision", "#Params (B)"],
utils.py CHANGED
@@ -149,3 +149,9 @@ def load_jsonl(input_file):
149
  def jsonl_to_dataframe(input_file):
150
  data = load_jsonl(input_file)
151
  return pd.DataFrame(data)
 
 
 
 
 
 
 
149
  def jsonl_to_dataframe(input_file):
150
  data = load_jsonl(input_file)
151
  return pd.DataFrame(data)
152
+
153
+
154
+ def add_average_column_to_df(df,columns_to_average, index=3):
155
+ average_column = df[columns_to_average].mean(axis=1)
156
+ df.insert(index, "Average ⬆️", average_column)
157
+ return df