tohid.abedini commited on
Commit
99b47fb
·
1 Parent(s): 2cd88e3

[Add] average to df

Browse files
Files changed (2) hide show
  1. app.py +9 -4
  2. utils.py +4 -4
app.py CHANGED
@@ -104,8 +104,13 @@ abs_path = Path(__file__).parent
104
  persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
105
  base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
106
 
107
- persian_df = persian_df.append(compute_averages(persian_df), ignore_index=True)
108
- base_df = base_df.append(compute_averages(base_df), ignore_index=True)
 
 
 
 
 
109
 
110
  with gr.Blocks(css=custom_css) as demo:
111
  gr.Markdown("""
@@ -118,7 +123,7 @@ with gr.Blocks(css=custom_css) as demo:
118
  """)
119
  Leaderboard(
120
  value=persian_df,
121
- select_columns=["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"],
122
  search_columns=["model_name_for_query"],
123
  hide_columns=["model_name_for_query",],
124
  filter_columns=["Precision", "#Params (B)"],
@@ -129,7 +134,7 @@ with gr.Blocks(css=custom_css) as demo:
129
  """)
130
  Leaderboard(
131
  value=base_df,
132
- select_columns=["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"],
133
  search_columns=["model_name_for_query"],
134
  hide_columns=["model_name_for_query",],
135
  filter_columns=["Precision", "#Params (B)"],
 
104
  persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
105
  base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
106
 
107
+
108
+ all_columns = ["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
109
+ columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
110
+
111
+
112
+ persian_df = persian_df.append(compute_averages(persian_df, columns_to_average), ignore_index=True)
113
+ base_df = base_df.append(compute_averages(base_df, columns_to_average), ignore_index=True)
114
 
115
  with gr.Blocks(css=custom_css) as demo:
116
  gr.Markdown("""
 
123
  """)
124
  Leaderboard(
125
  value=persian_df,
126
+ select_columns=all_columns,
127
  search_columns=["model_name_for_query"],
128
  hide_columns=["model_name_for_query",],
129
  filter_columns=["Precision", "#Params (B)"],
 
134
  """)
135
  Leaderboard(
136
  value=base_df,
137
+ select_columns=all_columns,
138
  search_columns=["model_name_for_query"],
139
  hide_columns=["model_name_for_query",],
140
  filter_columns=["Precision", "#Params (B)"],
utils.py CHANGED
@@ -151,7 +151,7 @@ def jsonl_to_dataframe(input_file):
151
  return pd.DataFrame(data)
152
 
153
 
154
- def compute_averages(df):
155
- average_metrics = df.mean(numeric_only=True).to_dict()
156
- average_metrics["Model"] = "Average ⬆️"
157
- return average_metrics
 
151
  return pd.DataFrame(data)
152
 
153
 
154
+ def compute_averages(df, columns_to_average):
155
+ average_metrics = {col: df[col].mean() for col in columns_to_average if col in df}
156
+ average_metrics["Model"] = "Average ⬆️" # Label the row as "Average"
157
+ return average_metrics