tohid.abedini
commited on
Commit
·
99b47fb
1
Parent(s):
2cd88e3
[Add] average to df
Browse files
app.py
CHANGED
@@ -104,8 +104,13 @@ abs_path = Path(__file__).parent
|
|
104 |
persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
|
105 |
base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
|
106 |
|
107 |
-
|
108 |
-
|
|
|
|
|
|
|
|
|
|
|
109 |
|
110 |
with gr.Blocks(css=custom_css) as demo:
|
111 |
gr.Markdown("""
|
@@ -118,7 +123,7 @@ with gr.Blocks(css=custom_css) as demo:
|
|
118 |
""")
|
119 |
Leaderboard(
|
120 |
value=persian_df,
|
121 |
-
select_columns=
|
122 |
search_columns=["model_name_for_query"],
|
123 |
hide_columns=["model_name_for_query",],
|
124 |
filter_columns=["Precision", "#Params (B)"],
|
@@ -129,7 +134,7 @@ with gr.Blocks(css=custom_css) as demo:
|
|
129 |
""")
|
130 |
Leaderboard(
|
131 |
value=base_df,
|
132 |
-
select_columns=
|
133 |
search_columns=["model_name_for_query"],
|
134 |
hide_columns=["model_name_for_query",],
|
135 |
filter_columns=["Precision", "#Params (B)"],
|
|
|
104 |
persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
|
105 |
base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
|
106 |
|
107 |
+
|
108 |
+
all_columns = ["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
109 |
+
columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
110 |
+
|
111 |
+
|
112 |
+
persian_df = persian_df.append(compute_averages(persian_df, columns_to_average), ignore_index=True)
|
113 |
+
base_df = base_df.append(compute_averages(base_df, columns_to_average), ignore_index=True)
|
114 |
|
115 |
with gr.Blocks(css=custom_css) as demo:
|
116 |
gr.Markdown("""
|
|
|
123 |
""")
|
124 |
Leaderboard(
|
125 |
value=persian_df,
|
126 |
+
select_columns=all_columns,
|
127 |
search_columns=["model_name_for_query"],
|
128 |
hide_columns=["model_name_for_query",],
|
129 |
filter_columns=["Precision", "#Params (B)"],
|
|
|
134 |
""")
|
135 |
Leaderboard(
|
136 |
value=base_df,
|
137 |
+
select_columns=all_columns,
|
138 |
search_columns=["model_name_for_query"],
|
139 |
hide_columns=["model_name_for_query",],
|
140 |
filter_columns=["Precision", "#Params (B)"],
|
utils.py
CHANGED
@@ -151,7 +151,7 @@ def jsonl_to_dataframe(input_file):
|
|
151 |
return pd.DataFrame(data)
|
152 |
|
153 |
|
154 |
-
def compute_averages(df):
|
155 |
-
average_metrics = df.mean(
|
156 |
-
average_metrics["Model"] = "Average ⬆️"
|
157 |
-
return average_metrics
|
|
|
151 |
return pd.DataFrame(data)
|
152 |
|
153 |
|
154 |
+
def compute_averages(df, columns_to_average):
|
155 |
+
average_metrics = {col: df[col].mean() for col in columns_to_average if col in df}
|
156 |
+
average_metrics["Model"] = "Average ⬆️" # Label the row as "Average"
|
157 |
+
return average_metrics
|