tohid.abedini
commited on
Commit
·
845c238
1
Parent(s):
a8f0c8f
[Add] average to df
Browse files
app.py
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
import gradio as gr
|
2 |
-
from gradio_leaderboard import Leaderboard
|
3 |
from pathlib import Path
|
4 |
import pandas as pd
|
5 |
|
@@ -10,7 +10,7 @@ import json
|
|
10 |
import requests
|
11 |
|
12 |
from envs import API, EVAL_REQUESTS_PATH, TOKEN, QUEUE_REPO
|
13 |
-
from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe
|
14 |
|
15 |
|
16 |
|
@@ -108,8 +108,10 @@ base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
|
|
108 |
all_columns = ["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
109 |
columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
110 |
|
111 |
-
|
112 |
-
base_df
|
|
|
|
|
113 |
|
114 |
|
115 |
with gr.Blocks(css=custom_css) as demo:
|
@@ -134,7 +136,12 @@ with gr.Blocks(css=custom_css) as demo:
|
|
134 |
""")
|
135 |
Leaderboard(
|
136 |
value=base_df,
|
137 |
-
select_columns=all_columns,
|
|
|
|
|
|
|
|
|
|
|
138 |
search_columns=["model_name_for_query"],
|
139 |
hide_columns=["model_name_for_query",],
|
140 |
filter_columns=["Precision", "#Params (B)"],
|
|
|
1 |
import gradio as gr
|
2 |
+
from gradio_leaderboard import Leaderboard, SelectColumns, ColumnFilter
|
3 |
from pathlib import Path
|
4 |
import pandas as pd
|
5 |
|
|
|
10 |
import requests
|
11 |
|
12 |
from envs import API, EVAL_REQUESTS_PATH, TOKEN, QUEUE_REPO
|
13 |
+
from utils import LLM_BENCHMARKS_ABOUT_TEXT, LLM_BENCHMARKS_SUBMIT_TEXT, custom_css, jsonl_to_dataframe, add_average_column_to_df
|
14 |
|
15 |
|
16 |
|
|
|
108 |
all_columns = ["Average ⬆️", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
109 |
columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenging", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
110 |
|
111 |
+
|
112 |
+
base_df = add_average_column_to_df(base_df, columns_to_average, index=3)
|
113 |
+
persian_df = add_average_column_to_df(persian_df, columns_to_average, index=3)
|
114 |
+
|
115 |
|
116 |
|
117 |
with gr.Blocks(css=custom_css) as demo:
|
|
|
136 |
""")
|
137 |
Leaderboard(
|
138 |
value=base_df,
|
139 |
+
# select_columns=all_columns,
|
140 |
+
select_columns=SelectColumns(
|
141 |
+
default_selection=all_columns,
|
142 |
+
cant_deselect=["Model"],
|
143 |
+
label="Select Columns to Show",
|
144 |
+
),
|
145 |
search_columns=["model_name_for_query"],
|
146 |
hide_columns=["model_name_for_query",],
|
147 |
filter_columns=["Precision", "#Params (B)"],
|
utils.py
CHANGED
@@ -149,3 +149,9 @@ def load_jsonl(input_file):
|
|
149 |
def jsonl_to_dataframe(input_file):
|
150 |
data = load_jsonl(input_file)
|
151 |
return pd.DataFrame(data)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
149 |
def jsonl_to_dataframe(input_file):
|
150 |
data = load_jsonl(input_file)
|
151 |
return pd.DataFrame(data)
|
152 |
+
|
153 |
+
|
154 |
+
def add_average_column_to_df(df,columns_to_average, index=3):
|
155 |
+
average_column = df[columns_to_average].mean(axis=1)
|
156 |
+
df.insert(index, "Average ⬆️", average_column)
|
157 |
+
return df
|