tohid.abedini
commited on
Commit
·
a2d602d
1
Parent(s):
984c68a
test
Browse files
app.py
CHANGED
@@ -12,11 +12,11 @@ abs_path = Path(__file__).parent
|
|
12 |
leaderboard_df = jsonl_to_dataframe(str(abs_path / "leaderboard_data.jsonl"))
|
13 |
|
14 |
|
15 |
-
all_columns = ["Model", "Average
|
16 |
columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
17 |
|
18 |
|
19 |
-
leaderboard_df = add_average_column_to_df(leaderboard_df, columns_to_average, index=3)
|
20 |
|
21 |
leaderboard_df = apply_markdown_format_for_columns(df=leaderboard_df, model_column_name="Model")
|
22 |
|
|
|
12 |
leaderboard_df = jsonl_to_dataframe(str(abs_path / "leaderboard_data.jsonl"))
|
13 |
|
14 |
|
15 |
+
all_columns = ["Model", "Average Accuracy", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
16 |
columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
|
17 |
|
18 |
|
19 |
+
leaderboard_df = add_average_column_to_df(leaderboard_df, columns_to_average, index=3, average_column_name="Average Accuracy")
|
20 |
|
21 |
leaderboard_df = apply_markdown_format_for_columns(df=leaderboard_df, model_column_name="Model")
|
22 |
|
utils.py
CHANGED
@@ -177,6 +177,7 @@ PART_LOGO = """
|
|
177 |
<h1 style="font-size: 28px; margin-bottom: 2px;">Part DP AI</h1>
|
178 |
"""
|
179 |
|
|
|
180 |
def load_jsonl(input_file):
|
181 |
data = []
|
182 |
with open(input_file, 'r') as f:
|
@@ -190,9 +191,9 @@ def jsonl_to_dataframe(input_file):
|
|
190 |
return pd.DataFrame(data)
|
191 |
|
192 |
|
193 |
-
def add_average_column_to_df(df,columns_to_average, index=3):
|
194 |
average_column = df[columns_to_average].mean(axis=1)
|
195 |
-
df.insert(index,
|
196 |
return df
|
197 |
|
198 |
|
|
|
177 |
<h1 style="font-size: 28px; margin-bottom: 2px;">Part DP AI</h1>
|
178 |
"""
|
179 |
|
180 |
+
|
181 |
def load_jsonl(input_file):
|
182 |
data = []
|
183 |
with open(input_file, 'r') as f:
|
|
|
191 |
return pd.DataFrame(data)
|
192 |
|
193 |
|
194 |
+
def add_average_column_to_df(df,columns_to_average, index=3, average_column_name="Average Accuracy"):
|
195 |
average_column = df[columns_to_average].mean(axis=1)
|
196 |
+
df.insert(index, average_column_name, average_column)
|
197 |
return df
|
198 |
|
199 |
|