Spaces:
Running
Running
ycy
commited on
Commit
·
4ea69b6
1
Parent(s):
f2f2cdd
- app.py +1 -1
- src/leaderboard/read_evals.py +2 -2
app.py
CHANGED
@@ -86,7 +86,7 @@ def init_leaderboard(dataframe):
|
|
86 |
label="Select the number of parameters (B)",
|
87 |
),
|
88 |
ColumnFilter(
|
89 |
-
AutoEvalColumn.still_on_hub.name, type="boolean", label="
|
90 |
),
|
91 |
],
|
92 |
bool_checkboxgroup_label="Hide models",
|
|
|
86 |
label="Select the number of parameters (B)",
|
87 |
),
|
88 |
ColumnFilter(
|
89 |
+
AutoEvalColumn.still_on_hub.name, type="boolean", label="Closed-source", default=True
|
90 |
),
|
91 |
],
|
92 |
bool_checkboxgroup_label="Hide models",
|
src/leaderboard/read_evals.py
CHANGED
@@ -94,6 +94,7 @@ class EvalResult:
|
|
94 |
def update_with_request_file(self, requests_path):
|
95 |
"""Finds the relevant request file for the current model and updates info with it"""
|
96 |
request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
|
|
|
97 |
try:
|
98 |
with open(request_file, "r") as f:
|
99 |
request = json.load(f)
|
@@ -135,8 +136,7 @@ class EvalResult:
|
|
135 |
|
136 |
def get_request_file_for_model(requests_path, model_name, precision):
|
137 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
138 |
-
|
139 |
-
print("------")
|
140 |
request_files = os.path.join(
|
141 |
requests_path,
|
142 |
f"{model_name}_eval_request_*.json",
|
|
|
94 |
def update_with_request_file(self, requests_path):
|
95 |
"""Finds the relevant request file for the current model and updates info with it"""
|
96 |
request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
|
97 |
+
|
98 |
try:
|
99 |
with open(request_file, "r") as f:
|
100 |
request = json.load(f)
|
|
|
136 |
|
137 |
def get_request_file_for_model(requests_path, model_name, precision):
|
138 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
139 |
+
|
|
|
140 |
request_files = os.path.join(
|
141 |
requests_path,
|
142 |
f"{model_name}_eval_request_*.json",
|