Spaces:
Running
Running
Andrea Seveso
commited on
Commit
·
8d2a6ac
1
Parent(s):
1bda051
No check for precision for closed models
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -118,7 +118,7 @@ class EvalResult:
|
|
118 |
return data_dict
|
119 |
|
120 |
|
121 |
-
def get_request_file_for_model(requests_path, model_name, precision):
|
122 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
123 |
request_files = os.path.join(
|
124 |
requests_path,
|
@@ -134,7 +134,6 @@ def get_request_file_for_model(requests_path, model_name, precision):
|
|
134 |
req_content = json.load(f)
|
135 |
if (
|
136 |
req_content["status"] in ["FINISHED"]
|
137 |
-
and req_content["precision"] == precision.split(".")[-1]
|
138 |
):
|
139 |
request_file = tmp_request_file
|
140 |
return request_file
|
|
|
118 |
return data_dict
|
119 |
|
120 |
|
121 |
+
def get_request_file_for_model(requests_path, model_name, precision=None):
|
122 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
123 |
request_files = os.path.join(
|
124 |
requests_path,
|
|
|
134 |
req_content = json.load(f)
|
135 |
if (
|
136 |
req_content["status"] in ["FINISHED"]
|
|
|
137 |
):
|
138 |
request_file = tmp_request_file
|
139 |
return request_file
|