Andrea Seveso commited on
Commit
8d2a6ac
·
1 Parent(s): 1bda051

No check for precision for closed models

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +1 -2
src/leaderboard/read_evals.py CHANGED
@@ -118,7 +118,7 @@ class EvalResult:
118
  return data_dict
119
 
120
 
121
- def get_request_file_for_model(requests_path, model_name, precision):
122
  """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
123
  request_files = os.path.join(
124
  requests_path,
@@ -134,7 +134,6 @@ def get_request_file_for_model(requests_path, model_name, precision):
134
  req_content = json.load(f)
135
  if (
136
  req_content["status"] in ["FINISHED"]
137
- and req_content["precision"] == precision.split(".")[-1]
138
  ):
139
  request_file = tmp_request_file
140
  return request_file
 
118
  return data_dict
119
 
120
 
121
+ def get_request_file_for_model(requests_path, model_name, precision=None):
122
  """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
123
  request_files = os.path.join(
124
  requests_path,
 
134
  req_content = json.load(f)
135
  if (
136
  req_content["status"] in ["FINISHED"]
 
137
  ):
138
  request_file = tmp_request_file
139
  return request_file