ycy commited on
Commit
4ea69b6
·
1 Parent(s): f2f2cdd
Files changed (2) hide show
  1. app.py +1 -1
  2. src/leaderboard/read_evals.py +2 -2
app.py CHANGED
@@ -86,7 +86,7 @@ def init_leaderboard(dataframe):
86
  label="Select the number of parameters (B)",
87
  ),
88
  ColumnFilter(
89
- AutoEvalColumn.still_on_hub.name, type="boolean", label="Deleted/incomplete", default=True
90
  ),
91
  ],
92
  bool_checkboxgroup_label="Hide models",
 
86
  label="Select the number of parameters (B)",
87
  ),
88
  ColumnFilter(
89
+ AutoEvalColumn.still_on_hub.name, type="boolean", label="Closed-source", default=True
90
  ),
91
  ],
92
  bool_checkboxgroup_label="Hide models",
src/leaderboard/read_evals.py CHANGED
@@ -94,6 +94,7 @@ class EvalResult:
94
  def update_with_request_file(self, requests_path):
95
  """Finds the relevant request file for the current model and updates info with it"""
96
  request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
 
97
  try:
98
  with open(request_file, "r") as f:
99
  request = json.load(f)
@@ -135,8 +136,7 @@ class EvalResult:
135
 
136
  def get_request_file_for_model(requests_path, model_name, precision):
137
  """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
138
- print(model_name)
139
- print("------")
140
  request_files = os.path.join(
141
  requests_path,
142
  f"{model_name}_eval_request_*.json",
 
94
  def update_with_request_file(self, requests_path):
95
  """Finds the relevant request file for the current model and updates info with it"""
96
  request_file = get_request_file_for_model(requests_path, self.full_model, self.precision.value.name)
97
+
98
  try:
99
  with open(request_file, "r") as f:
100
  request = json.load(f)
 
136
 
137
  def get_request_file_for_model(requests_path, model_name, precision):
138
  """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
139
+
 
140
  request_files = os.path.join(
141
  requests_path,
142
  f"{model_name}_eval_request_*.json",