s

src/leaderboard/read_evals.py

@@ -190,6 +190,7 @@ def get_raw_eval_results(results_path: str, requests_path: str) -> list[EvalResu
             v.to_dict() # we test if the dict version is complete
             results.append(v)
         except KeyError:  # not all eval values present
+            print(f"not all eval values present {v.eval_name} {v.full_model}")
             continue
 
     return results