Update

src/display/utils.py

@@ -29,6 +29,7 @@ auto_eval_column_dict.append(
 auto_eval_column_dict.append(["model_name", ColumnContent, ColumnContent("Base Model", "markdown", True)])
 # Scores
 auto_eval_column_dict.append(["score", ColumnContent, ColumnContent("Score", "number", True)])
+auto_eval_column_dict.append(["ratio", ColumnContent, ColumnContent("Repair Rate (Repaired/Attempts %)", "number", False)])
 auto_eval_column_dict.append(["full_pass_count", ColumnContent, ColumnContent("Repaired", "number", True)])
 auto_eval_column_dict.append(["fast_pass_count", ColumnContent, ColumnContent("Repaired (Fast)", "number", False)])
 auto_eval_column_dict.append(["with_hint", ColumnContent, ColumnContent("Hint", "str", True)])

src/leaderboard/read_evals.py

@@ -101,6 +101,7 @@ class EvalResult:
             AutoEvalColumn.model_name.name: make_hyperlink(self.model_url, self.model_name),
             AutoEvalColumn.with_hint.name: "w/ hint" if self.with_hint else "w/o hint",
             AutoEvalColumn.score.name: round(self.full_pass_count * 100.0 / total_issues, 1),
+            AutoEvalColumn.ratio.name: round(self.full_pass_count * 100.0 / self.attempts, 1),
             AutoEvalColumn.attempts.name: self.attempts,
             AutoEvalColumn.fast_pass_count.name: self.fast_pass_count,
             AutoEvalColumn.full_pass_count.name: self.full_pass_count,