Aaron Mueller commited on
Commit
f8ca5d3
·
1 Parent(s): e1faa87

update score computation logic

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +2 -1
src/leaderboard/read_evals.py CHANGED
@@ -26,7 +26,8 @@ def compute_area(edge_counts, faithfulnesses):
26
  if not edge_counts or not faithfulnesses:
27
  return None, None, None
28
 
29
- percentages = [e / max(edge_counts) for e in edge_counts]
 
30
  area_under = 0.
31
  area_from_100 = 0.
32
  for i in range(len(faithfulnesses) - 1):
 
26
  if not edge_counts or not faithfulnesses:
27
  return None, None, None
28
 
29
+ # percentages = [e / max(edge_counts) for e in edge_counts]
30
+ percentages = (0.001, 0.002, 0.005, 0.01, 0.02, 0.05, 0.1, 0.2, 0.5, 1.0)
31
  area_under = 0.
32
  area_from_100 = 0.
33
  for i in range(len(faithfulnesses) - 1):