BertrandCabotIDRIS commited on
Commit
acef8bd
·
verified ·
1 Parent(s): e9746d0

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +1 -1
src/leaderboard/read_evals.py CHANGED
@@ -125,7 +125,7 @@ class EvalResult:
125
  """Converts the Eval Result to a dict compatible with our dataframe display"""
126
  # weighted average calculation
127
  #task_weights = [0.25, 0.25, 0.25, 0.09, 0.09, 0.07]
128
- task_weights = [0.25, 0.25, 0.25, 0.25]
129
  average = sum(np.array([v for v in self.results.values() if v is not None]) * np.array(task_weights)) / sum(task_weights)
130
  data_dict = {
131
  "eval_name": self.eval_name, # not a column, just a save name,
 
125
  """Converts the Eval Result to a dict compatible with our dataframe display"""
126
  # weighted average calculation
127
  #task_weights = [0.25, 0.25, 0.25, 0.09, 0.09, 0.07]
128
+ task_weights = [1., 1., 1., 0.]
129
  average = sum(np.array([v for v in self.results.values() if v is not None]) * np.array(task_weights)) / sum(task_weights)
130
  data_dict = {
131
  "eval_name": self.eval_name, # not a column, just a save name,