idolezal commited on
Commit
f098bed
·
1 Parent(s): 612b2f1

Heatmap: Change from abbreviations to category and task names

Browse files
Files changed (1) hide show
  1. server.py +3 -3
server.py CHANGED
@@ -784,7 +784,7 @@ class LeaderboardServer:
784
  for abbr, name in abbreviation2name.items():
785
  for model in model_names:
786
  score = float(ldb_records[model][name])
787
- task2model2score.setdefault(abbr, dict())[model] = score
788
  else:
789
  fig_y_axis_label = "Task"
790
  abbreviation2name = self.CATEGORY_TO_TASK_ABBREVIATION_TO_DETAILS[category]
@@ -792,7 +792,7 @@ class LeaderboardServer:
792
  for abbr, name, url in abbreviation2name.values():
793
  for model in model_names:
794
  score = float(ldb_records[model][abbr])
795
- task2model2score.setdefault(abbr, dict())[model] = score
796
 
797
  # Convert proportions dictionary to DataFrame
798
  # Transpose to have models as rows and tasks as columns
@@ -813,7 +813,7 @@ class LeaderboardServer:
813
  # Create task_to_category
814
  task_to_category = {}
815
  for task, details in self.TASKS_METADATA.items():
816
- task_to_category[details['abbreviation']] = details['category']
817
 
818
  if category == self.TASKS_CATEGORY_OVERALL_DETAILS:
819
  # Create a Series from task_to_category with tasks as index
 
784
  for abbr, name in abbreviation2name.items():
785
  for model in model_names:
786
  score = float(ldb_records[model][name])
787
+ task2model2score.setdefault(name, dict())[model] = score
788
  else:
789
  fig_y_axis_label = "Task"
790
  abbreviation2name = self.CATEGORY_TO_TASK_ABBREVIATION_TO_DETAILS[category]
 
792
  for abbr, name, url in abbreviation2name.values():
793
  for model in model_names:
794
  score = float(ldb_records[model][abbr])
795
+ task2model2score.setdefault(name, dict())[model] = score
796
 
797
  # Convert proportions dictionary to DataFrame
798
  # Transpose to have models as rows and tasks as columns
 
813
  # Create task_to_category
814
  task_to_category = {}
815
  for task, details in self.TASKS_METADATA.items():
816
+ task_to_category[details['name']] = details['category']
817
 
818
  if category == self.TASKS_CATEGORY_OVERALL_DETAILS:
819
  # Create a Series from task_to_category with tasks as index