sh1gechan commited on
Commit
3883ce1
·
verified ·
1 Parent(s): 8e4a7c9

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +1 -9
src/leaderboard/read_evals.py CHANGED
@@ -46,11 +46,6 @@ class EvalResult:
46
  metainfo = config.get("metainfo", {})
47
  model_config = config.get("model", {})
48
 
49
- # config、model_configの中身を確認するデバッグ
50
- print(f"Config data: {config}")
51
- print(f"Model config data: {model_config}")
52
-
53
-
54
  # Get model type from metainfo
55
  # model_type_str = metainfo.get("model_type", "")
56
  # model_type = ModelType.from_str(model_type_str)
@@ -76,9 +71,6 @@ class EvalResult:
76
  full_model = "/".join(org_and_model)
77
  else:
78
  full_model = org_and_model
79
-
80
- print(f"Final Model name (full): {full_model}")
81
-
82
 
83
  if len(org_and_model) == 1:
84
  org = None
@@ -105,6 +97,7 @@ class EvalResult:
105
  raise KeyError(f"'scores' key not found in JSON file: {json_filepath}")
106
 
107
  scores = data["scores"]
 
108
  results = {}
109
  for task in Tasks:
110
  task_value = task.value
@@ -129,7 +122,6 @@ class EvalResult:
129
  def update_with_request_file(self, requests_path):
130
  """Finds the relevant request file for the current model and updates info with it"""
131
  request_file = get_request_file_for_model(requests_path, self.full_model, self.precision)
132
- print(f"Available request files: {os.listdir(requests_path)}")
133
 
134
  try:
135
  with open(request_file, "r") as f:
 
46
  metainfo = config.get("metainfo", {})
47
  model_config = config.get("model", {})
48
 
 
 
 
 
 
49
  # Get model type from metainfo
50
  # model_type_str = metainfo.get("model_type", "")
51
  # model_type = ModelType.from_str(model_type_str)
 
71
  full_model = "/".join(org_and_model)
72
  else:
73
  full_model = org_and_model
 
 
 
74
 
75
  if len(org_and_model) == 1:
76
  org = None
 
97
  raise KeyError(f"'scores' key not found in JSON file: {json_filepath}")
98
 
99
  scores = data["scores"]
100
+ print(f"Scores: {data.get('scores', {})}")
101
  results = {}
102
  for task in Tasks:
103
  task_value = task.value
 
122
  def update_with_request_file(self, requests_path):
123
  """Finds the relevant request file for the current model and updates info with it"""
124
  request_file = get_request_file_for_model(requests_path, self.full_model, self.precision)
 
125
 
126
  try:
127
  with open(request_file, "r") as f: