Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -46,11 +46,6 @@ class EvalResult:
|
|
46 |
metainfo = config.get("metainfo", {})
|
47 |
model_config = config.get("model", {})
|
48 |
|
49 |
-
# config、model_configの中身を確認するデバッグ
|
50 |
-
print(f"Config data: {config}")
|
51 |
-
print(f"Model config data: {model_config}")
|
52 |
-
|
53 |
-
|
54 |
# Get model type from metainfo
|
55 |
# model_type_str = metainfo.get("model_type", "")
|
56 |
# model_type = ModelType.from_str(model_type_str)
|
@@ -76,9 +71,6 @@ class EvalResult:
|
|
76 |
full_model = "/".join(org_and_model)
|
77 |
else:
|
78 |
full_model = org_and_model
|
79 |
-
|
80 |
-
print(f"Final Model name (full): {full_model}")
|
81 |
-
|
82 |
|
83 |
if len(org_and_model) == 1:
|
84 |
org = None
|
@@ -105,6 +97,7 @@ class EvalResult:
|
|
105 |
raise KeyError(f"'scores' key not found in JSON file: {json_filepath}")
|
106 |
|
107 |
scores = data["scores"]
|
|
|
108 |
results = {}
|
109 |
for task in Tasks:
|
110 |
task_value = task.value
|
@@ -129,7 +122,6 @@ class EvalResult:
|
|
129 |
def update_with_request_file(self, requests_path):
|
130 |
"""Finds the relevant request file for the current model and updates info with it"""
|
131 |
request_file = get_request_file_for_model(requests_path, self.full_model, self.precision)
|
132 |
-
print(f"Available request files: {os.listdir(requests_path)}")
|
133 |
|
134 |
try:
|
135 |
with open(request_file, "r") as f:
|
|
|
46 |
metainfo = config.get("metainfo", {})
|
47 |
model_config = config.get("model", {})
|
48 |
|
|
|
|
|
|
|
|
|
|
|
49 |
# Get model type from metainfo
|
50 |
# model_type_str = metainfo.get("model_type", "")
|
51 |
# model_type = ModelType.from_str(model_type_str)
|
|
|
71 |
full_model = "/".join(org_and_model)
|
72 |
else:
|
73 |
full_model = org_and_model
|
|
|
|
|
|
|
74 |
|
75 |
if len(org_and_model) == 1:
|
76 |
org = None
|
|
|
97 |
raise KeyError(f"'scores' key not found in JSON file: {json_filepath}")
|
98 |
|
99 |
scores = data["scores"]
|
100 |
+
print(f"Scores: {data.get('scores', {})}")
|
101 |
results = {}
|
102 |
for task in Tasks:
|
103 |
task_value = task.value
|
|
|
122 |
def update_with_request_file(self, requests_path):
|
123 |
"""Finds the relevant request file for the current model and updates info with it"""
|
124 |
request_file = get_request_file_for_model(requests_path, self.full_model, self.precision)
|
|
|
125 |
|
126 |
try:
|
127 |
with open(request_file, "r") as f:
|