Spaces:
Running
Running
jasonshaoshun
commited on
Commit
·
0be3cff
1
Parent(s):
b124036
debug
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -207,13 +207,19 @@ class EvalResult_MIB_CAUSALGRAPH:
|
|
207 |
|
208 |
|
209 |
def init_from_json_file(self, json_filepath):
|
|
|
|
|
|
|
210 |
|
211 |
-
|
212 |
-
|
|
|
|
|
|
|
213 |
|
214 |
def to_dict(self):
|
215 |
|
216 |
-
return
|
217 |
|
218 |
|
219 |
def get_raw_eval_results_mib_causalgraph(results_path: str, requests_path: str) -> List[EvalResult_MIB_CAUSALGRAPH]:
|
@@ -223,7 +229,7 @@ def get_raw_eval_results_mib_causalgraph(results_path: str, requests_path: str)
|
|
223 |
print(f"results_path is {results_path}")
|
224 |
|
225 |
|
226 |
-
return
|
227 |
|
228 |
|
229 |
|
|
|
207 |
|
208 |
|
209 |
def init_from_json_file(self, json_filepath):
|
210 |
+
"""Inits results from the method result file"""
|
211 |
+
with open(json_filepath) as fp:
|
212 |
+
data = json.load(fp)
|
213 |
|
214 |
+
method_name = data.get("method_name")
|
215 |
+
|
216 |
+
# Initialize results dictionary with the exact structure from JSON
|
217 |
+
results = {}
|
218 |
+
for task in ["ioi", "mcqa"]:
|
219 |
|
220 |
def to_dict(self):
|
221 |
|
222 |
+
return 0
|
223 |
|
224 |
|
225 |
def get_raw_eval_results_mib_causalgraph(results_path: str, requests_path: str) -> List[EvalResult_MIB_CAUSALGRAPH]:
|
|
|
229 |
print(f"results_path is {results_path}")
|
230 |
|
231 |
|
232 |
+
return 0
|
233 |
|
234 |
|
235 |
|