Spaces:
Running
Running
jasonshaoshun
commited on
Commit
·
0e725d0
1
Parent(s):
50f56b1
debug
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -295,42 +295,6 @@ def get_raw_eval_results_mib_causalgraph(results_path: str, requests_path: str)
|
|
295 |
|
296 |
|
297 |
|
298 |
-
@dataclass
|
299 |
-
class EvalResult_MIB_CAUSALGRAPH:
|
300 |
-
"""Represents one full evaluation for a method across all models in MIB."""
|
301 |
-
eval_name: str # method name as identifier
|
302 |
-
method_name: str # name of the interpretation method
|
303 |
-
results: Dict # nested dict of results {task: {model: {metric: scores}}}
|
304 |
-
|
305 |
-
|
306 |
-
def init_from_json_file(self, json_filepath):
|
307 |
-
"""Inits results from the method result file"""
|
308 |
-
results = {}
|
309 |
-
|
310 |
-
|
311 |
-
def to_dict(self):
|
312 |
-
|
313 |
-
return 0
|
314 |
-
|
315 |
-
|
316 |
-
def get_raw_eval_results_mib_causalgraph(results_path: str, requests_path: str) -> List[EvalResult_MIB_CAUSALGRAPH]:
|
317 |
-
"""From the path of the results folder root, extract all needed info for MIB results"""
|
318 |
-
model_result_filepaths = []
|
319 |
-
|
320 |
-
print(f"results_path is {results_path}")
|
321 |
-
|
322 |
-
|
323 |
-
return 0
|
324 |
-
|
325 |
-
|
326 |
-
|
327 |
-
|
328 |
-
|
329 |
-
|
330 |
-
|
331 |
-
|
332 |
-
|
333 |
-
|
334 |
|
335 |
|
336 |
|
|
|
295 |
|
296 |
|
297 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
298 |
|
299 |
|
300 |
|