jasonshaoshun commited on
Commit
0e725d0
·
1 Parent(s): 50f56b1
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +0 -36
src/leaderboard/read_evals.py CHANGED
@@ -295,42 +295,6 @@ def get_raw_eval_results_mib_causalgraph(results_path: str, requests_path: str)
295
 
296
 
297
 
298
- @dataclass
299
- class EvalResult_MIB_CAUSALGRAPH:
300
- """Represents one full evaluation for a method across all models in MIB."""
301
- eval_name: str # method name as identifier
302
- method_name: str # name of the interpretation method
303
- results: Dict # nested dict of results {task: {model: {metric: scores}}}
304
-
305
-
306
- def init_from_json_file(self, json_filepath):
307
- """Inits results from the method result file"""
308
- results = {}
309
-
310
-
311
- def to_dict(self):
312
-
313
- return 0
314
-
315
-
316
- def get_raw_eval_results_mib_causalgraph(results_path: str, requests_path: str) -> List[EvalResult_MIB_CAUSALGRAPH]:
317
- """From the path of the results folder root, extract all needed info for MIB results"""
318
- model_result_filepaths = []
319
-
320
- print(f"results_path is {results_path}")
321
-
322
-
323
- return 0
324
-
325
-
326
-
327
-
328
-
329
-
330
-
331
-
332
-
333
-
334
 
335
 
336
 
 
295
 
296
 
297
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
298
 
299
 
300