jasonshaoshun commited on
Commit
0be3cff
·
1 Parent(s): b124036
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +10 -4
src/leaderboard/read_evals.py CHANGED
@@ -207,13 +207,19 @@ class EvalResult_MIB_CAUSALGRAPH:
207
 
208
 
209
  def init_from_json_file(self, json_filepath):
 
 
 
210
 
211
-
212
-
 
 
 
213
 
214
  def to_dict(self):
215
 
216
- return data_dict
217
 
218
 
219
  def get_raw_eval_results_mib_causalgraph(results_path: str, requests_path: str) -> List[EvalResult_MIB_CAUSALGRAPH]:
@@ -223,7 +229,7 @@ def get_raw_eval_results_mib_causalgraph(results_path: str, requests_path: str)
223
  print(f"results_path is {results_path}")
224
 
225
 
226
- return eval_results
227
 
228
 
229
 
 
207
 
208
 
209
  def init_from_json_file(self, json_filepath):
210
+ """Inits results from the method result file"""
211
+ with open(json_filepath) as fp:
212
+ data = json.load(fp)
213
 
214
+ method_name = data.get("method_name")
215
+
216
+ # Initialize results dictionary with the exact structure from JSON
217
+ results = {}
218
+ for task in ["ioi", "mcqa"]:
219
 
220
  def to_dict(self):
221
 
222
+ return 0
223
 
224
 
225
  def get_raw_eval_results_mib_causalgraph(results_path: str, requests_path: str) -> List[EvalResult_MIB_CAUSALGRAPH]:
 
229
  print(f"results_path is {results_path}")
230
 
231
 
232
+ return 0
233
 
234
 
235