lixuejing commited on
Commit
15b9c10
·
1 Parent(s): ae05a1a

update log

Browse files
Files changed (2) hide show
  1. src/leaderboard/read_evals.py +2 -0
  2. src/populate.py +2 -0
src/leaderboard/read_evals.py CHANGED
@@ -214,7 +214,9 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
214
  eval_results = {}
215
  for model_result_filepath in model_result_filepaths:
216
  # Creation of result
 
217
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
 
218
  eval_result.update_with_request_file(requests_path)
219
  if eval_result.full_model in dynamic_data:
220
  eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
 
214
  eval_results = {}
215
  for model_result_filepath in model_result_filepaths:
216
  # Creation of result
217
+ print("model_result_filepath",model_result_filepath)
218
  eval_result = EvalResult.init_from_json_file(model_result_filepath)
219
+ print("eval_resul",eval_resul)
220
  eval_result.update_with_request_file(requests_path)
221
  if eval_result.full_model in dynamic_data:
222
  eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
src/populate.py CHANGED
@@ -11,6 +11,8 @@ from src.leaderboard.filter_models import filter_models_flags
11
 
12
  def get_leaderboard_df(results_path: str, requests_path: str, dynamic_path: str,cols: list, benchmark_cols: list) -> pd.DataFrame:
13
  """Creates a dataframe from all the individual experiment results"""
 
 
14
  raw_data = get_raw_eval_results(results_path, requests_path, dynamic_path)
15
  print("raw_data", raw_data)
16
  all_data_json = [v.to_dict() for v in raw_data]
 
11
 
12
  def get_leaderboard_df(results_path: str, requests_path: str, dynamic_path: str,cols: list, benchmark_cols: list) -> pd.DataFrame:
13
  """Creates a dataframe from all the individual experiment results"""
14
+ print("results_path", "requests_path", "dynamic_path")
15
+ print(results_path, requests_path, dynamic_path)
16
  raw_data = get_raw_eval_results(results_path, requests_path, dynamic_path)
17
  print("raw_data", raw_data)
18
  all_data_json = [v.to_dict() for v in raw_data]