Spaces:
Running
Running
lixuejing
commited on
Commit
·
15b9c10
1
Parent(s):
ae05a1a
update log
Browse files- src/leaderboard/read_evals.py +2 -0
- src/populate.py +2 -0
src/leaderboard/read_evals.py
CHANGED
@@ -214,7 +214,9 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
|
|
214 |
eval_results = {}
|
215 |
for model_result_filepath in model_result_filepaths:
|
216 |
# Creation of result
|
|
|
217 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
|
|
218 |
eval_result.update_with_request_file(requests_path)
|
219 |
if eval_result.full_model in dynamic_data:
|
220 |
eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
|
|
|
214 |
eval_results = {}
|
215 |
for model_result_filepath in model_result_filepaths:
|
216 |
# Creation of result
|
217 |
+
print("model_result_filepath",model_result_filepath)
|
218 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
219 |
+
print("eval_resul",eval_resul)
|
220 |
eval_result.update_with_request_file(requests_path)
|
221 |
if eval_result.full_model in dynamic_data:
|
222 |
eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
|
src/populate.py
CHANGED
@@ -11,6 +11,8 @@ from src.leaderboard.filter_models import filter_models_flags
|
|
11 |
|
12 |
def get_leaderboard_df(results_path: str, requests_path: str, dynamic_path: str,cols: list, benchmark_cols: list) -> pd.DataFrame:
|
13 |
"""Creates a dataframe from all the individual experiment results"""
|
|
|
|
|
14 |
raw_data = get_raw_eval_results(results_path, requests_path, dynamic_path)
|
15 |
print("raw_data", raw_data)
|
16 |
all_data_json = [v.to_dict() for v in raw_data]
|
|
|
11 |
|
12 |
def get_leaderboard_df(results_path: str, requests_path: str, dynamic_path: str,cols: list, benchmark_cols: list) -> pd.DataFrame:
|
13 |
"""Creates a dataframe from all the individual experiment results"""
|
14 |
+
print("results_path", "requests_path", "dynamic_path")
|
15 |
+
print(results_path, requests_path, dynamic_path)
|
16 |
raw_data = get_raw_eval_results(results_path, requests_path, dynamic_path)
|
17 |
print("raw_data", raw_data)
|
18 |
all_data_json = [v.to_dict() for v in raw_data]
|