Spaces:
Running
Running
lixuejing
commited on
Commit
·
b6eb12e
1
Parent(s):
15b9c10
update log
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -194,6 +194,7 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
|
|
194 |
model_result_filepaths = []
|
195 |
|
196 |
for root, _, files in os.walk(results_path):
|
|
|
197 |
# We should only have json files in model results
|
198 |
if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
199 |
continue
|
@@ -205,6 +206,7 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
|
|
205 |
files = [files[-1]]
|
206 |
|
207 |
for file in files:
|
|
|
208 |
model_result_filepaths.append(os.path.join(root, file))
|
209 |
try:
|
210 |
with open(dynamic_path) as f:
|
@@ -212,6 +214,7 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
|
|
212 |
except:
|
213 |
dynamic_data ={}
|
214 |
eval_results = {}
|
|
|
215 |
for model_result_filepath in model_result_filepaths:
|
216 |
# Creation of result
|
217 |
print("model_result_filepath",model_result_filepath)
|
|
|
194 |
model_result_filepaths = []
|
195 |
|
196 |
for root, _, files in os.walk(results_path):
|
197 |
+
print("root",root, "files",files)
|
198 |
# We should only have json files in model results
|
199 |
if len(files) == 0 or any([not f.endswith(".json") for f in files]):
|
200 |
continue
|
|
|
206 |
files = [files[-1]]
|
207 |
|
208 |
for file in files:
|
209 |
+
print("file", file)
|
210 |
model_result_filepaths.append(os.path.join(root, file))
|
211 |
try:
|
212 |
with open(dynamic_path) as f:
|
|
|
214 |
except:
|
215 |
dynamic_data ={}
|
216 |
eval_results = {}
|
217 |
+
print("model_result_filepaths",model_result_filepaths)
|
218 |
for model_result_filepath in model_result_filepaths:
|
219 |
# Creation of result
|
220 |
print("model_result_filepath",model_result_filepath)
|