karimouda commited on
Commit
28bc007
·
1 Parent(s): 92e74cb

Fix pending

Browse files
Files changed (1) hide show
  1. src/populate.py +8 -3
src/populate.py CHANGED
@@ -29,6 +29,7 @@ def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
29
  all_evals = []
30
 
31
  for entry in entries:
 
32
  if ".json" in entry:
33
  file_path = os.path.join(save_path, entry)
34
  with open(file_path) as fp:
@@ -38,18 +39,22 @@ def get_evaluation_queue_df(save_path: str, cols: list) -> list[pd.DataFrame]:
38
  data[EvalQueueColumn.revision.name] = data.get("revision", "main")
39
 
40
  all_evals.append(data)
41
- elif ".md" not in entry:
42
  # this is a folder
43
- sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if os.path.isfile(e) and not e.startswith(".")]
 
 
44
  for sub_entry in sub_entries:
45
  file_path = os.path.join(save_path, entry, sub_entry)
 
 
46
  with open(file_path) as fp:
47
  data = json.load(fp)
48
 
49
  data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
50
  data[EvalQueueColumn.revision.name] = data.get("revision", "main")
51
  all_evals.append(data)
52
- print(all_evals)
53
 
54
  pending_list = [e for e in all_evals if e["status"] in ["PENDING", "RERUN"]]
55
  print(pending_list)
 
29
  all_evals = []
30
 
31
  for entry in entries:
32
+
33
  if ".json" in entry:
34
  file_path = os.path.join(save_path, entry)
35
  with open(file_path) as fp:
 
39
  data[EvalQueueColumn.revision.name] = data.get("revision", "main")
40
 
41
  all_evals.append(data)
42
+ elif os.path.isdir(f"{save_path}/{entry}"):
43
  # this is a folder
44
+
45
+ sub_entries = [e for e in os.listdir(f"{save_path}/{entry}") if os.path.isfile(f"{save_path}/{entry}/{e}") ]#and not e.startswith(".")
46
+ print(f"Sub entries: {sub_entries}")
47
  for sub_entry in sub_entries:
48
  file_path = os.path.join(save_path, entry, sub_entry)
49
+ print(f"{file_path}")
50
+
51
  with open(file_path) as fp:
52
  data = json.load(fp)
53
 
54
  data[EvalQueueColumn.model.name] = make_clickable_model(data["model"])
55
  data[EvalQueueColumn.revision.name] = data.get("revision", "main")
56
  all_evals.append(data)
57
+
58
 
59
  pending_list = [e for e in all_evals if e["status"] in ["PENDING", "RERUN"]]
60
  print(pending_list)