Lakoc commited on
Commit
9f2e90d
·
1 Parent(s): 98467ff

leaderboard server path fixes

Browse files
Files changed (1) hide show
  1. leaderboard_server.py +4 -4
leaderboard_server.py CHANGED
@@ -7,15 +7,15 @@ from utils import calc_wer, aggregate_wer_metrics
7
  from txt_norm import get_text_norm
8
 
9
  # Constants
10
- REFERENCE_BASE_PATH = "./references" # e.g. ./references/single_channel/dataset1.json
11
- TASKS_METADATA_PATH = "./tasks_metadata.json"
12
 
13
 
14
  class LeaderboardServer:
15
  def __init__(self):
16
  self.local_leaderboard = os.path.abspath("submissions")
17
  self.submisssion_id_to_file = {} # Maps model_id to filepath
18
- self.tasks_metadata = json.load(open("tasks_metadata.json"))["tasks"]
19
  self.submission_ids = set()
20
  self.results_file = os.path.join(self.local_leaderboard, "results.json")
21
  os.makedirs(self.local_leaderboard, exist_ok=True)
@@ -45,7 +45,7 @@ class LeaderboardServer:
45
  hyp_seglst = meeteval.io.load(file)
46
 
47
  for dataset in datasets:
48
- ref_path = os.path.join("references", task, f"{dataset}.json")
49
  ref_seglst = meeteval.io.load(ref_path)
50
  sessions = ref_seglst.unique('session_id')
51
  local_hyps = hyp_seglst.filter(lambda seg: seg['session_id'] in sessions)
 
7
  from txt_norm import get_text_norm
8
 
9
  # Constants
10
+ REFERENCE_BASE_PATH = os.path.abspath("references") # e.g. ./references/single_channel/dataset1.json
11
+ TASKS_METADATA_PATH = os.path.abspath("tasks_metadata.json")
12
 
13
 
14
  class LeaderboardServer:
15
  def __init__(self):
16
  self.local_leaderboard = os.path.abspath("submissions")
17
  self.submisssion_id_to_file = {} # Maps model_id to filepath
18
+ self.tasks_metadata = json.load(open(TASKS_METADATA_PATH))["tasks"]
19
  self.submission_ids = set()
20
  self.results_file = os.path.join(self.local_leaderboard, "results.json")
21
  os.makedirs(self.local_leaderboard, exist_ok=True)
 
45
  hyp_seglst = meeteval.io.load(file)
46
 
47
  for dataset in datasets:
48
+ ref_path = os.path.join(REFERENCE_BASE_PATH, task, f"{dataset}.json")
49
  ref_seglst = meeteval.io.load(ref_path)
50
  sessions = ref_seglst.unique('session_id')
51
  local_hyps = hyp_seglst.filter(lambda seg: seg['session_id'] in sessions)