Spaces:
Running
Running
Lakoc
commited on
Commit
·
9f2e90d
1
Parent(s):
98467ff
leaderboard server path fixes
Browse files- leaderboard_server.py +4 -4
leaderboard_server.py
CHANGED
@@ -7,15 +7,15 @@ from utils import calc_wer, aggregate_wer_metrics
|
|
7 |
from txt_norm import get_text_norm
|
8 |
|
9 |
# Constants
|
10 |
-
REFERENCE_BASE_PATH = "
|
11 |
-
TASKS_METADATA_PATH = "
|
12 |
|
13 |
|
14 |
class LeaderboardServer:
|
15 |
def __init__(self):
|
16 |
self.local_leaderboard = os.path.abspath("submissions")
|
17 |
self.submisssion_id_to_file = {} # Maps model_id to filepath
|
18 |
-
self.tasks_metadata = json.load(open(
|
19 |
self.submission_ids = set()
|
20 |
self.results_file = os.path.join(self.local_leaderboard, "results.json")
|
21 |
os.makedirs(self.local_leaderboard, exist_ok=True)
|
@@ -45,7 +45,7 @@ class LeaderboardServer:
|
|
45 |
hyp_seglst = meeteval.io.load(file)
|
46 |
|
47 |
for dataset in datasets:
|
48 |
-
ref_path = os.path.join(
|
49 |
ref_seglst = meeteval.io.load(ref_path)
|
50 |
sessions = ref_seglst.unique('session_id')
|
51 |
local_hyps = hyp_seglst.filter(lambda seg: seg['session_id'] in sessions)
|
|
|
7 |
from txt_norm import get_text_norm
|
8 |
|
9 |
# Constants
|
10 |
+
REFERENCE_BASE_PATH = os.path.abspath("references") # e.g. ./references/single_channel/dataset1.json
|
11 |
+
TASKS_METADATA_PATH = os.path.abspath("tasks_metadata.json")
|
12 |
|
13 |
|
14 |
class LeaderboardServer:
|
15 |
def __init__(self):
|
16 |
self.local_leaderboard = os.path.abspath("submissions")
|
17 |
self.submisssion_id_to_file = {} # Maps model_id to filepath
|
18 |
+
self.tasks_metadata = json.load(open(TASKS_METADATA_PATH))["tasks"]
|
19 |
self.submission_ids = set()
|
20 |
self.results_file = os.path.join(self.local_leaderboard, "results.json")
|
21 |
os.makedirs(self.local_leaderboard, exist_ok=True)
|
|
|
45 |
hyp_seglst = meeteval.io.load(file)
|
46 |
|
47 |
for dataset in datasets:
|
48 |
+
ref_path = os.path.join(REFERENCE_BASE_PATH, task, f"{dataset}.json")
|
49 |
ref_seglst = meeteval.io.load(ref_path)
|
50 |
sessions = ref_seglst.unique('session_id')
|
51 |
local_hyps = hyp_seglst.filter(lambda seg: seg['session_id'] in sessions)
|