Spaces:
Running
Running
Lakoc commited on
Commit ·
9f2e90d
1
Parent(s): 98467ff
leaderboard server path fixes
Browse files- leaderboard_server.py +4 -4
leaderboard_server.py
CHANGED
|
@@ -7,15 +7,15 @@ from utils import calc_wer, aggregate_wer_metrics
|
|
| 7 |
from txt_norm import get_text_norm
|
| 8 |
|
| 9 |
# Constants
|
| 10 |
-
REFERENCE_BASE_PATH =
|
| 11 |
-
TASKS_METADATA_PATH =
|
| 12 |
|
| 13 |
|
| 14 |
class LeaderboardServer:
|
| 15 |
def __init__(self):
|
| 16 |
self.local_leaderboard = os.path.abspath("submissions")
|
| 17 |
self.submisssion_id_to_file = {} # Maps model_id to filepath
|
| 18 |
-
self.tasks_metadata = json.load(open(
|
| 19 |
self.submission_ids = set()
|
| 20 |
self.results_file = os.path.join(self.local_leaderboard, "results.json")
|
| 21 |
os.makedirs(self.local_leaderboard, exist_ok=True)
|
|
@@ -45,7 +45,7 @@ class LeaderboardServer:
|
|
| 45 |
hyp_seglst = meeteval.io.load(file)
|
| 46 |
|
| 47 |
for dataset in datasets:
|
| 48 |
-
ref_path = os.path.join(
|
| 49 |
ref_seglst = meeteval.io.load(ref_path)
|
| 50 |
sessions = ref_seglst.unique('session_id')
|
| 51 |
local_hyps = hyp_seglst.filter(lambda seg: seg['session_id'] in sessions)
|
|
|
|
| 7 |
from txt_norm import get_text_norm
|
| 8 |
|
| 9 |
# Constants
|
| 10 |
+
REFERENCE_BASE_PATH = os.path.abspath("references") # e.g. ./references/single_channel/dataset1.json
|
| 11 |
+
TASKS_METADATA_PATH = os.path.abspath("tasks_metadata.json")
|
| 12 |
|
| 13 |
|
| 14 |
class LeaderboardServer:
|
| 15 |
def __init__(self):
|
| 16 |
self.local_leaderboard = os.path.abspath("submissions")
|
| 17 |
self.submisssion_id_to_file = {} # Maps model_id to filepath
|
| 18 |
+
self.tasks_metadata = json.load(open(TASKS_METADATA_PATH))["tasks"]
|
| 19 |
self.submission_ids = set()
|
| 20 |
self.results_file = os.path.join(self.local_leaderboard, "results.json")
|
| 21 |
os.makedirs(self.local_leaderboard, exist_ok=True)
|
|
|
|
| 45 |
hyp_seglst = meeteval.io.load(file)
|
| 46 |
|
| 47 |
for dataset in datasets:
|
| 48 |
+
ref_path = os.path.join(REFERENCE_BASE_PATH, task, f"{dataset}.json")
|
| 49 |
ref_seglst = meeteval.io.load(ref_path)
|
| 50 |
sessions = ref_seglst.unique('session_id')
|
| 51 |
local_hyps = hyp_seglst.filter(lambda seg: seg['session_id'] in sessions)
|