Spaces:
Sleeping
Sleeping
Add orig model evals
Browse files- asr_data/results/Aismantas__whisper-base-lithuanian.cv13.test.json +20 -0
- asr_data/results/Aismantas__whisper-base-lithuanian.cv17.test.json +20 -0
- asr_data/results/Aismantas__whisper-base-lithuanian.liepa2.test.json +20 -0
- asr_data/results/Aismantas__whisper-base-lithuanian.lithuania.test.json +20 -0
- asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.cv13.test.json +20 -0
- asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.cv17.test.json +20 -0
- asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.liepa2.test.json +20 -0
- asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.lithuania.test.json +20 -0
- asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.cv13.test.json +20 -0
- asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.cv17.test.json +20 -0
- asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.liepa2.test.json +20 -0
- asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.lithuania.test.json +20 -0
asr_data/results/Aismantas__whisper-base-lithuanian.cv13.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cv13.test": {
|
3 |
+
"wer": 0.42,
|
4 |
+
"cer": 0.1,
|
5 |
+
"wer_raw": 0.44,
|
6 |
+
"cer_raw": 0.11,
|
7 |
+
"samples": 4319,
|
8 |
+
"rtfx": 67.01,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-10",
|
11 |
+
"model": "Aismantas/whisper-base-lithuanian",
|
12 |
+
"corpus": "cv13",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "mozilla-foundation/common_voice_13_0 (Lithuanian subset, ~2h filtered)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"cv13"
|
17 |
+
],
|
18 |
+
"domain": "in"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/Aismantas__whisper-base-lithuanian.cv17.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cv17.test": {
|
3 |
+
"wer": 0.42,
|
4 |
+
"cer": 0.1,
|
5 |
+
"wer_raw": 0.45,
|
6 |
+
"cer_raw": 0.11,
|
7 |
+
"samples": 4753,
|
8 |
+
"rtfx": 66.51,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-10",
|
11 |
+
"model": "Aismantas/whisper-base-lithuanian",
|
12 |
+
"corpus": "cv17",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "mozilla-foundation/common_voice_13_0 (Lithuanian subset, ~2h filtered)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"cv13"
|
17 |
+
],
|
18 |
+
"domain": "out"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/Aismantas__whisper-base-lithuanian.liepa2.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"liepa2.test": {
|
3 |
+
"wer": 0.66,
|
4 |
+
"cer": 0.2,
|
5 |
+
"wer_raw": 0.79,
|
6 |
+
"cer_raw": 0.25,
|
7 |
+
"samples": 59602,
|
8 |
+
"rtfx": 35.93,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-10",
|
11 |
+
"model": "Aismantas/whisper-base-lithuanian",
|
12 |
+
"corpus": "liepa2",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "mozilla-foundation/common_voice_13_0 (Lithuanian subset, ~2h filtered)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"cv13"
|
17 |
+
],
|
18 |
+
"domain": "out"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/Aismantas__whisper-base-lithuanian.lithuania.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"lithuania.test": {
|
3 |
+
"wer": 0.65,
|
4 |
+
"cer": 0.25,
|
5 |
+
"wer_raw": 0.75,
|
6 |
+
"cer_raw": 0.28,
|
7 |
+
"samples": 979,
|
8 |
+
"rtfx": 65.57,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-10",
|
11 |
+
"model": "Aismantas/whisper-base-lithuanian",
|
12 |
+
"corpus": "lithuania",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "mozilla-foundation/common_voice_13_0 (Lithuanian subset, ~2h filtered)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"cv13"
|
17 |
+
],
|
18 |
+
"domain": "out"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.cv13.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cv13.test": {
|
3 |
+
"wer": 0.2,
|
4 |
+
"cer": 0.04,
|
5 |
+
"wer_raw": 0.23,
|
6 |
+
"cer_raw": 0.05,
|
7 |
+
"samples": 4319,
|
8 |
+
"rtfx": 10.72,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-11",
|
11 |
+
"model": "DrishtiSharma/whisper-large-v2-lithuanian",
|
12 |
+
"corpus": "cv13",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "mozilla-foundation/common_voice_11_0 (Lithuanian subset)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"cv11"
|
17 |
+
],
|
18 |
+
"domain": "out"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.cv17.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cv17.test": {
|
3 |
+
"wer": 0.2,
|
4 |
+
"cer": 0.04,
|
5 |
+
"wer_raw": 0.22,
|
6 |
+
"cer_raw": 0.05,
|
7 |
+
"samples": 4753,
|
8 |
+
"rtfx": 10.64,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-11",
|
11 |
+
"model": "DrishtiSharma/whisper-large-v2-lithuanian",
|
12 |
+
"corpus": "cv17",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "mozilla-foundation/common_voice_11_0 (Lithuanian subset)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"cv11"
|
17 |
+
],
|
18 |
+
"domain": "out"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.liepa2.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"liepa2.test": {
|
3 |
+
"wer": 0.4,
|
4 |
+
"cer": 0.12,
|
5 |
+
"wer_raw": 0.6,
|
6 |
+
"cer_raw": 0.17,
|
7 |
+
"samples": 59602,
|
8 |
+
"rtfx": 5.7,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-10",
|
11 |
+
"model": "DrishtiSharma/whisper-large-v2-lithuanian",
|
12 |
+
"corpus": "liepa2",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "mozilla-foundation/common_voice_11_0 (Lithuanian subset)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"cv11"
|
17 |
+
],
|
18 |
+
"domain": "out"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.lithuania.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"lithuania.test": {
|
3 |
+
"wer": 0.3,
|
4 |
+
"cer": 0.13,
|
5 |
+
"wer_raw": 0.45,
|
6 |
+
"cer_raw": 0.15,
|
7 |
+
"samples": 979,
|
8 |
+
"rtfx": 10.1,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-11",
|
11 |
+
"model": "DrishtiSharma/whisper-large-v2-lithuanian",
|
12 |
+
"corpus": "lithuania",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "mozilla-foundation/common_voice_11_0 (Lithuanian subset)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"cv11"
|
17 |
+
],
|
18 |
+
"domain": "out"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.cv13.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cv13.test": {
|
3 |
+
"wer": 0.37,
|
4 |
+
"cer": 0.23,
|
5 |
+
"wer_raw": 0.42,
|
6 |
+
"cer_raw": 0.25,
|
7 |
+
"samples": 4319,
|
8 |
+
"rtfx": 90.83,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-10",
|
11 |
+
"model": "sam8000/whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered",
|
12 |
+
"corpus": "cv13",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "sam8000/lithuania (lithuania_0.06_cer_filtered)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"lithuania"
|
17 |
+
],
|
18 |
+
"domain": "out"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.cv17.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cv17.test": {
|
3 |
+
"wer": 0.37,
|
4 |
+
"cer": 0.24,
|
5 |
+
"wer_raw": 0.42,
|
6 |
+
"cer_raw": 0.25,
|
7 |
+
"samples": 4753,
|
8 |
+
"rtfx": 89.86,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-10",
|
11 |
+
"model": "sam8000/whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered",
|
12 |
+
"corpus": "cv17",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "sam8000/lithuania (lithuania_0.06_cer_filtered)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"lithuania"
|
17 |
+
],
|
18 |
+
"domain": "out"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.liepa2.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"liepa2.test": {
|
3 |
+
"wer": 0.4,
|
4 |
+
"cer": 0.26,
|
5 |
+
"wer_raw": 0.53,
|
6 |
+
"cer_raw": 0.29,
|
7 |
+
"samples": 59602,
|
8 |
+
"rtfx": 47.75,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-10",
|
11 |
+
"model": "sam8000/whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered",
|
12 |
+
"corpus": "liepa2",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "sam8000/lithuania (lithuania_0.06_cer_filtered)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"lithuania"
|
17 |
+
],
|
18 |
+
"domain": "out"
|
19 |
+
}
|
20 |
+
}
|
asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.lithuania.test.json
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"lithuania.test": {
|
3 |
+
"wer": 0.76,
|
4 |
+
"cer": 0.74,
|
5 |
+
"wer_raw": 0.77,
|
6 |
+
"cer_raw": 0.74,
|
7 |
+
"samples": 979,
|
8 |
+
"rtfx": 253.67,
|
9 |
+
"clips": "full",
|
10 |
+
"evaluated_at": "2025-09-10",
|
11 |
+
"model": "sam8000/whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered",
|
12 |
+
"corpus": "lithuania",
|
13 |
+
"split": "test",
|
14 |
+
"trained_on": "sam8000/lithuania (lithuania_0.06_cer_filtered)",
|
15 |
+
"trained_on_corpora": [
|
16 |
+
"lithuania"
|
17 |
+
],
|
18 |
+
"domain": "in"
|
19 |
+
}
|
20 |
+
}
|