aleksasp commited on
Commit
b39c035
·
1 Parent(s): a19425f

Add orig model evals

Browse files
asr_data/results/Aismantas__whisper-base-lithuanian.cv13.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cv13.test": {
3
+ "wer": 0.42,
4
+ "cer": 0.1,
5
+ "wer_raw": 0.44,
6
+ "cer_raw": 0.11,
7
+ "samples": 4319,
8
+ "rtfx": 67.01,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-10",
11
+ "model": "Aismantas/whisper-base-lithuanian",
12
+ "corpus": "cv13",
13
+ "split": "test",
14
+ "trained_on": "mozilla-foundation/common_voice_13_0 (Lithuanian subset, ~2h filtered)",
15
+ "trained_on_corpora": [
16
+ "cv13"
17
+ ],
18
+ "domain": "in"
19
+ }
20
+ }
asr_data/results/Aismantas__whisper-base-lithuanian.cv17.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cv17.test": {
3
+ "wer": 0.42,
4
+ "cer": 0.1,
5
+ "wer_raw": 0.45,
6
+ "cer_raw": 0.11,
7
+ "samples": 4753,
8
+ "rtfx": 66.51,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-10",
11
+ "model": "Aismantas/whisper-base-lithuanian",
12
+ "corpus": "cv17",
13
+ "split": "test",
14
+ "trained_on": "mozilla-foundation/common_voice_13_0 (Lithuanian subset, ~2h filtered)",
15
+ "trained_on_corpora": [
16
+ "cv13"
17
+ ],
18
+ "domain": "out"
19
+ }
20
+ }
asr_data/results/Aismantas__whisper-base-lithuanian.liepa2.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "liepa2.test": {
3
+ "wer": 0.66,
4
+ "cer": 0.2,
5
+ "wer_raw": 0.79,
6
+ "cer_raw": 0.25,
7
+ "samples": 59602,
8
+ "rtfx": 35.93,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-10",
11
+ "model": "Aismantas/whisper-base-lithuanian",
12
+ "corpus": "liepa2",
13
+ "split": "test",
14
+ "trained_on": "mozilla-foundation/common_voice_13_0 (Lithuanian subset, ~2h filtered)",
15
+ "trained_on_corpora": [
16
+ "cv13"
17
+ ],
18
+ "domain": "out"
19
+ }
20
+ }
asr_data/results/Aismantas__whisper-base-lithuanian.lithuania.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "lithuania.test": {
3
+ "wer": 0.65,
4
+ "cer": 0.25,
5
+ "wer_raw": 0.75,
6
+ "cer_raw": 0.28,
7
+ "samples": 979,
8
+ "rtfx": 65.57,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-10",
11
+ "model": "Aismantas/whisper-base-lithuanian",
12
+ "corpus": "lithuania",
13
+ "split": "test",
14
+ "trained_on": "mozilla-foundation/common_voice_13_0 (Lithuanian subset, ~2h filtered)",
15
+ "trained_on_corpora": [
16
+ "cv13"
17
+ ],
18
+ "domain": "out"
19
+ }
20
+ }
asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.cv13.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cv13.test": {
3
+ "wer": 0.2,
4
+ "cer": 0.04,
5
+ "wer_raw": 0.23,
6
+ "cer_raw": 0.05,
7
+ "samples": 4319,
8
+ "rtfx": 10.72,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-11",
11
+ "model": "DrishtiSharma/whisper-large-v2-lithuanian",
12
+ "corpus": "cv13",
13
+ "split": "test",
14
+ "trained_on": "mozilla-foundation/common_voice_11_0 (Lithuanian subset)",
15
+ "trained_on_corpora": [
16
+ "cv11"
17
+ ],
18
+ "domain": "out"
19
+ }
20
+ }
asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.cv17.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cv17.test": {
3
+ "wer": 0.2,
4
+ "cer": 0.04,
5
+ "wer_raw": 0.22,
6
+ "cer_raw": 0.05,
7
+ "samples": 4753,
8
+ "rtfx": 10.64,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-11",
11
+ "model": "DrishtiSharma/whisper-large-v2-lithuanian",
12
+ "corpus": "cv17",
13
+ "split": "test",
14
+ "trained_on": "mozilla-foundation/common_voice_11_0 (Lithuanian subset)",
15
+ "trained_on_corpora": [
16
+ "cv11"
17
+ ],
18
+ "domain": "out"
19
+ }
20
+ }
asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.liepa2.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "liepa2.test": {
3
+ "wer": 0.4,
4
+ "cer": 0.12,
5
+ "wer_raw": 0.6,
6
+ "cer_raw": 0.17,
7
+ "samples": 59602,
8
+ "rtfx": 5.7,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-10",
11
+ "model": "DrishtiSharma/whisper-large-v2-lithuanian",
12
+ "corpus": "liepa2",
13
+ "split": "test",
14
+ "trained_on": "mozilla-foundation/common_voice_11_0 (Lithuanian subset)",
15
+ "trained_on_corpora": [
16
+ "cv11"
17
+ ],
18
+ "domain": "out"
19
+ }
20
+ }
asr_data/results/DrishtiSharma__whisper-large-v2-lithuanian.lithuania.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "lithuania.test": {
3
+ "wer": 0.3,
4
+ "cer": 0.13,
5
+ "wer_raw": 0.45,
6
+ "cer_raw": 0.15,
7
+ "samples": 979,
8
+ "rtfx": 10.1,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-11",
11
+ "model": "DrishtiSharma/whisper-large-v2-lithuanian",
12
+ "corpus": "lithuania",
13
+ "split": "test",
14
+ "trained_on": "mozilla-foundation/common_voice_11_0 (Lithuanian subset)",
15
+ "trained_on_corpora": [
16
+ "cv11"
17
+ ],
18
+ "domain": "out"
19
+ }
20
+ }
asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.cv13.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cv13.test": {
3
+ "wer": 0.37,
4
+ "cer": 0.23,
5
+ "wer_raw": 0.42,
6
+ "cer_raw": 0.25,
7
+ "samples": 4319,
8
+ "rtfx": 90.83,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-10",
11
+ "model": "sam8000/whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered",
12
+ "corpus": "cv13",
13
+ "split": "test",
14
+ "trained_on": "sam8000/lithuania (lithuania_0.06_cer_filtered)",
15
+ "trained_on_corpora": [
16
+ "lithuania"
17
+ ],
18
+ "domain": "out"
19
+ }
20
+ }
asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.cv17.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cv17.test": {
3
+ "wer": 0.37,
4
+ "cer": 0.24,
5
+ "wer_raw": 0.42,
6
+ "cer_raw": 0.25,
7
+ "samples": 4753,
8
+ "rtfx": 89.86,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-10",
11
+ "model": "sam8000/whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered",
12
+ "corpus": "cv17",
13
+ "split": "test",
14
+ "trained_on": "sam8000/lithuania (lithuania_0.06_cer_filtered)",
15
+ "trained_on_corpora": [
16
+ "lithuania"
17
+ ],
18
+ "domain": "out"
19
+ }
20
+ }
asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.liepa2.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "liepa2.test": {
3
+ "wer": 0.4,
4
+ "cer": 0.26,
5
+ "wer_raw": 0.53,
6
+ "cer_raw": 0.29,
7
+ "samples": 59602,
8
+ "rtfx": 47.75,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-10",
11
+ "model": "sam8000/whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered",
12
+ "corpus": "liepa2",
13
+ "split": "test",
14
+ "trained_on": "sam8000/lithuania (lithuania_0.06_cer_filtered)",
15
+ "trained_on_corpora": [
16
+ "lithuania"
17
+ ],
18
+ "domain": "out"
19
+ }
20
+ }
asr_data/results/sam8000__whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered.lithuania.test.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "lithuania.test": {
3
+ "wer": 0.76,
4
+ "cer": 0.74,
5
+ "wer_raw": 0.77,
6
+ "cer_raw": 0.74,
7
+ "samples": 979,
8
+ "rtfx": 253.67,
9
+ "clips": "full",
10
+ "evaluated_at": "2025-09-10",
11
+ "model": "sam8000/whisper-large-v3-turbo-lithuanian-lithuania-0.06-cer-filtered",
12
+ "corpus": "lithuania",
13
+ "split": "test",
14
+ "trained_on": "sam8000/lithuania (lithuania_0.06_cer_filtered)",
15
+ "trained_on_corpora": [
16
+ "lithuania"
17
+ ],
18
+ "domain": "in"
19
+ }
20
+ }