Upload organize_model_results.json with huggingface_hub

organize_model_results.json

@@ -6,11 +6,13 @@
             "Qwen2-Audio-7B-Instruct": 29.187525646286417,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 24.640951990151827,
             "phi_4_multimodal_instruct": 26.815757078375054,
+            "seallms_audio_7b": 8.658186294624539,
             "WavLLM_fairseq": 39.96717275338531,
             "SALMONN_7B": 34.222404595814524,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 39.32704144439885
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 14.813295034878948,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 39.462453836684446
         }
     },
@@ -51,6 +53,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 3.445086705202312
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 31.641618497109825,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 4.61271676300578
         }
     },
@@ -81,6 +84,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 64.0
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 71.6,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 67.0
         }
     },
@@ -119,6 +123,9 @@
             "WavLLM_fairseq": 44.3133951137321,
             "SALMONN_7B": 50.88458298230834,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 56.44481887110362
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 57.87700084245998
         }
     },
     "imda_30s_sqa_human_test": {
@@ -228,6 +235,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 63.0
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 74.2,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 75.0
         }
     },
@@ -241,6 +249,9 @@
             "WavLLM_fairseq": 59.76095617529881,
             "SALMONN_7B": 23.804780876494025,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 46.713147410358566
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 37.45019920318725
         }
     },
     "public_sg_speech_qa_test": {
@@ -256,6 +267,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 64.94186046511628
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 64.18604651162791,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 73.02325581395348
         }
     },
@@ -292,11 +304,13 @@
             "Qwen2-Audio-7B-Instruct": 64.86264249672958,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 88.61894972902262,
             "phi_4_multimodal_instruct": 77.58549803774996,
+            "seallms_audio_7b": 67.73313399364605,
             "WavLLM_fairseq": 77.64903756307233,
             "SALMONN_7B": 66.39506634273968,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 83.81984675761541
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 74.99159035694262,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 90.12521024107643
         }
     },
@@ -326,6 +340,9 @@
             "WavLLM_fairseq": 51.072796934865906,
             "SALMONN_7B": 41.7624521072797,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 45.593869731800766
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 47.356321839080465
         }
     },
     "imda_part4_30s_sqa_human_test": {
@@ -341,6 +358,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 53.8
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 60.0,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 61.4
         }
     },
@@ -354,6 +372,9 @@
             "WavLLM_fairseq": 69.61427985227739,
             "SALMONN_7B": 88.79770209273697,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 42.921624948707425
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 99.46655724251129
         }
     },
     "imda_gr_dialogue": {
@@ -367,6 +388,9 @@
             "WavLLM_fairseq": 46.766666666666666,
             "SALMONN_7B": 42.733333333333334,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 25.433333333333337
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 93.86666666666666
         }
     },
     "imda_30s_ds_human_test": {
@@ -521,6 +545,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 37.400000000000006
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 59.2,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 47.400000000000006
         }
     },
@@ -535,6 +560,9 @@
             "WavLLM_fairseq": 0.23333333333333336,
             "SALMONN_7B": 0.06666666666666667,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 9.666666666666666
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 77.13333333333333
         }
     },
     "iemocap_gender_test": {
@@ -548,6 +576,9 @@
             "WavLLM_fairseq": 51.932270916334666,
             "SALMONN_7B": 81.31474103585658,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 44.22310756972111
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 98.20717131474103
         }
     },
     "ytb_asr_batch2": {
@@ -586,6 +617,9 @@
             "WavLLM_fairseq": 66.31439894319684,
             "SALMONN_7B": 50.99075297225891,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 85.2928225451343
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 88.77146631439894
         }
     },
     "dream_tts_mcq_test": {
@@ -599,6 +633,9 @@
             "WavLLM_fairseq": 66.5446941975954,
             "SALMONN_7B": 56.455828541557764,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 86.4610559330894
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 84.31782540512285
         }
     },
     "imda_part5_30s_ds_human_test": {
@@ -614,6 +651,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 49.0
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 64.0,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 56.8
         }
     },
@@ -644,6 +682,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 49.0
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 60.599999999999994,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 52.800000000000004
         }
     },
@@ -660,6 +699,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 36.0
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 55.199999999999996,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 48.2
         }
     },
@@ -682,6 +722,7 @@
             "Qwen2-Audio-7B-Instruct": 40.77727272727273,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 3.0954545454545457,
             "phi_4_multimodal_instruct": 26.386363636363637,
+            "seallms_audio_7b": 53.20909090909091,
             "WavLLM_fairseq": 5.5,
             "SALMONN_7B": 37.445454545454545,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 2.4727272727272727
@@ -698,6 +739,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 0.07953048457785493
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 39.29545454545455,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 4.868181818181818
         }
     },
@@ -712,6 +754,9 @@
             "WavLLM_fairseq": 2.6833333333333336,
             "SALMONN_7B": 2.5166666666666666,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 12.416666666666666
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 10.116666666666667
         }
     },
     "imda_part6_30s_sqa_test": {
@@ -748,6 +793,7 @@
             "whisper_large_v3": 1.600581653970121,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 27.620150160643625,
             "phi_4_multimodal_instruct": 15.012558278964478,
+            "seallms_audio_7b": 27.583542512329426,
             "WavLLM_fairseq": 13.841886973016162,
             "SALMONN_7B": 14.102682915273142,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 10.930203684508578
@@ -766,6 +812,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 29.47134606841404
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 64.09333981526495,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 28.076410484229232
         }
     },
@@ -809,6 +856,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 70.8
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 78.60000000000001,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 77.8
         }
     },
@@ -848,6 +896,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 17.380191693290733
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 50.60702875399361,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 14.63258785942492
         }
     },
@@ -886,6 +935,7 @@
             "whisper_large_v3": 0.02107778621423822,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 8.433062902024755,
             "phi_4_multimodal_instruct": 0.19835914151649442,
+            "seallms_audio_7b": 0.012334972259958572,
             "WavLLM_fairseq": 0.0033159224040994286,
             "SALMONN_7B": 0.00046745670226766583,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 1.0368044741318085
@@ -904,6 +954,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 16.710526315789473
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 46.31578947368421,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 14.736842105263158
         }
     },
@@ -927,6 +978,7 @@
             "whisper_large_v3": 0.16408986541757878,
             "cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 35.274306071307024,
             "phi_4_multimodal_instruct": 45.295964957544776,
+            "seallms_audio_7b": 36.4496678966979,
             "WavLLM_fairseq": 31.96381187282953,
             "SALMONN_7B": 33.88941292215531,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 5.987143868370054
@@ -1051,6 +1103,9 @@
             "WavLLM_fairseq": 49.06666666666666,
             "SALMONN_7B": 59.766666666666666,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 36.016666666666666
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 66.9
         }
     },
     "slue_p2_sqa5_test": {
@@ -1066,6 +1121,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 82.99019607843137
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 88.23529411764707,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 87.79411764705883
         }
     },
@@ -1094,6 +1150,9 @@
             "WavLLM_fairseq": 41.57088122605364,
             "SALMONN_7B": 30.536398467432953,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 36.81992337164751
+        },
+        "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 36.206896551724135
         }
     },
     "tedlium3_test": {
@@ -1150,6 +1209,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 57.800000000000004
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 66.8,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 64.80000000000001
         }
     },
@@ -1166,6 +1226,7 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 57.199999999999996
         },
         "gpt4o_judge": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 70.0,
             "cascade_whisper_large_v3_llama_3_8b_instruct": 64.4
         }
     },
@@ -1218,6 +1279,21 @@
             "cascade_whisper_large_v3_llama_3_8b_instruct": 63.68000000000001
         }
     },
+    "gigaspeech2_viet": {
+        "wer": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.4960741822016732
+        }
+    },
+    "gigaspeech2_thai": {
+        "wer": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.8901628256099774
+        }
+    },
+    "gigaspeech2_indo": {
+        "wer": {
+            "MERaLiON-AudioLLM-Whisper-SEA-LION": 0.5087211232500294
+        }
+    },
     "imda_30s_ar_test": {
         "llama3_70b_judge": {
             "Qwen2-Audio-7B-Instruct": 5.106666666666667,