Upload organize_model_results.json with huggingface_hub
Browse files
organize_model_results.json
CHANGED
|
@@ -173,7 +173,7 @@
|
|
| 173 |
"imda_part4_30s_asr_test": {
|
| 174 |
"wer": {
|
| 175 |
"Qwen-Audio-Chat": 1.1764312018747907,
|
| 176 |
-
"MERaLiON-AudioLLM-Whisper-SEA-LION": 0.
|
| 177 |
"Qwen2-Audio-7B-Instruct": 0.5685405990059489,
|
| 178 |
"whisper_large_v3": 0.8294532718704128,
|
| 179 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.4757667842702995,
|
|
@@ -218,6 +218,7 @@
|
|
| 218 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 18.76473995941838,
|
| 219 |
"Qwen2-Audio-7B-Instruct": 16.466557744958333,
|
| 220 |
"whisper_large_v3": 14.673689493155793,
|
|
|
|
| 221 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 15.209998552437538,
|
| 222 |
"phi_4_multimodal_instruct": 22.678131781242936,
|
| 223 |
"seallms_audio_7b": 18.79451062979056,
|
|
@@ -639,6 +640,7 @@
|
|
| 639 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 44.43289180618449,
|
| 640 |
"Qwen2-Audio-7B-Instruct": 6.326113431899141,
|
| 641 |
"whisper_large_v3": 46.01512198258627,
|
|
|
|
| 642 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 46.80524126004861,
|
| 643 |
"phi_4_multimodal_instruct": 0.36465303013961253,
|
| 644 |
"seallms_audio_7b": 43.98074943006231,
|
|
@@ -935,6 +937,7 @@
|
|
| 935 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 5.023057608950299,
|
| 936 |
"Qwen2-Audio-7B-Instruct": 0.04425838146050298,
|
| 937 |
"whisper_large_v3": 2.451098639578599,
|
|
|
|
| 938 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 2.8327095799289337,
|
| 939 |
"phi_4_multimodal_instruct": 0.053138495633157125,
|
| 940 |
"seallms_audio_7b": 0.06475917031217593,
|
|
@@ -949,6 +952,7 @@
|
|
| 949 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 37.60224687716629,
|
| 950 |
"Qwen2-Audio-7B-Instruct": 16.325186897428104,
|
| 951 |
"whisper_large_v3": 1.600581653970121,
|
|
|
|
| 952 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 27.620150160643625,
|
| 953 |
"phi_4_multimodal_instruct": 15.012558278964478,
|
| 954 |
"seallms_audio_7b": 27.583542512329426,
|
|
@@ -1094,6 +1098,7 @@
|
|
| 1094 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 14.407399367512914,
|
| 1095 |
"Qwen2-Audio-7B-Instruct": 0.03245972071872916,
|
| 1096 |
"whisper_large_v3": 0.02107778621423822,
|
|
|
|
| 1097 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 8.433062902024755,
|
| 1098 |
"phi_4_multimodal_instruct": 0.19835914151649442,
|
| 1099 |
"seallms_audio_7b": 0.012334972259958572,
|
|
@@ -1138,6 +1143,7 @@
|
|
| 1138 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 43.941098854450516,
|
| 1139 |
"Qwen2-Audio-7B-Instruct": 25.765420247070075,
|
| 1140 |
"whisper_large_v3": 0.16408986541757878,
|
|
|
|
| 1141 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 35.274306071307024,
|
| 1142 |
"phi_4_multimodal_instruct": 45.295964957544776,
|
| 1143 |
"seallms_audio_7b": 36.4496678966979,
|
|
|
|
| 173 |
"imda_part4_30s_asr_test": {
|
| 174 |
"wer": {
|
| 175 |
"Qwen-Audio-Chat": 1.1764312018747907,
|
| 176 |
+
"MERaLiON-AudioLLM-Whisper-SEA-LION": 0.3514073807009863,
|
| 177 |
"Qwen2-Audio-7B-Instruct": 0.5685405990059489,
|
| 178 |
"whisper_large_v3": 0.8294532718704128,
|
| 179 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 0.4757667842702995,
|
|
|
|
| 218 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 18.76473995941838,
|
| 219 |
"Qwen2-Audio-7B-Instruct": 16.466557744958333,
|
| 220 |
"whisper_large_v3": 14.673689493155793,
|
| 221 |
+
"Marco-LLM-ST": 21.876989155974684,
|
| 222 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 15.209998552437538,
|
| 223 |
"phi_4_multimodal_instruct": 22.678131781242936,
|
| 224 |
"seallms_audio_7b": 18.79451062979056,
|
|
|
|
| 640 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 44.43289180618449,
|
| 641 |
"Qwen2-Audio-7B-Instruct": 6.326113431899141,
|
| 642 |
"whisper_large_v3": 46.01512198258627,
|
| 643 |
+
"Marco-LLM-ST": 53.12971730330994,
|
| 644 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 46.80524126004861,
|
| 645 |
"phi_4_multimodal_instruct": 0.36465303013961253,
|
| 646 |
"seallms_audio_7b": 43.98074943006231,
|
|
|
|
| 937 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 5.023057608950299,
|
| 938 |
"Qwen2-Audio-7B-Instruct": 0.04425838146050298,
|
| 939 |
"whisper_large_v3": 2.451098639578599,
|
| 940 |
+
"Marco-LLM-ST": 5.84753160046608,
|
| 941 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 2.8327095799289337,
|
| 942 |
"phi_4_multimodal_instruct": 0.053138495633157125,
|
| 943 |
"seallms_audio_7b": 0.06475917031217593,
|
|
|
|
| 952 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 37.60224687716629,
|
| 953 |
"Qwen2-Audio-7B-Instruct": 16.325186897428104,
|
| 954 |
"whisper_large_v3": 1.600581653970121,
|
| 955 |
+
"Marco-LLM-ST": 40.40709648579204,
|
| 956 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 27.620150160643625,
|
| 957 |
"phi_4_multimodal_instruct": 15.012558278964478,
|
| 958 |
"seallms_audio_7b": 27.583542512329426,
|
|
|
|
| 1098 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 14.407399367512914,
|
| 1099 |
"Qwen2-Audio-7B-Instruct": 0.03245972071872916,
|
| 1100 |
"whisper_large_v3": 0.02107778621423822,
|
| 1101 |
+
"Marco-LLM-ST": 22.65564271849108,
|
| 1102 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 8.433062902024755,
|
| 1103 |
"phi_4_multimodal_instruct": 0.19835914151649442,
|
| 1104 |
"seallms_audio_7b": 0.012334972259958572,
|
|
|
|
| 1143 |
"MERaLiON-AudioLLM-Whisper-SEA-LION": 43.941098854450516,
|
| 1144 |
"Qwen2-Audio-7B-Instruct": 25.765420247070075,
|
| 1145 |
"whisper_large_v3": 0.16408986541757878,
|
| 1146 |
+
"Marco-LLM-ST": 36.25996543961288,
|
| 1147 |
"cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct": 35.274306071307024,
|
| 1148 |
"phi_4_multimodal_instruct": 45.295964957544776,
|
| 1149 |
"seallms_audio_7b": 36.4496678966979,
|