update ctc results

app.py

@@ -24,7 +24,7 @@ pages = {
     'ASR-Indonesian'     : asr_indonesian,
     'ASR-Thai'           : asr_thai,
     'ASR-Vietnamese'     : asr_vietnamese,
-    'ASR-Private'        : asr_private,
+    'ASR-Other'        : asr_private,
     'Speech Translation' : speech_translation,
     'SQA-English'        : speech_question_answering_english,
     'SQA-Singlish'       : speech_question_answering_singlish,
@@ -58,7 +58,7 @@ menu_items = [
                      sac.MenuItem(label='ASR-Indonesian', icon='mic'),
                      sac.MenuItem(label='ASR-Thai', icon='mic'),
                      sac.MenuItem(label='ASR-Vietnamese', icon='mic'),
-                     sac.MenuItem(label='ASR-Private', icon='mic'),
+                     sac.MenuItem(label='ASR-Other', icon='mic'),
                  ]
                  ),
 

app/pages.py

@@ -282,7 +282,7 @@ def asr_vietnamese():
 
 
 def asr_private():
-    st.title("Task: Automatic Speech Recognition - Private Datasets")
+    st.title("Task: Automatic Speech Recognition - Other Datasets")
 
     sum = ['Overall']
 

model_information.py

@@ -48,6 +48,10 @@ data['Original Name'].append('MERaLiON-AudioLLM-v2-9b-asr')
 data['Proper Display Name'].append('Fusion: MERaLiON-2-10B-ASR')
 data['Link'].append('https://huggingface.co/MERaLiON/MERaLiON-AudioLLM-Whisper-SEA-LION')
 
+data['Original Name'].append('MERaLiON-SpeechEncoder2-ASR-CTC')
+data['Proper Display Name'].append('Fusion: MERaLiON-SpeechEncoder2-ASR-CTC')
+data['Link'].append('https://huggingface.co/MERaLiON/MERaLiON-SpeechEncoder-2')
+
 data['Original Name'].append('phi_4_multimodal_instruct')
 data['Proper Display Name'].append('Fusion: Phi-4-multimodal-instruct')
 data['Link'].append('https://huggingface.co/microsoft/Phi-4-multimodal-instruct')

results_organized/wer/asr_english.csv

@@ -4,16 +4,17 @@ Qwen2-Audio-7B-Instruct,0.0351416606934017,0.0604157603041594,0.114388725008194,
 old_models,,,,,,,,,
 gemini-1.5-flash,,,,,,,,,
 WavLLM_fairseq,0.0210321801788206,0.0479883481188643,0.1453332562130063,0.3792176325635977,0.154917784145464,0.6447482518259942,0.6671766188447099,0.0662148255917107,0.4536784258110264
-MERaLiON-AudioLLM-Whisper-SEA-LION,0.023937073225940318,0.0422569845082944,0.07734234900148476,0.21620323529945748,0.14477210452030514,0.13838923413858656,0.16553574886426656,0.08154430289911642,0.10512320510547775
-MERaLiON-AudioLLM-v2-2b,0.027124910401026145,0.050958064577146425,0.09276196964925024,0.20627055897299626,0.09237908290276242,0.21886082422652334,0.23935918375209228,0.03456229374401192,0.13837971990781775
-MERaLiON-AudioLLM-v2-9b,0.02497453502848304,0.046607524542720415,0.09001741857938951,0.20476530792451958,0.09023061553464748,0.1084090226901313,0.15062142184399924,0.03513005216280473,0.043573834426520124
-MERaLiON-AudioLLM-v2-9b-asr,0.020956728411363035,0.04040327614579984,0.07591543954595999,0.1957668115250735,0.08768103407213536,0.09210848128425476,0.1277414998676963,0.0313686526383024,0.03495834071973054
-Qwen2.5-Omni-3B,0.021107631946278342,0.04492405470331209,0.08823056799994858,0.2615060102759792,0.11446542772550759,0.14654089448699847,0.19688006593894564,0.04804655619034101,0.07147668853040241
-Qwen2.5-Omni-7B,0.04404496925340476,0.06877636332683905,0.07962411862631041,0.3124105638254503,0.13967544855837088,0.18939756089426465,0.24105023789319796,0.049146588126752065,0.08381492643148378
-SALMONN_7B,0.09638963292715132,0.11776722719276675,0.3197948335593678,0.24158949229136512,0.11024871580815716,0.27733154717568453,0.37956460424973665,0.039352755402576205,0.14139336996986349
-SeaLLMs-Audio-7B,0.05106198362696646,0.0971116197249702,0.15751923435380927,0.37540994158899715,0.12728854393076772,0.3793954486331447,0.45555254788532057,0.047123948759802706,0.08994859067541217
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.03299128532085864,0.05381428868670437,0.10530206130568642,0.20285898669536326,0.09994259054523941,0.14091838890062366,0.17187922953626794,0.04939498243497392,0.08636766530756958
-cascade_whisper_large_v3_llama_3_8b_instruct,0.018032972422378994,0.035504189759207064,0.09794897834568489,0.14542012514049835,0.09501640807342393,0.10872308256717546,0.1459710229559586,0.038146268762641496,0.04935295160432548
-hy_whisper_local_cs,0.029086656354925113,0.05591389713810127,0.10600266099330895,0.17879147486544342,0.10212866235970408,0.14925070316060968,0.17014458107377883,0.04666264504453355,0.06973940790639957
-phi_4_multimodal_instruct,0.016844607084920964,0.03851173700039722,0.07948914070484185,0.2147161396912585,0.0988294989332872,0.1306461295594268,0.22572024408764688,0.028636315247862035,0.05062932104236838
-whisper_large_v3,0.018938393631870828,0.03631755159173019,0.09819322410834228,0.14557692212471468,0.09593897049053747,0.10783648875498883,0.1409171231397644,0.0382882083673397,0.04555929799680908
+MERaLiON-AudioLLM-Whisper-SEA-LION,0.0239370732259403,0.0422569845082944,0.0773423490014847,0.2162032352994574,0.1447721045203051,0.1383892341385865,0.1655357488642665,0.0815443028991164,0.1051232051054777
+MERaLiON-AudioLLM-v2-2b,0.0271249104010261,0.0509580645771464,0.0927619696492502,0.2062705589729962,0.0923790829027624,0.2188608242265233,0.2393591837520922,0.0345622937440119,0.1383797199078177
+MERaLiON-AudioLLM-v2-9b,0.024974535028483,0.0466075245427204,0.0900174185793895,0.2047653079245195,0.0902306155346474,0.1084090226901313,0.1506214218439992,0.0351300521628047,0.0435738344265201
+MERaLiON-AudioLLM-v2-9b-asr,0.020956728411363,0.0404032761457998,0.0759154395459599,0.1957668115250735,0.0876810340721353,0.0921084812842547,0.1277414998676963,0.0313686526383024,0.0349583407197305
+Qwen2.5-Omni-3B,0.0211076319462783,0.044924054703312,0.0882305679999485,0.2615060102759792,0.1144654277255075,0.1465408944869984,0.1968800659389456,0.048046556190341,0.0714766885304024
+Qwen2.5-Omni-7B,0.0440449692534047,0.068776363326839,0.0796241186263104,0.3124105638254503,0.1396754485583708,0.1893975608942646,0.2410502378931979,0.049146588126752,0.0838149264314837
+SALMONN_7B,0.0963896329271513,0.1177672271927667,0.3197948335593678,0.2415894922913651,0.1102487158081571,0.2773315471756845,0.3795646042497366,0.0393527554025762,0.1413933699698634
+SeaLLMs-Audio-7B,0.0510619836269664,0.0971116197249702,0.1575192343538092,0.3754099415889971,0.1272885439307677,0.3793954486331447,0.4555525478853205,0.0471239487598027,0.0899485906754121
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.0329912853208586,0.0538142886867043,0.1053020613056864,0.2028589866953632,0.0999425905452394,0.1409183889006236,0.1718792295362679,0.0493949824349739,0.0863676653075695
+cascade_whisper_large_v3_llama_3_8b_instruct,0.0180329724223789,0.035504189759207,0.0979489783456848,0.1454201251404983,0.0950164080734239,0.1087230825671754,0.1459710229559586,0.0381462687626414,0.0493529516043254
+hy_whisper_local_cs,0.0290866563549251,0.0559138971381012,0.1060026609933089,0.1787914748654434,0.102128662359704,0.1492507031606096,0.1701445810737788,0.0466626450445335,0.0697394079063995
+phi_4_multimodal_instruct,0.0168446070849209,0.0385117370003972,0.0794891407048418,0.2147161396912585,0.0988294989332872,0.1306461295594268,0.2257202440876468,0.028636315247862,0.0506293210423683
+whisper_large_v3,0.0189383936318708,0.0363175515917301,0.0981932241083422,0.1455769221247146,0.0959389704905374,0.1078364887549888,0.1409171231397644,0.0382882083673397,0.045559297996809
+MERaLiON-SpeechEncoder2-ASR-CTC,0.0412,0.0623,0.12480000000000001,0.2095,0.1334,0.153,0.16820000000000002,0.042199999999999994,0.044000000000000004

results_organized/wer/asr_indonesian.csv

@@ -1,14 +1,15 @@
 Model,commonvoice_17_id_asr,gigaspeech2_id_test
-MERaLiON-AudioLLM-Whisper-SEA-LION,0.25954549636581103,0.337184855698226
-MERaLiON-AudioLLM-v2-2b,0.08547244456711749,0.17842684134623737
-MERaLiON-AudioLLM-v2-9b,0.11334989419449812,0.1722759890883186
-MERaLiON-AudioLLM-v2-9b-asr,0.07921611923820039,0.16282383194620612
-Qwen2.5-Omni-3B,0.13579906155120067,0.2746338157871875
-Qwen2.5-Omni-7B,0.10994571717729322,0.22737303007662502
+MERaLiON-AudioLLM-Whisper-SEA-LION,0.259545496365811,0.337184855698226
+MERaLiON-AudioLLM-v2-2b,0.0854724445671174,0.1784268413462373
+MERaLiON-AudioLLM-v2-9b,0.1133498941944981,0.1722759890883186
+MERaLiON-AudioLLM-v2-9b-asr,0.0792161192382003,0.1628238319462061
+Qwen2.5-Omni-3B,0.1357990615512006,0.2746338157871875
+Qwen2.5-Omni-7B,0.1099457171772932,0.227373030076625
 SALMONN_7B,1.1888858220627472,2.1181172136986777
-SeaLLMs-Audio-7B,0.12434446591222743,0.31610863030597885
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.09977918851780293,0.2191718937327333
-cascade_whisper_large_v3_llama_3_8b_instruct,0.07815806421933941,0.1926224523482703
-hy_whisper_local_cs,0.10267733922163952,0.21382030476256667
+SeaLLMs-Audio-7B,0.1243444659122274,0.3161086303059788
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.0997791885178029,0.2191718937327333
+cascade_whisper_large_v3_llama_3_8b_instruct,0.0781580642193394,0.1926224523482703
+hy_whisper_local_cs,0.1026773392216395,0.2138203047625666
 phi_4_multimodal_instruct,1.327169012788665,5.803850364012302
-whisper_large_v3,0.07815806421933941,0.19604538425451323
+whisper_large_v3,0.0781580642193394,0.1960453842545132
+MERaLiON-SpeechEncoder2-ASR-CTC,0.0559,0.16620000000000001

results_organized/wer/asr_malay.csv

@@ -1,14 +1,15 @@
 Model,ytb_asr_batch3_malay
-MERaLiON-AudioLLM-Whisper-SEA-LION,0.28989513404414025
+MERaLiON-AudioLLM-Whisper-SEA-LION,0.2898951340441402
 MERaLiON-AudioLLM-v2-2b,0.2798911851169321
-MERaLiON-AudioLLM-v2-9b,0.20907375718485366
-MERaLiON-AudioLLM-v2-9b-asr,0.19463823439076827
+MERaLiON-AudioLLM-v2-9b,0.2090737571848536
+MERaLiON-AudioLLM-v2-9b-asr,0.1946382343907682
 Qwen2.5-Omni-3B,2.943749725768944
-Qwen2.5-Omni-7B,1.4606642973103419
+Qwen2.5-Omni-7B,1.460664297310342
 SALMONN_7B,1.0858672282918695
 SeaLLMs-Audio-7B,0.7655653547452942
 cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.3143784827344127
 cascade_whisper_large_v3_llama_3_8b_instruct,0.3119213724715897
 hy_whisper_local_cs,0.2421569917950068
 phi_4_multimodal_instruct,3.762932736606555
-whisper_large_v3,0.21969198367776754
+whisper_large_v3,0.2196919836777675
+MERaLiON-SpeechEncoder2-ASR-CTC,0.1559

results_organized/wer/asr_mandarin.csv

@@ -4,16 +4,17 @@ Qwen2-Audio-7B-Instruct,0.0926035912969452,,
 old_models,,,
 gemini-1.5-flash,,,
 WavLLM_fairseq,0.7054601967888183,,
-MERaLiON-AudioLLM-Whisper-SEA-LION,0.12846706657955692,0.3269799259362027,0.418102808691044
-MERaLiON-AudioLLM-v2-2b,0.05010789728969927,0.13139387212789344,0.25613142554319024
-MERaLiON-AudioLLM-v2-9b,0.05789827958266516,0.14684695260557293,0.19133015368309486
-MERaLiON-AudioLLM-v2-9b-asr,0.043317297222387204,0.1183419954537208,0.1494223635400106
-Qwen2.5-Omni-3B,0.02807309298964582,0.11308069111981474,0.25013248542660305
-Qwen2.5-Omni-7B,0.02438082793846885,0.07647567313746625,0.20640169581346052
-SALMONN_7B,0.9314703727900854,1.0013340021130595,0.8858293587705353
-SeaLLMs-Audio-7B,0.17752568747401556,0.08992241443710447,0.661897191308956
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.20889509215814378,0.31938144990021666,0.3469210386857446
-cascade_whisper_large_v3_llama_3_8b_instruct,0.12450753301261111,0.1962263748225777,0.2698675145733969
-hy_whisper_local_cs,0.15675793391538476,0.287290695068461,0.27520932697403283
-phi_4_multimodal_instruct,0.12232978955079092,0.154221316286565,0.44008479067302597
-whisper_large_v3,0.12454712834828058,0.19757104895254154,0.19082140964493904
+MERaLiON-AudioLLM-Whisper-SEA-LION,0.1284670665795569,0.3269799259362027,0.418102808691044
+MERaLiON-AudioLLM-v2-2b,0.0501078972896992,0.1313938721278934,0.2561314255431902
+MERaLiON-AudioLLM-v2-9b,0.0578982795826651,0.1468469526055729,0.1913301536830948
+MERaLiON-AudioLLM-v2-9b-asr,0.0433172972223872,0.1183419954537208,0.1494223635400106
+Qwen2.5-Omni-3B,0.0280730929896458,0.1130806911198147,0.250132485426603
+Qwen2.5-Omni-7B,0.0243808279384688,0.0764756731374662,0.2064016958134605
+SALMONN_7B,0.9314703727900854,1.0013340021130597,0.8858293587705353
+SeaLLMs-Audio-7B,0.1775256874740155,0.0899224144371044,0.661897191308956
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.2088950921581437,0.3193814499002166,0.3469210386857446
+cascade_whisper_large_v3_llama_3_8b_instruct,0.1245075330126111,0.1962263748225777,0.2698675145733969
+hy_whisper_local_cs,0.1567579339153847,0.287290695068461,0.2752093269740328
+phi_4_multimodal_instruct,0.1223297895507909,0.154221316286565,0.4400847906730259
+whisper_large_v3,0.1245471283482805,0.1975710489525415,0.190821409644939
+MERaLiON-SpeechEncoder2-ASR-CTC,0.0747,0.16510000000000002,0.1769

results_organized/wer/asr_private.csv

@@ -1,14 +1,15 @@
 Model,cna_test,idpc_short_test,idpc_test,mediacorp_short_test,mediacorp_test,parliament_test,ukusnews_test,ytb_asr_batch1,ytb_asr_batch2
-MERaLiON-AudioLLM-Whisper-SEA-LION,0.14503898323187012,0.16498433693003828,0.20359281437125748,0.12828873397796267,0.12250898399215943,0.058780395496262655,0.1128757799205899,0.10724437274333563,0.13268461455292463
-MERaLiON-AudioLLM-v2-2b,0.13494606429563175,0.15106160807518274,0.17741659538066723,0.1208680008994828,0.12250898399215943,0.18544800832623712,0.17383248251087163,0.09933164323576861,0.15990917937074278
-MERaLiON-AudioLLM-v2-9b,0.13334401367083198,0.15663069961712495,0.16030795551753635,0.11693276366089499,0.10454099967330938,0.06024694862333239,0.06972962752883342,0.09848659445340709,0.1110174072872743
-MERaLiON-AudioLLM-v2-9b-asr,0.12709601623411299,0.14009745910198398,0.16612489307100087,0.11783224645828648,0.10372427311336165,0.05284322073989971,0.055965210814898844,0.09230237381885227,0.09936209319926478
-Qwen2.5-Omni-3B,0.17398269785325216,0.2111033762617473,0.19863130881094954,0.1476276141218799,0.1515844495262986,0.10048254328697133,0.09075439591605218,0.1622877775217024,0.24454535625473023
-Qwen2.5-Omni-7B,0.18322118978959734,0.41385311521058127,0.22035928143712574,0.14144366988981336,0.23546226723293043,0.11022802535717664,0.176214785403668,0.17361911346700468,0.35052438101416367
-SALMONN_7B,0.1492577165438428,0.2398190045248869,0.5414884516680923,0.19901056892286936,0.3636883371447239,0.20430031223389156,0.191869918699187,0.2207497887378044,0.3495513028435506
-SeaLLMs-Audio-7B,0.27347004165331623,0.7187608771319178,1.1654405474764755,0.18754216325612771,0.3995426331264293,0.19386886176554075,0.17613915674040462,0.4502573557655374,0.9038382527840848
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.15171419416853574,0.19735468151757746,0.17040205303678357,0.1541488644029683,0.15754655341391702,0.09007474690131517,0.12278313480809226,0.12475992932319274,0.12552708400908205
-cascade_whisper_large_v3_llama_3_8b_instruct,0.13815016554523124,0.15344926428434932,0.16184773310521813,0.11434675061839443,0.15125775890231952,0.06537988456807645,0.08943089430894309,0.10816624414227549,0.08387933830684398
-hy_whisper_local_cs,0.14674783723165652,0.18308388444135051,0.17570573139435414,0.12885091072633237,0.1256125449199608,0.07257072570725707,0.16948383437322745,0.1284858262272413,0.14315061087685155
-phi_4_multimodal_instruct,0.19080422941364947,0.5388096066829099,0.26073567151411464,0.1217674836968743,0.19813786344331918,0.2778645094143249,0.07521270561542824,0.16939386955519706,0.23232781922369986
-whisper_large_v3,0.14162127523229734,0.18795683954054995,0.16544054747647563,0.1163705869125253,0.11287161058477621,0.06708297852209291,0.06976744186046512,0.10686025966044403,0.08169531841280138
+MERaLiON-AudioLLM-Whisper-SEA-LION,0.1450389832318701,0.1649843369300382,0.2035928143712574,0.1282887339779626,0.1225089839921594,0.0587803954962626,0.1128757799205899,0.1072443727433356,0.1326846145529246
+MERaLiON-AudioLLM-v2-2b,0.1349460642956317,0.1510616080751827,0.1774165953806672,0.1208680008994828,0.1225089839921594,0.1854480083262371,0.1738324825108716,0.0993316432357686,0.1599091793707427
+MERaLiON-AudioLLM-v2-9b,0.1333440136708319,0.1566306996171249,0.1603079555175363,0.1169327636608949,0.1045409996733093,0.0602469486233323,0.0697296275288334,0.098486594453407,0.1110174072872743
+MERaLiON-AudioLLM-v2-9b-asr,0.1270960162341129,0.1400974591019839,0.1661248930710008,0.1178322464582864,0.1037242731133616,0.0528432207398997,0.0559652108148988,0.0923023738188522,0.0993620931992647
+Qwen2.5-Omni-3B,0.1739826978532521,0.2111033762617473,0.1986313088109495,0.1476276141218799,0.1515844495262986,0.1004825432869713,0.0907543959160521,0.1622877775217024,0.2445453562547302
+Qwen2.5-Omni-7B,0.1832211897895973,0.4138531152105812,0.2203592814371257,0.1414436698898133,0.2354622672329304,0.1102280253571766,0.176214785403668,0.1736191134670046,0.3505243810141636
+SALMONN_7B,0.1492577165438428,0.2398190045248869,0.5414884516680923,0.1990105689228693,0.3636883371447239,0.2043003122338915,0.191869918699187,0.2207497887378044,0.3495513028435506
+SeaLLMs-Audio-7B,0.2734700416533162,0.7187608771319178,1.1654405474764755,0.1875421632561277,0.3995426331264293,0.1938688617655407,0.1761391567404046,0.4502573557655374,0.9038382527840848
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.1517141941685357,0.1973546815175774,0.1704020530367835,0.1541488644029683,0.157546553413917,0.0900747469013151,0.1227831348080922,0.1247599293231927,0.125527084009082
+cascade_whisper_large_v3_llama_3_8b_instruct,0.1381501655452312,0.1534492642843493,0.1618477331052181,0.1143467506183944,0.1512577589023195,0.0653798845680764,0.089430894308943,0.1081662441422754,0.0838793383068439
+hy_whisper_local_cs,0.1467478372316565,0.1830838844413505,0.1757057313943541,0.1288509107263323,0.1256125449199608,0.072570725707257,0.1694838343732274,0.1284858262272413,0.1431506108768515
+phi_4_multimodal_instruct,0.1908042294136494,0.5388096066829099,0.2607356715141146,0.1217674836968743,0.1981378634433191,0.2778645094143249,0.0752127056154282,0.169393869555197,0.2323278192236998
+whisper_large_v3,0.1416212752322973,0.1879568395405499,0.1654405474764756,0.1163705869125253,0.1128716105847762,0.0670829785220929,0.0697674418604651,0.106860259660444,0.0816953184128013
+MERaLiON-SpeechEncoder2-ASR-CTC,0.1628,0.1753,0.1855,0.1176,0.1052,0.0616,0.08039999999999999,0.1152,0.1192

results_organized/wer/asr_singlish.csv

@@ -4,16 +4,17 @@ Qwen2-Audio-7B-Instruct,0.0719771779679613,0.1905689473257041,0.3507616694273223
 old_models,,,,,,
 gemini-1.5-flash,,,,,,
 WavLLM_fairseq,0.1007729256577182,0.4463923382842302,0.7540934640345399,1.143645714142011,0.3979658840524726,0.4254106170965293
-MERaLiON-AudioLLM-Whisper-SEA-LION,0.04303513520103382,0.0473581689797906,0.21299589974746788,0.29660878421707804,0.15406166552363165,0.1087388362215152
-MERaLiON-AudioLLM-v2-2b,0.049057615877892376,0.05819332846359873,0.26414044043772233,0.3595795244502006,0.20202536078562985,0.1493725673864242
-MERaLiON-AudioLLM-v2-9b,0.051959134908443665,0.14532099667234802,0.22654574089662477,0.2948987161915779,0.16760298259181977,0.12655243140231592
-MERaLiON-AudioLLM-v2-9b-asr,0.04362031550971643,0.054094635175716256,0.19622831075026476,0.24570911239925058,0.1403598371539887,0.0989680065892537
-Qwen2.5-Omni-3B,0.05298320044863824,0.0947975002029056,0.47520840687539034,1.2504495215581737,0.27988793392771155,0.18302944168994978
-Qwen2.5-Omni-7B,0.05291005291005291,0.09410762113464816,0.5354359573139272,1.3034993524374756,0.37375786140578715,0.27471373891697215
-SALMONN_7B,0.09275107892619414,0.45783621459297136,0.681280039101746,0.7865181254636674,0.37533379054734356,0.25522053004731987
-SeaLLMs-Audio-7B,0.12898349303879258,0.2900738576414252,1.195359383061341,1.8651561065774749,0.6310282937648656,0.6653369724963258
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.07053860970911661,0.3298433568703839,0.2810437993863198,0.4594298934979693,0.21829536997854984,0.17514817745764627
-cascade_whisper_large_v3_llama_3_8b_instruct,0.06922195401458074,0.31912994075156237,0.2770250088250468,0.4581096203900464,0.21391778902978215,0.1722411537654032
-hy_whisper_local_cs,0.06692999780557385,0.2735167600032465,0.25580416542210876,0.3612895924757007,0.186411988735025,0.14417222500363377
-phi_4_multimodal_instruct,0.057615877892375586,0.3451018586153721,0.4381839411301491,1.4697028756805695,0.23859275364433613,0.1439784234241509
-whisper_large_v3,0.06919757150171897,0.319251684116549,0.26719526434409535,0.4567139031045279,0.2108972581751324,0.17041618889193946
+MERaLiON-AudioLLM-Whisper-SEA-LION,0.0430351352010338,0.0473581689797906,0.2129958997474678,0.296608784217078,0.1540616655236316,0.1087388362215152
+MERaLiON-AudioLLM-v2-2b,0.0490576158778923,0.0581933284635987,0.2641404404377223,0.3595795244502006,0.2020253607856298,0.1493725673864242
+MERaLiON-AudioLLM-v2-9b,0.0519591349084436,0.145320996672348,0.2265457408966247,0.2948987161915779,0.1676029825918197,0.1265524314023159
+MERaLiON-AudioLLM-v2-9b-asr,0.0436203155097164,0.0540946351757162,0.1962283107502647,0.2457091123992505,0.1403598371539887,0.0989680065892537
+Qwen2.5-Omni-3B,0.0529832004486382,0.0947975002029056,0.4752084068753903,1.2504495215581737,0.2798879339277115,0.1830294416899497
+Qwen2.5-Omni-7B,0.0529100529100529,0.0941076211346481,0.5354359573139272,1.3034993524374756,0.3737578614057871,0.2747137389169721
+SALMONN_7B,0.0927510789261941,0.4578362145929713,0.681280039101746,0.7865181254636674,0.3753337905473435,0.2552205300473198
+SeaLLMs-Audio-7B,0.1289834930387925,0.2900738576414252,1.195359383061341,1.8651561065774749,0.6310282937648656,0.6653369724963258
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.0705386097091166,0.3298433568703839,0.2810437993863198,0.4594298934979693,0.2182953699785498,0.1751481774576462
+cascade_whisper_large_v3_llama_3_8b_instruct,0.0692219540145807,0.3191299407515623,0.2770250088250468,0.4581096203900464,0.2139177890297821,0.1722411537654032
+hy_whisper_local_cs,0.0669299978055738,0.2735167600032465,0.2558041654221087,0.3612895924757007,0.186411988735025,0.1441722250036337
+phi_4_multimodal_instruct,0.0576158778923755,0.3451018586153721,0.4381839411301491,1.4697028756805697,0.2385927536443361,0.1439784234241509
+whisper_large_v3,0.0691975715017189,0.319251684116549,0.2671952643440953,0.4567139031045279,0.2108972581751324,0.1704161888919394
+MERaLiON-SpeechEncoder2-ASR-CTC,0.048600000000000004,0.051100000000000007,0.1856,0.26780000000000004,0.1363,0.0968

results_organized/wer/asr_tamil.csv

@@ -1,14 +1,15 @@
 Model,commonvoice_17_ta_asr,fleurs_tamil_ta_30_asr,ytb_asr_batch3_tamil
 MERaLiON-AudioLLM-Whisper-SEA-LION,0.5284951114826634,0.4624736472241743,0.6929759165018962
-MERaLiON-AudioLLM-v2-2b,0.13853008043879414,0.1432185523541813,0.7504943113675407
-MERaLiON-AudioLLM-v2-9b,0.15591770571023683,0.16085734364019677,0.6644679264853651
-MERaLiON-AudioLLM-v2-9b-asr,0.12871226564172622,0.1383345045678145,0.5467894071504975
-Qwen2.5-Omni-3B,0.8307319012713203,1.653935347856641,1.4607630222683219
+MERaLiON-AudioLLM-v2-2b,0.1385300804387941,0.1432185523541813,0.7504943113675407
+MERaLiON-AudioLLM-v2-9b,0.1559177057102368,0.1608573436401967,0.6644679264853651
+MERaLiON-AudioLLM-v2-9b-asr,0.1287122656417262,0.1383345045678145,0.5467894071504975
+Qwen2.5-Omni-3B,0.8307319012713203,1.653935347856641,1.460763022268322
 Qwen2.5-Omni-7B,0.8465494917777076,0.8666549543218552,1.3615441962983372
 SALMONN_7B,1.4272941368377052,1.507519325368939,0.985267900554277
-SeaLLMs-Audio-7B,1.2968793010286785,2.061876317638791,3.6174516223137014
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.23805397249380653,0.2724525650035137,0.9665002755178114
-cascade_whisper_large_v3_llama_3_8b_instruct,0.24404355317218387,0.28397751229796203,0.8976532365239376
-hy_whisper_local_cs,0.31793713743921215,0.33113141250878425,0.8339924151567211
+SeaLLMs-Audio-7B,1.2968793010286783,2.061876317638791,3.6174516223137014
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.2380539724938065,0.2724525650035137,0.9665002755178114
+cascade_whisper_large_v3_llama_3_8b_instruct,0.2440435531721838,0.283977512297962,0.8976532365239376
+hy_whisper_local_cs,0.3179371374392121,0.3311314125087842,0.8339924151567211
 phi_4_multimodal_instruct,1.1784589191228196,1.7016514406184118,2.7500567242552916
-whisper_large_v3,0.24484386310112452,0.2314476458186929,0.8481572720495284
+whisper_large_v3,0.2448438631011245,0.2314476458186929,0.8481572720495284
+MERaLiON-SpeechEncoder2-ASR-CTC,0.1442,0.1632,0.6578

results_organized/wer/asr_thai.csv

@@ -1,14 +1,15 @@
 Model,gigaspeech2_th_test,lotus_thai_th_30_asr
 MERaLiON-AudioLLM-Whisper-SEA-LION,0.9866395307075302,0.8520208370756243
-MERaLiON-AudioLLM-v2-2b,0.19968394588770502,0.014873360876594216
-MERaLiON-AudioLLM-v2-9b,0.20004788698671136,0.018681516076881625
-MERaLiON-AudioLLM-v2-9b-asr,0.18238237758889023,0.010670019759295851
-Qwen2.5-Omni-3B,0.3000742248294026,0.026225974492545358
-Qwen2.5-Omni-7B,0.23150963725607565,0.021483743488413868
+MERaLiON-AudioLLM-v2-2b,0.199683945887705,0.0148733608765942
+MERaLiON-AudioLLM-v2-9b,0.2000478869867113,0.0186815160768816
+MERaLiON-AudioLLM-v2-9b-asr,0.1823823775888902,0.0106700197592958
+Qwen2.5-Omni-3B,0.3000742248294026,0.0262259744925453
+Qwen2.5-Omni-7B,0.2315096372560756,0.0214837434884138
 SALMONN_7B,1.2470441757452413,1.1351535836177475
-SeaLLMs-Audio-7B,0.2088686699389441,0.025435602658523442
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.276058900993655,0.06815160768816239
-cascade_whisper_large_v3_llama_3_8b_instruct,0.20872022028013887,0.031794503323154304
-hy_whisper_local_cs,0.26486292350053875,0.076019400035926
+SeaLLMs-Audio-7B,0.2088686699389441,0.0254356026585234
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.276058900993655,0.0681516076881623
+cascade_whisper_large_v3_llama_3_8b_instruct,0.2087202202801388,0.0317945033231543
+hy_whisper_local_cs,0.2648629235005387,0.076019400035926
 phi_4_multimodal_instruct,1.7344522925894887,1.2856834920064666
-whisper_large_v3,0.21394469053034837,0.028201904077600145
+whisper_large_v3,0.2139446905303483,0.0282019040776001
+MERaLiON-SpeechEncoder2-ASR-CTC,0.16699999999999998,0.0137

results_organized/wer/asr_vietnamese.csv

@@ -1,14 +1,15 @@
 Model,commonvoice_17_vi_asr,gigaspeech2_vi_test
-MERaLiON-AudioLLM-Whisper-SEA-LION,0.9221892864704637,0.9818897503814326
-MERaLiON-AudioLLM-v2-2b,0.14196485284776625,0.16825573283269715
-MERaLiON-AudioLLM-v2-9b,0.15646834639000634,0.11314793912959634
-MERaLiON-AudioLLM-v2-9b-asr,0.1423883125132331,0.09499798648962901
-Qwen2.5-Omni-3B,0.19648528477662502,0.17708681916408126
-Qwen2.5-Omni-7B,0.18367562989625238,0.22730546937479085
+MERaLiON-AudioLLM-Whisper-SEA-LION,0.9221892864704636,0.9818897503814326
+MERaLiON-AudioLLM-v2-2b,0.1419648528477662,0.1682557328326971
+MERaLiON-AudioLLM-v2-9b,0.1564683463900063,0.1131479391295963
+MERaLiON-AudioLLM-v2-9b-asr,0.1423883125132331,0.094997986489629
+Qwen2.5-Omni-3B,0.196485284776625,0.1770868191640812
+Qwen2.5-Omni-7B,0.1836756298962523,0.2273054693747908
 SALMONN_7B,1.496294727927165,1.5460526688938172
-SeaLLMs-Audio-7B,0.25513444844378574,0.18886727279946003
-cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.1567859411391065,0.17136958408249153
-cascade_whisper_large_v3_llama_3_8b_instruct,0.11676900275248782,0.15538061017872032
+SeaLLMs-Audio-7B,0.2551344484437857,0.18886727279946
+cascade_whisper_large_v2_gemma2_9b_cpt_sea_lionv3_instruct,0.1567859411391065,0.1713695840824915
+cascade_whisper_large_v3_llama_3_8b_instruct,0.1167690027524878,0.1553806101787203
 hy_whisper_local_cs,0.1681134871903451,0.1781020821398794
 phi_4_multimodal_instruct,1.1070294304467498,2.5042567310800923
-whisper_large_v3,0.13667160702943046,0.1602754255313115
+whisper_large_v3,0.1366716070294304,0.1602754255313115
+MERaLiON-SpeechEncoder2-ASR-CTC,0.19879999999999998,0.1322