{"id":"https://openalex.org/W4406858940","doi":"https://doi.org/10.1109/apsipaasc63619.2025.10848814","title":"Low-resource Language Adaptation with Ensemble of PEFT Approaches","display_name":"Low-resource Language Adaptation with Ensemble of PEFT Approaches","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4406858940","doi":"https://doi.org/10.1109/apsipaasc63619.2025.10848814"},"language":"en","primary_location":{"id":"doi:10.1109/apsipaasc63619.2025.10848814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc63619.2025.10848814","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111310852","display_name":"Chin Yuen Kwok","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Chin Yuen Kwok","raw_affiliation_strings":["Nanyang Technological University,Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053726259","display_name":"Sheng Li","orcid":"https://orcid.org/0000-0001-7636-3797"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sheng Li","raw_affiliation_strings":["National Institute of Information & Communications Technology (NICT),Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Information & Communications Technology (NICT),Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102941083","display_name":"Jia Qi Yip","orcid":"https://orcid.org/0000-0002-9896-9658"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia Qi Yip","raw_affiliation_strings":["Alibaba Group,Singapore"],"affiliations":[{"raw_affiliation_string":"Alibaba Group,Singapore","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070872826","display_name":"Eng Siong Chng","orcid":"https://orcid.org/0000-0001-6257-7399"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Eng Siong Chng","raw_affiliation_strings":["Nanyang Technological University,Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111310852"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":0.344,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70348686,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.8835999965667725,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.8835999965667725,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8525000214576721,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8180999755859375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.7756980657577515},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7181355953216553},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5489842295646667},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3286956548690796},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08861210942268372}],"concepts":[{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7756980657577515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7181355953216553},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5489842295646667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3286956548690796},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08861210942268372},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/apsipaasc63619.2025.10848814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc63619.2025.10848814","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},{"id":"pmh:oai:t2r2.star.titech.ac.jp:50729902","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100931499","pdf_url":null,"source":{"id":"https://openalex.org/S4377196385","display_name":"Tokyo Tech Research Repository (Tokyo Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114531698","host_organization_name":"Tokyo Institute of Technology","host_organization_lineage":["https://openalex.org/I114531698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1904457459","https://openalex.org/W2791091755","https://openalex.org/W2938948885","https://openalex.org/W2962704885","https://openalex.org/W2963649564","https://openalex.org/W3035390927","https://openalex.org/W3167533889","https://openalex.org/W3174770825","https://openalex.org/W3197932033","https://openalex.org/W3209984917","https://openalex.org/W4297841583","https://openalex.org/W4385245566","https://openalex.org/W4385822397","https://openalex.org/W4385822470","https://openalex.org/W4385822514","https://openalex.org/W4385822590","https://openalex.org/W4385823097","https://openalex.org/W4385823211","https://openalex.org/W4385823349","https://openalex.org/W4385823383","https://openalex.org/W4387932335","https://openalex.org/W6749029207","https://openalex.org/W6757817989","https://openalex.org/W6759579507","https://openalex.org/W6771467084","https://openalex.org/W6796581206","https://openalex.org/W6802744804","https://openalex.org/W6804030475","https://openalex.org/W6847363464","https://openalex.org/W6850605033","https://openalex.org/W6851293098","https://openalex.org/W6854785151","https://openalex.org/W6857054612","https://openalex.org/W7018932014"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Despite":[0],"recent":[1],"advances":[2],"in":[3,94,121],"automatic":[4],"speech":[5],"recognition":[6],"(ASR)":[7],"performance":[8],"on":[9],"common":[10,218],"languages,":[11],"a":[12,157],"large":[13],"fraction":[14],"of":[15,48,57,77,97,102,113,173,184,188,220],"the":[16,39,55,58,65,75,80,95,111,143,174,189,210,217,234],"world\u2019s":[17],"languages":[18,33,192],"remain":[19],"unsupported.":[20],"Parameter-efficient":[21],"fine-tuning":[22],"(PEFT)":[23],"methods":[24,117,137,171,204],"are":[25],"used":[26],"to":[27,31,63,118,181,216,225,240],"adapt":[28],"these":[29],"models":[30,50,166,224],"unseen":[32,191],"by":[34,164,168],"inserting":[35],"language-specific":[36],"modules":[37],"into":[38],"models.":[40],"To":[41,151],"further":[42],"improve":[43,84],"adaptation":[44],"performance,":[45],"an":[46],"ensemble":[47,59,81,123,160,200,231],"PEFT":[49,87,116,122,136,145,170,176,203,212,230],"can":[51,60,83,161,232],"be":[52,61,162],"formed,":[53],"where":[54],"outputs":[56,78,125],"aggregated":[62],"create":[64,119],"final":[66],"prediction,":[67],"and":[68,110],"it":[69,129],"has":[70],"been":[71,92],"shown":[72],"that":[73,198,208],"increasing":[74],"diversity":[76,120,139],"from":[79,193,238],"produce":[82],"results.":[85],"However,":[86],"model":[88,108,124,159,250],"ensembles":[89],"have":[90],"rarely":[91],"studied":[93],"context":[96],"ASR":[98],"despite":[99],"its":[100],"advantage":[101],"requiring":[103,243],"significantly":[104],"less":[105,247],"memory":[106,248],"for":[107,186,249],"storage,":[109],"effect":[112],"using":[114,142,221],"diverse":[115,202,229],"remains":[126],"unexplored.":[127],"Specifically,":[128],"is":[130],"unclear":[131],"whether":[132,156],"training":[133],"with":[134,147,201],"different":[135,148,169],"improves":[138],"more":[140],"than":[141],"same":[144,175,211],"method":[146],"random":[149],"seeds.":[150],"verify":[152],"this,":[153],"we":[154],"examine":[155],"better":[158],"formed":[163],"combining":[165],"adapted":[167],"instead":[172],"method.":[177,213],"When":[178],"adapting":[179],"Whisper":[180],"10":[182],"hours":[183],"data":[185],"each":[187],"3":[190],"Common":[194],"Voice,":[195],"results":[196],"show":[197],"our":[199,228],"consistently":[205],"outperforms":[206],"those":[207],"use":[209],"Moreover,":[214],"compared":[215],"approach":[219],"fully":[222],"fine-tuned":[223],"form":[226],"ensembles,":[227],"reduce":[233],"Word":[235],"Error":[236],"Rate":[237],"8.4%":[239],"7.9%":[241],"while":[242],"about":[244],"five":[245],"times":[246],"storage.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}