{"id":"https://openalex.org/W4405709593","doi":"https://doi.org/10.1109/iscslp63861.2024.10800407","title":"Layer-Adaptive Low-Rank Adaptation of Large ASR Model for Low-Resource Multilingual Scenarios","display_name":"Layer-Adaptive Low-Rank Adaptation of Large ASR Model for Low-Resource Multilingual Scenarios","publication_year":2024,"publication_date":"2024-11-07","ids":{"openalex":"https://openalex.org/W4405709593","doi":"https://doi.org/10.1109/iscslp63861.2024.10800407"},"language":"en","primary_location":{"id":"doi:10.1109/iscslp63861.2024.10800407","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp63861.2024.10800407","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 14th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103719449","display_name":"Yi Han","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Han","raw_affiliation_strings":["University of Science and Technology of China,Hefei"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029478820","display_name":"Hang Chen","orcid":"https://orcid.org/0000-0002-0904-8946"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Chen","raw_affiliation_strings":["University of Science and Technology of China,Hefei"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066595711","display_name":"Jun Du","orcid":"https://orcid.org/0000-0002-2387-0389"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Du","raw_affiliation_strings":["University of Science and Technology of China,Hefei"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042701682","display_name":"Changqing Kong","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang-Qing Kong","raw_affiliation_strings":["University of Science and Technology of China,Hefei"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021081307","display_name":"Shifu Xiong","orcid":"https://orcid.org/0000-0003-4759-147X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi-fu Xiong","raw_affiliation_strings":["University of Science and Technology of China,Hefei"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101924451","display_name":"Jia Pan","orcid":"https://orcid.org/0000-0002-7073-1744"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Pan","raw_affiliation_strings":["University of Science and Technology of China,Hefei"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103719449"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.6891,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.77468453,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"696","last_page":"700"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9404000043869019,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9404000043869019,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.7859114408493042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7180644869804382},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.46470752358436584},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.45773792266845703},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.45037639141082764},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17321908473968506},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.088620126247406}],"concepts":[{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7859114408493042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7180644869804382},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.46470752358436584},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.45773792266845703},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.45037639141082764},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17321908473968506},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.088620126247406},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscslp63861.2024.10800407","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp63861.2024.10800407","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 14th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1713836045","display_name":null,"funder_award_id":"62171427","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1501286448","https://openalex.org/W1978660892","https://openalex.org/W2025198378","https://openalex.org/W2526425061","https://openalex.org/W2560647685","https://openalex.org/W2786835190","https://openalex.org/W2894835365","https://openalex.org/W2962826786","https://openalex.org/W2962893195","https://openalex.org/W2963431393","https://openalex.org/W2971840980","https://openalex.org/W3096032230","https://openalex.org/W3165404421","https://openalex.org/W3197478142","https://openalex.org/W4212772209","https://openalex.org/W4312651322","https://openalex.org/W4319862642","https://openalex.org/W4385245566","https://openalex.org/W4385822600","https://openalex.org/W4391697658","https://openalex.org/W4393148714","https://openalex.org/W6600213771","https://openalex.org/W6631190155","https://openalex.org/W6675365184","https://openalex.org/W6677800700","https://openalex.org/W6759579507","https://openalex.org/W6796581206","https://openalex.org/W6847363464","https://openalex.org/W6849298695","https://openalex.org/W6852999659","https://openalex.org/W6853251322","https://openalex.org/W6853469695"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Fine-tuning":[0],"pre-trained":[1],"ASR":[2],"models":[3],"is":[4,186],"a":[5,68,97,124,158],"practical":[6],"approach":[7],"for":[8],"multilingual":[9],"scenarios.":[10],"Especially":[11],"when":[12,29],"facing":[13],"the":[14,30,45,62,81,110,131,148],"scarcity":[15],"of":[16,70,150,162],"annotated":[17],"data,":[18],"Low-Rank":[19],"Adaptation":[20],"(LoRA)":[21],"exhibits":[22],"commendable":[23],"efficiency":[24],"in":[25],"this":[26,57],"regard.":[27],"However,":[28],"available":[31,187],"resources":[32],"are":[33],"further":[34,146],"reduced,":[35],"LoRA":[36,63,82,85,88,92,99,133],"algorithms":[37,176],"often":[38],"suffer":[39],"from":[40],"severe":[41],"overfitting":[42],"due":[43],"to":[44,47,56,80,130,140,154],"need":[46],"fine-tune":[48],"all":[49],"parameters,":[50],"thereby":[51],"compromising":[52],"performance.":[53],"In":[54],"response":[55],"challenge,":[58],"we":[59,73,95],"propose":[60],"enhancing":[61],"algorithm":[64,134,145],"by":[65],"fine-tuning":[66,153],"only":[67,137],"subset":[69],"parameters.":[71],"Specifically,":[72],"introduce":[74],"three":[75],"manual":[76],"layer":[77],"selection":[78],"strategies":[79],"algorithm:":[83],"Attention-Wise":[84],"(AW-LoRA),":[86],"Value-Output":[87],"(VO-LoRA),":[89],"and":[90,104,156,166,174],"Rank-1":[91],"(R1-LoRA).":[93],"Furthermore,":[94],"develop":[96],"Layer-Adaptive":[98],"(LA-LoRA)":[100],"that":[101,120,170],"automatically":[102],"assesses":[103],"selects":[105],"critical":[106],"layers":[107],"based":[108],"on":[109,116],"gradient's":[111],"second":[112],"moments.":[113],"Experimental":[114],"results":[115],"4-hour":[117],"datasets":[118],"validate":[119],"our":[121],"VO-LoRA":[122],"achieves":[123,157],"comparable":[125],"Word":[126],"Error":[127],"Rate":[128],"(WER)":[129],"raw":[132],"while":[135],"requiring":[136],"27.25%":[138],"parameters":[139,151],"be":[141],"fine-tuned.":[142],"The":[143],"LA-LoRA":[144,175],"reduces":[147],"number":[149],"needing":[152],"10%":[155],"relative":[159],"WER":[160],"reduction":[161],"1.82%.":[163],"Moreover,":[164],"Japanese":[165],"Korean":[167],"experiments":[168],"demonstrate":[169],"AW-LoRA,":[171],"VO-LoRA,":[172],"R1-LoRA,":[173],"exhibit":[177],"strong":[178],"generalization":[179],"capabilities":[180],"across":[181],"different":[182],"languages.":[183],"Our":[184],"code":[185],"at":[188],"https://github.com/proudpie/LA-LoRA.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}