{"id":"https://openalex.org/W4408345888","doi":"https://doi.org/10.1109/icassp49660.2025.10889613","title":"RoRA: Efficient Fine-Tuning of LLM with Reliability Optimization for Rank Adaptation","display_name":"RoRA: Efficient Fine-Tuning of LLM with Reliability Optimization for Rank Adaptation","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408345888","doi":"https://doi.org/10.1109/icassp49660.2025.10889613"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10889613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100362104","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0003-3808-4599"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Northeastern University,Boston,USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Boston,USA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078971265","display_name":"Zhenglun Kong","orcid":"https://orcid.org/0000-0002-8120-4456"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenglun Kong","raw_affiliation_strings":["Northeastern University,Boston,USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Boston,USA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051946444","display_name":"Peng Dong","orcid":"https://orcid.org/0000-0002-3094-8236"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peiyan Dong","raw_affiliation_strings":["Massachusetts Institute of Technology,Boston,USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology,Boston,USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101655527","display_name":"Xuan Shen","orcid":"https://orcid.org/0000-0003-4965-7321"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuan Shen","raw_affiliation_strings":["Northeastern University,Boston,USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Boston,USA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073885088","display_name":"Pu Zhao","orcid":"https://orcid.org/0000-0001-5018-2859"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pu Zhao","raw_affiliation_strings":["Northeastern University,Boston,USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Boston,USA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005624589","display_name":"Hao Tang","orcid":"https://orcid.org/0000-0002-6973-8121"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Tang","raw_affiliation_strings":["Carnegie Mellon University,Pittsburgh,USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,Pittsburgh,USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100957385","display_name":"Geng Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geng Yuan","raw_affiliation_strings":["University of Georgia,Athens,USA"],"affiliations":[{"raw_affiliation_string":"University of Georgia,Athens,USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043054935","display_name":"Wei Niu","orcid":"https://orcid.org/0000-0002-2697-7042"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Niu","raw_affiliation_strings":["University of Georgia,Athens,USA"],"affiliations":[{"raw_affiliation_string":"University of Georgia,Athens,USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100710806","display_name":"Wenbin Zhang","orcid":"https://orcid.org/0000-0002-2350-3124"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenbin Zhang","raw_affiliation_strings":["Florida International University,Miami,USA"],"affiliations":[{"raw_affiliation_string":"Florida International University,Miami,USA","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106406622","display_name":"Lin Xue","orcid":"https://orcid.org/0009-0004-5571-1851"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xue Lin","raw_affiliation_strings":["Northeastern University,Boston,USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Boston,USA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050270789","display_name":"Dong Huang","orcid":"https://orcid.org/0000-0003-3923-8828"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong Huang","raw_affiliation_strings":["Carnegie Mellon University,Pittsburgh,USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,Pittsburgh,USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100651384","display_name":"Yanzhi Wang","orcid":"https://orcid.org/0000-0002-3024-7990"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]},{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanzhi Wang","raw_affiliation_strings":["Northeastern University,Boston,USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Boston,USA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I111088046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5100362104"],"corresponding_institution_ids":["https://openalex.org/I111088046","https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":1.7701,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.83053869,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13717","display_name":"Advanced Algorithms and Applications","score":0.9126999974250793,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6807293891906738},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6804416179656982},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.592367947101593},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5788013935089111},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5000922679901123},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.174594908952713},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14211580157279968},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0757114589214325},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07273152470588684},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.06032869219779968}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6807293891906738},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6804416179656982},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.592367947101593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5788013935089111},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5000922679901123},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.174594908952713},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14211580157279968},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0757114589214325},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07273152470588684},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.06032869219779968},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10889613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W2890894339","https://openalex.org/W2946609015","https://openalex.org/W2970062726","https://openalex.org/W2996908057","https://openalex.org/W2998617917","https://openalex.org/W3100980998","https://openalex.org/W3174770825","https://openalex.org/W3177544980","https://openalex.org/W3184191382","https://openalex.org/W3191560475","https://openalex.org/W3217772193","https://openalex.org/W4200243775","https://openalex.org/W4200630931","https://openalex.org/W4224228726","https://openalex.org/W4281686933","https://openalex.org/W4307633038","https://openalex.org/W4312250727","https://openalex.org/W4386075865","https://openalex.org/W4392909645","https://openalex.org/W4394625758","https://openalex.org/W4404035518","https://openalex.org/W4404125071","https://openalex.org/W4404781677","https://openalex.org/W4404783218","https://openalex.org/W6685315510","https://openalex.org/W6749838110","https://openalex.org/W6759579507","https://openalex.org/W6764401283","https://openalex.org/W6796581206","https://openalex.org/W6802744804","https://openalex.org/W6802873456","https://openalex.org/W6850601123","https://openalex.org/W6850625674","https://openalex.org/W6856574389","https://openalex.org/W6859083102","https://openalex.org/W6861489518","https://openalex.org/W6862837422","https://openalex.org/W6873625736","https://openalex.org/W6873648027","https://openalex.org/W6873909438","https://openalex.org/W6874249049","https://openalex.org/W6884862849"],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4233600955","https://openalex.org/W4322734194","https://openalex.org/W3116237489","https://openalex.org/W4404996554","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W3005535424","https://openalex.org/W2994319598","https://openalex.org/W2047067935"],"abstract_inverted_index":{"Fine-tuning":[0],"helps":[1],"large":[2],"language":[3],"models":[4,86],"(LLM)":[5],"recover":[6],"degraded":[7],"information":[8],"and":[9,20,87,112,123,128,133,137,165],"enhance":[10],"task":[11,93],"performance.":[12],"Although":[13],"Low-Rank":[14],"Adaptation":[15],"(LoRA)":[16],"is":[17],"widely":[18],"used":[19],"effective":[21,55],"for":[22,57,150],"fine-tuning,":[23,145],"we":[24,46],"have":[25],"observed":[26],"that":[27],"its":[28],"scaling":[29,60],"factor":[30],"can":[31],"limit":[32],"or":[33],"even":[34],"reduce":[35],"performance":[36,73],"as":[37,74],"the":[38,90,104,117],"rank":[39,75],"size":[40,76],"increases.":[41,77],"To":[42],"address":[43],"this":[44],"issue,":[45],"propose":[47],"RoRA":[48,70,79,107,115,146,157],"(Rank-adaptive":[49],"Reliability":[50],"Optimization),":[51],"a":[52,152],"simple":[53],"yet":[54],"method":[56],"optimizing":[58],"LoRA\u2019s":[59],"factor.":[61],"By":[62],"replacing":[63],"\u03b1/r":[64],"with":[65,154],"$\\alpha":[66],"/\\sqrt":[67],"r":[68],"$,":[69],"ensures":[71],"improved":[72],"Moreover,":[78],"enhances":[80],"low-rank":[81],"adaptation":[82],"in":[83,89,108,120],"fine-tuning":[84,98,109],"uncompressed":[85,111],"excels":[88],"more":[91],"challenging":[92],"of":[94,106],"accuracy":[95,122,162],"recovery":[96],"when":[97],"pruned":[99,113,143],"models.":[100,114],"Extensive":[101],"experiments":[102],"demonstrate":[103],"effectiveness":[105],"both":[110],"surpasses":[116],"state-of-the-art":[118],"(SOTA)":[119],"average":[121,161],"robustness":[124],"on":[125,139],"LLaMA-7B/13B,":[126],"LLaMA2-7B,":[127],"LLaMA3-8B,":[129],"specifically":[130],"outperforming":[131],"LoRA":[132,164],"DoRA":[134],"by":[135],"6.5%":[136],"2.9%":[138],"LLaMA-7B,":[140],"respectively.":[141],"In":[142],"model":[144],"shows":[147],"significant":[148],"advantages;":[149],"SHEARED-LLAMA-1.3,":[151],"LLaMA-7B":[153],"81.4%":[155],"pruning,":[156],"achieves":[158],"5.7%":[159],"higher":[160,167],"than":[163,168],"3.9%":[166],"DoRA.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}