{"id":"https://openalex.org/W7152625302","doi":"https://doi.org/10.1145/3774904.3792500","title":"LoRA-E <sup>2</sup> : Effective and Efficient Low-rank Adaptation","display_name":"LoRA-E <sup>2</sup> : Effective and Efficient Low-rank Adaptation","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7152625302","doi":"https://doi.org/10.1145/3774904.3792500"},"language":"en","primary_location":{"id":"doi:10.1145/3774904.3792500","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774904.3792500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103171116","display_name":"Shengkun Zhu","orcid":"https://orcid.org/0009-0009-2850-1505"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengkun Zhu","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0009-2850-1505","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440528","display_name":"Jinshan Zeng","orcid":"https://orcid.org/0000-0003-1719-3358"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinshan Zeng","raw_affiliation_strings":["School of Management, Xi\u2019an Jiaotong University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-1719-3358","affiliations":[{"raw_affiliation_string":"School of Management, Xi\u2019an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133255962","display_name":"Yiming Wang","orcid":"https://orcid.org/0009-0005-7702-1779"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Wang","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0005-7702-1779","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sheng Wang","orcid":"https://orcid.org/0000-0002-5461-4281"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Wang","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-5461-4281","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048746096","display_name":"Yuan Sun","orcid":"https://orcid.org/0000-0003-2911-0070"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yuan Sun","raw_affiliation_strings":["La Trobe Business School, La Trobe University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2911-0070","affiliations":[{"raw_affiliation_string":"La Trobe Business School, La Trobe University, Melbourne, Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071463661","display_name":"Shangfeng Chen","orcid":"https://orcid.org/0000-0002-9120-0803"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangfeng Chen","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-9120-0803","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051299066","display_name":"Yuan Yao","orcid":"https://orcid.org/0000-0001-5814-1162"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuan Yao","raw_affiliation_strings":["Department of Mathematics, Hong Kong University of Science and Technology, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-5814-1162","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100636286","display_name":"Qiang Yang","orcid":"https://orcid.org/0000-0001-5059-8360"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qiang Yang","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-5059-8360","affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4162557,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7342","last_page":"7353"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.16680000722408295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.16680000722408295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.10329999774694443,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.09300000220537186,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3840000033378601},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.2667999863624573},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.263700008392334},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.23270000517368317},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.23180000483989716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5339999794960022},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32580000162124634},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.23270000517368317},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.23180000483989716},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2298000007867813},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.22110000252723694},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2160000056028366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3774904.3792500","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774904.3792500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-172940","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-172940","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W4301491118","https://openalex.org/W4322766882","https://openalex.org/W4393148310","https://openalex.org/W4415795259","https://openalex.org/W7133233472"],"related_works":[],"abstract_inverted_index":{"Low-rank":[0],"adaptation":[1],"(LoRA)":[2],"has":[3],"emerged":[4],"as":[5,55,133],"an":[6],"efficient":[7,89],"fine-tuning":[8,126],"technique":[9],"for":[10,68],"large":[11],"language":[12,107],"models,":[13],"enabling":[14],"parameter-efficient":[15],"updates":[16,43,95],"while":[17],"maintaining":[18],"task":[19],"performance.":[20],"However,":[21],"LoRA":[22,137],"suffers":[23],"from":[24],"two":[25],"key":[26],"issues:":[27],"1)":[28],"inefficient":[29],"feature":[30,90],"learning":[31,91],"when":[32],"the":[33,45,51,72,113],"width":[34],"n":[35],"(embedding":[36],"dimension)":[37],"is":[38,147],"large,":[39],"and":[40,70,78,88,109,140],"2)":[41],"ineffective":[42],"to":[44,50,75,143],"adapter":[46],"matrix":[47],"A":[48],"due":[49],"initialization":[52,64],"of":[53],"B":[54,77],"zero.":[56],"We":[57,80],"propose":[58],"LoRA-E<sup>2</sup>,":[59],"which":[60],"utilizes":[61],"a":[62],"Gaussian":[63],"with":[65,92,116,131],"variance":[66],"\u0398(n<sup>-3/4</sup>)":[67],"A,":[69],"employs":[71],"Gauss-Seidel":[73],"iteration":[74],"train":[76],"A.":[79],"theoretically":[81],"show":[82],"that":[83],"LoRA-E<sup>2</sup>":[84,100,135],"enables":[85],"more":[86],"stable":[87],"effective":[93],"parameter":[94],"over":[96,123],"standard":[97],"LoRA.":[98,124],"Empirically,":[99],"achieves":[101],"consistent":[102],"gains":[103],"in":[104],"both":[105],"natural":[106],"understanding":[108],"generation":[110],"tasks.":[111],"On":[112],"GLUE":[114],"benchmark":[115],"T5-base,":[117],"it":[118],"improves":[119],"performance":[120],"by":[121,138],"1-10%":[122],"When":[125],"LLaMA":[127],"2-7B":[128],"on":[129],"MetaMathQA":[130],"GSM8K":[132],"validation,":[134],"surpasses":[136],"1-2%":[139],"converges":[141],"up":[142],"\u223c1/43\u00d7":[144],"faster.":[145],"Code":[146],"available":[148],"at":[149],"https://github.com/whu-totemdb/LoRA-E2.":[150]},"counts_by_year":[],"updated_date":"2026-07-07T14:30:12.667765","created_date":"2026-04-10T00:00:00"}