{"id":"https://openalex.org/W7166886330","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1005","title":"G-LoRA: Global-Local Decoupled Low-Rank Adaptation","display_name":"G-LoRA: Global-Local Decoupled Low-Rank Adaptation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166886330","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1005"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1005","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1005","pdf_url":"https://aclanthology.org/2026.findings-acl.1005.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.1005.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139753710","display_name":"Jiahao Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiahao Xiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139729288","display_name":"Yihong Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yihong Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139723546","display_name":"Yihe Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yihe Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139725348","display_name":"Xianming Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xianming Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418981","display_name":"Hongbo Zhao","orcid":"https://orcid.org/0000-0002-0932-0719"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongbo Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139787780","display_name":"Kai Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kai Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.87466752,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"20125","last_page":"20141"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.08150000125169754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.08150000125169754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10466","display_name":"Meteorological Phenomena and Simulations","score":0.07159999758005142,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10271","display_name":"Seismic Imaging and Inversion Techniques","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5141000151634216},{"id":"https://openalex.org/keywords/row","display_name":"Row","score":0.460099995136261},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4523000121116638},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.44359999895095825},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4325999915599823},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4163999855518341},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41370001435279846},{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.34860000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7139999866485596},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5141000151634216},{"id":"https://openalex.org/C135598885","wikidata":"https://www.wikidata.org/wiki/Q1366302","display_name":"Row","level":2,"score":0.460099995136261},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4523000121116638},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.44359999895095825},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4325999915599823},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41370001435279846},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3714999854564667},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3490000069141388},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3416000008583069},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2985999882221222},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C104140500","wikidata":"https://www.wikidata.org/wiki/Q2088159","display_name":"Row and column spaces","level":3,"score":0.2743000090122223},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1005","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1005","pdf_url":"https://aclanthology.org/2026.findings-acl.1005.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1005","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1005","pdf_url":"https://aclanthology.org/2026.findings-acl.1005.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6304150607","display_name":null,"funder_award_id":"62276099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166886330.pdf","grobid_xml":"https://content.openalex.org/works/W7166886330.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Low-Rank":[0],"Adaptation":[1],"(LoRA)":[2],"has":[3,22],"achieved":[4],"remarkable":[5],"progress":[6],"in":[7],"improving":[8],"the":[9,42,83,88,113,129,133,137],"finetuning":[10],"efficiency":[11],"and":[12,33,75,85,122,169,184],"downstream":[13],"performance":[14],"of":[15,87,96,110,158],"large":[16],"language":[17],"models":[18],"(LLMs).Although":[19],"prior":[20],"work":[21],"recognized":[23],"that":[24,100,173],"different":[25,38],"weight":[26],"update":[27,44,71,89,139],"matrices":[28],"\u2206W":[29],"exhibit":[30],"varying":[31],"importance":[32],"therefore":[34],"should":[35],"be":[36],"allocated":[37,124],"ranks,":[39],"parameters":[40,103],"within":[41],"same":[43],"matrix":[45,72,90,140],"are":[46,104],"still":[47],"typically":[48],"constrained":[49],"to":[50,81,149,177],"a":[51,92,107,125],"uniform":[52],"rank":[53],"configuration,":[54],"neglecting":[55],"finegrained":[56],"parameter-level":[57],"heterogeneity.To":[58],"address":[59],"this":[60,119],"limitation,":[61],"we":[62],"propose":[63],"G-LoRA":[64,153,174],"(Global-Local":[65],"Decoupled":[66],"LoRA),":[67],"which":[68],"decomposes":[69],"each":[70],"into":[73,106],"global":[74,130],"local":[76,108,114],"adapters.The":[77],"key":[78],"idea":[79],"is":[80,123],"reorganize":[82],"rows":[84],"columns":[86],"using":[91],"first-order":[93],"Taylor":[94],"approximation":[95],"parameter":[97],"importance,":[98],"such":[99],"highly":[101],"influential":[102],"clustered":[105],"sub-block":[109],"\u2206W.During":[111],"training,":[112],"adapter":[115,131],"then":[116],"focuses":[117],"on":[118,162],"high-importance":[120],"sub-region":[121],"higher":[126,146],"rank,":[127],"whereas":[128],"captures":[132],"residual":[134],"updates":[135],"for":[136,190],"entire":[138],"with":[141],"relatively":[142],"lower":[143],"rank.By":[144],"allocating":[145],"representational":[147],"capacity":[148],"more":[150,155],"critical":[151],"parameters,":[152],"enables":[154],"efficient":[156],"utilization":[157],"model":[159],"resources.Extensive":[160],"evaluations":[161],"benchmarks":[163],"spanning":[164],"commonsense":[165],"reasoning,":[166,168],"mathematical":[167],"code":[170],"generation":[171],"demonstrate":[172],"achieves":[175],"up":[176],"2.7%":[178],"absolute":[179],"accuracy":[180],"improvement":[181],"over":[182],"LoRA":[183],"its":[185,188],"variants,":[186],"validating":[187],"effectiveness":[189],"LLM":[191],"fine-tuning.":[192]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}