{"id":"https://openalex.org/W4412945442","doi":"https://doi.org/10.18653/v1/2025.acl-long.503","title":"DenseLoRA: Dense Low-Rank Adaptation of Large Language Models","display_name":"DenseLoRA: Dense Low-Rank Adaptation of Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412945442","doi":"https://doi.org/10.18653/v1/2025.acl-long.503"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.503","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.503","pdf_url":"https://aclanthology.org/2025.acl-long.503.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.503.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075526311","display_name":"Lin Mu","orcid":"https://orcid.org/0009-0004-5547-6142"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin Mu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101705080","display_name":"Xiaoyu Wang","orcid":"https://orcid.org/0000-0002-9075-1769"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyu Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018206245","display_name":"Ni Li","orcid":"https://orcid.org/0000-0003-4603-9843"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Ni","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421788","display_name":"Yang Li","orcid":"https://orcid.org/0000-0003-3432-9878"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043222810","display_name":"Zhize Wu","orcid":"https://orcid.org/0000-0001-7416-5711"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhize Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087025546","display_name":"Peiquan Jin","orcid":"https://orcid.org/0000-0002-3871-0548"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peiquan Jin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100430663","display_name":"Yiwen Zhang","orcid":"https://orcid.org/0000-0002-4415-7507"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiwen Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10198","last_page":"10211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9254999756813049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7431037425994873},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.705653727054596},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5850469470024109},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10092905163764954},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.05787944793701172}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7431037425994873},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.705653727054596},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5850469470024109},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10092905163764954},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.05787944793701172},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.503","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.503","pdf_url":"https://aclanthology.org/2025.acl-long.503.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.503","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.503","pdf_url":"https://aclanthology.org/2025.acl-long.503.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.47999998927116394,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1054963362","display_name":null,"funder_award_id":"No. 62406095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1620847186","display_name":null,"funder_award_id":"62406095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2045983733","display_name":null,"funder_award_id":"62072419","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4199165042","display_name":null,"funder_award_id":"No. 62272001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5555539348","display_name":null,"funder_award_id":"2308085MF213","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G5772341403","display_name":null,"funder_award_id":"62206004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6868261199","display_name":null,"funder_award_id":"No. 2308085MF213","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G7392172767","display_name":null,"funder_award_id":"62272001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412945442.pdf","grobid_xml":"https://content.openalex.org/works/W4412945442.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Low-rank":[0],"adaptation":[1,89,116],"(LoRA)":[2],"has":[3],"been":[4],"developed":[5],"as":[6,101],"an":[7],"efficient":[8],"approach":[9,58],"for":[10],"adapting":[11],"large":[12],"language":[13],"models":[14],"(LLMs)":[15],"by":[16],"finetuning":[17],"two":[18,97],"low-rank":[19,99,110],"matrices,":[20],"thereby":[21],"reducing":[22],"the":[23,34,72,154],"number":[24],"of":[25,33,74,94,132,142,156],"trainable":[26,133,143],"parameters.However,":[27],"prior":[28],"research":[29],"indicates":[30],"that":[31,59,124],"many":[32],"weights":[35],"in":[36,44,102],"these":[37],"matrices":[38,100],"are":[39],"redundant,":[40],"leading":[41],"to":[42,68,81,136,151],"inefficiencies":[43],"parameter":[45,61,113],"utilization.To":[46],"address":[47],"this":[48],"limitation,":[49],"we":[50,147],"introduce":[51],"Dense":[52],"Low-Rank":[53],"Adaptation":[54],"(DenseLoRA),":[55],"a":[56,78,108],"novel":[57],"enhances":[60],"efficiency":[62],"while":[63],"achieving":[64],"superior":[65],"performance":[66],"compared":[67,135],"LoRA.DenseLoRA":[69],"builds":[70],"upon":[71],"concept":[73],"representation":[75],"fine-tuning,":[76],"incorporating":[77],"single":[79],"Encoder-Decoder":[80],"refine":[82],"and":[83,115],"compress":[84],"hidden":[85],"representations":[86],"across":[87],"all":[88],"layers":[90],"before":[91],"applying":[92],"adaptation.Instead":[93],"relying":[95],"on":[96,120,145,159],"redundant":[98],"LoRA,":[103],"DenseLoRA":[104,119],"adapts":[105],"LLMs":[106],"through":[107],"dense":[109],"matrix,":[111],"improving":[112],"utilization":[114],"efficiency.We":[117],"evaluate":[118],"various":[121],"benchmarks,":[122],"showing":[123],"it":[125],"achieves":[126],"83.8%":[127],"accuracy":[128,139],"with":[129,140],"only":[130],"0.01%":[131],"parameters,":[134],"LoRA's":[137],"80.8%":[138],"0.70%":[141],"parameters":[144],"LLaMA3-8B.Additionally,":[146],"conduct":[148],"extensive":[149],"experiments":[150],"systematically":[152],"assess":[153],"impact":[155],"DenseLoRA's":[157],"components":[158],"overall":[160],"model":[161],"performance.Code":[162],"is":[163],"available":[164],"at":[165],"https://github.com/mulin-ahu/DenseLoRA.":[166]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}