{"id":"https://openalex.org/W7166807441","doi":"https://doi.org/10.18653/v1/2026.findings-acl.816","title":"LUNE: Efficient LLM Unlearning via LoRA Fine-Tuning with Negative Examples","display_name":"LUNE: Efficient LLM Unlearning via LoRA Fine-Tuning with Negative Examples","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166807441","doi":"https://doi.org/10.18653/v1/2026.findings-acl.816"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.816","doi":"https://doi.org/10.18653/v1/2026.findings-acl.816","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.816","pdf_url":"https://aclanthology.org/2026.findings-acl.816.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-acl.816.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024225991","display_name":"Yezi Liu","orcid":"https://orcid.org/0000-0003-0454-5238","observed_orcids":["https://orcid.org/0000-0003-0454-5238"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yezi Liu","raw_affiliation_strings":["University of California , Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139777747","display_name":"Hanning Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanning Chen","raw_affiliation_strings":["University of California , Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139815667","display_name":"Wenjun Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenjun Huang","raw_affiliation_strings":["University of California , Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137841425","display_name":"Yang Ni","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I117015748","display_name":"Purdue University Northwest","ror":"https://ror.org/04keq6987","country_code":"US","type":"education","lineage":["https://openalex.org/I117015748"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Ni","raw_affiliation_strings":["Purdue University Northwest {yezi13 , hanningc ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University Northwest {yezi13 , hanningc ,","institution_ids":["https://openalex.org/I117015748"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033221192","display_name":"Mohsen Imani","orcid":"https://orcid.org/0000-0002-5761-0622","observed_orcids":["https://orcid.org/0000-0002-5761-0622"]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohsen Imani","raw_affiliation_strings":["University of California , Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Irvine","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44053016,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"16560","last_page":"16576"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.008700000122189522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.007499999832361937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-unlearning","display_name":"LLM unlearning","score":0.9160000085830688},{"id":"https://openalex.org/keywords/negative-examples","display_name":"negative examples","score":0.6480000019073486},{"id":"https://openalex.org/keywords/low-rank-adapters","display_name":"low-rank adapters","score":0.7929999828338623},{"id":"https://openalex.org/keywords/low-rank-adaptation","display_name":"low-rank adaptation","score":0.9340000152587891},{"id":"https://openalex.org/keywords/privacy","display_name":"privacy","score":0.4320000112056732},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.9490000009536743},{"id":"https://openalex.org/keywords/memory-editing","display_name":"memory editing","score":0.5019999742507935},{"id":"https://openalex.org/keywords/efficient-fine-tuning","display_name":"efficient fine-tuning","score":0.6110000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6017000079154968},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25699999928474426},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.25119999051094055},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25099998712539673},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.24860000610351562},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2475000023841858},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.24330000579357147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.816","doi":"https://doi.org/10.18653/v1/2026.findings-acl.816","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.816","pdf_url":"https://aclanthology.org/2026.findings-acl.816.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.816","doi":"https://doi.org/10.18653/v1/2026.findings-acl.816","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.816","pdf_url":"https://aclanthology.org/2026.findings-acl.816.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1036738569","display_name":"Neurally-Inspired Integration of Communication and Cognitive Computation in Hyperspace","funder_award_id":"2319198","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1875902628","display_name":null,"funder_award_id":"W911NF2410360","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G2573259647","display_name":"CPS: Small: Advanced Hyperdimensional and Symbolic Knowledge Transfer for Cyber-Physical Systems","funder_award_id":"2431561","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2871076685","display_name":null,"funder_award_id":"N000142112225","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4560043218","display_name":"UKRI/BBSRC-NSF/BIO: Interpretable and Noise-Robust Machine Learning for Neurophysiology","funder_award_id":"2321840","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4720003262","display_name":null,"funder_award_id":"N00014-22","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4944510911","display_name":null,"funder_award_id":"2127780","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G5328310267","display_name":"FuSe-TG: Regaining the Edge","funder_award_id":"2235472","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5553233121","display_name":null,"funder_award_id":"#N00014-22-1-2067","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5902605455","display_name":"CPS: Small: Brain-Inspired Memorization and Attention for Intelligent Sensing","funder_award_id":"2312517","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6098521345","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G6604890474","display_name":null,"funder_award_id":"FA9550-22-1-0253","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7449898391","display_name":null,"funder_award_id":"N00014-22-1-2067","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G7481418888","display_name":null,"funder_award_id":"2312517","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G7988835233","display_name":null,"funder_award_id":"2321840","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8017170229","display_name":null,"funder_award_id":"N00014-21-1-2225","funder_id":"https://openalex.org/F4320306087","funder_display_name":"Semiconductor Research Corporation"},{"id":"https://openalex.org/G8455844129","display_name":null,"funder_award_id":"2319198","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8653197418","display_name":null,"funder_award_id":"2235472","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G873330286","display_name":null,"funder_award_id":"USMA 23004","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8862787963","display_name":"Hyperdimensional Neural Computation for Real-Time Cognitive Learning","funder_award_id":"2127780","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320337632","display_name":"U.S. Military Academy","ror":"https://ror.org/01jepya76"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166807441.pdf","grobid_xml":"https://content.openalex.org/works/W7166807441.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7162261128","https://openalex.org/W4416074893","https://openalex.org/W4402427024","https://openalex.org/W4411119804","https://openalex.org/W7155043739","https://openalex.org/W7131384311","https://openalex.org/W4417086773","https://openalex.org/W7139085139","https://openalex.org/W7118022598","https://openalex.org/W7161831129"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"possess":[4],"vast":[5],"knowledge":[6,33,100],"acquired":[7],"from":[8],"extensive":[9],"training":[10],"corpora,":[11],"but":[12],"they":[13],"often":[14],"cannot":[15],"remove":[16],"specific":[17],"pieces":[18],"of":[19,143],"information":[20],"when":[21],"needed,":[22],"which":[23],"makes":[24],"it":[25],"hard":[26],"to":[27,95,128],"handle":[28],"privacy,":[29],"bias":[30],"mitigation,":[31],"and":[32,83,106,131,134],"correction.Traditional":[34],"model":[35],"unlearning":[36,70,119],"approaches":[37],"require":[38],"computationally":[39],"expensive":[40],"fine-tuning":[41,110,130],"or":[42,111],"direct":[43,112],"weight":[44,113],"editing,":[45],"making":[46],"them":[47],"impractical":[48],"for":[49],"real-world":[50],"deployment.In":[51],"this":[52],"work,":[53],"we":[54],"introduce":[55],"LoRA-based":[56],"Unlearning":[57],"with":[58,101],"Negative":[59],"Examples":[60],"(LUNE":[61],"\ud83c\udf19":[62],"),":[63],"a":[64],"lightweight":[65],"framework":[66],"that":[67,122],"performs":[68],"negative-only":[69],"by":[71,139],"updating":[72],"only":[73],"lowrank":[74],"adapters":[75],"while":[76],"freezing":[77],"the":[78],"backbone,":[79],"thereby":[80],"localizing":[81],"edits":[82],"avoiding":[84],"disruptive":[85],"global":[86],"changes.Leveraging":[87],"Low-Rank":[88],"Adaptation":[89],"(LoRA),":[90],"LUNE":[91],"targets":[92],"intermediate":[93],"representations":[94],"suppress":[96],"(or":[97],"replace)":[98],"requested":[99],"an":[102,141],"order-of-magnitude":[103],"lower":[104],"compute":[105],"memory":[107],"than":[108],"full":[109,129],"editing.Extensive":[114],"experiments":[115],"on":[116],"multiple":[117],"factual":[118],"tasks":[120],"show":[121],"LUNE:":[123],"(I)":[124],"achieves":[125],"effectiveness":[126],"comparable":[127],"memory-editing":[132],"methods,":[133],"(II)":[135],"reduces":[136],"computational":[137],"cost":[138],"about":[140],"order":[142],"magnitude.":[144]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-07-02T00:00:00"}
