{"id":"https://openalex.org/W4412887854","doi":"https://doi.org/10.18653/v1/2025.findings-acl.949","title":"A General Framework to Enhance Fine-tuning-based LLM Unlearning","display_name":"A General Framework to Enhance Fine-tuning-based LLM Unlearning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412887854","doi":"https://doi.org/10.18653/v1/2025.findings-acl.949"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.949","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.949","pdf_url":"https://aclanthology.org/2025.findings-acl.949.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.949.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119181232","display_name":"Jie Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jie Ren","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064702991","display_name":"Zhenwei Dai","orcid":"https://orcid.org/0000-0002-7508-008X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhenwei Dai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102008510","display_name":"Xianfeng Tang","orcid":"https://orcid.org/0000-0003-1554-2761"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xianfeng Tang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103058045","display_name":"Hui Liu","orcid":"https://orcid.org/0000-0001-8245-6025"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181234","display_name":"Jingying Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingying Zeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044564280","display_name":"Zhen Li","orcid":"https://orcid.org/0009-0008-1247-0284"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhen Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043748436","display_name":"Rahul Goutam","orcid":"https://orcid.org/0009-0009-4794-3333"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rahul Goutam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011048500","display_name":"Suhang Wang","orcid":"https://orcid.org/0000-0003-3448-4878"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suhang Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181236","display_name":"Yue Xing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181233","display_name":"Qi He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103058045","display_name":"Hui Liu","orcid":"https://orcid.org/0000-0001-8245-6025"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hui Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"18464","last_page":"18476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10346","display_name":"Magnetic confinement fusion research","score":0.8154000043869019,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10346","display_name":"Magnetic confinement fusion research","score":0.8154000043869019,"subfield":{"id":"https://openalex.org/subfields/3106","display_name":"Nuclear and High Energy Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12169","display_name":"Non-Destructive Testing Techniques","score":0.7612000107765198,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11367","display_name":"Particle accelerators and beam dynamics","score":0.727400004863739,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6483389139175415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6483389139175415}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.949","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.949","pdf_url":"https://aclanthology.org/2025.findings-acl.949.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.949","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.949","pdf_url":"https://aclanthology.org/2025.findings-acl.949.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5808857907","display_name":null,"funder_award_id":"DRL2405483","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G647087074","display_name":null,"funder_award_id":"IOS2107215","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7402679956","display_name":null,"funder_award_id":"IOS2035472","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7794432752","display_name":null,"funder_award_id":"IIS2212144","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8083687766","display_name":null,"funder_award_id":"CNS2246050","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306111","display_name":"U.S. Department of Commerce","ror":"https://ror.org/04chq2495"},{"id":"https://openalex.org/F4320306137","display_name":"Bill and Melinda Gates Foundation","ror":"https://ror.org/0456r8d26"},{"id":"https://openalex.org/F4320308150","display_name":"Michigan Department of Agriculture and Rural Development","ror":"https://ror.org/023cd6641"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412887854.pdf","grobid_xml":"https://content.openalex.org/works/W4412887854.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Unlearning":[0],"has":[1,112],"been":[2],"proposed":[3],"to":[4,39,41,48,88,131],"remove":[5],"copyrighted":[6],"and":[7,29,72,91,123,145,154],"privacy-sensitive":[8],"data":[9,84,87,122],"from":[10],"Large":[11],"Language":[12],"Models":[13],"(LLMs).Existing":[14],"approaches":[15],"primarily":[16],"rely":[17],"on":[18],"fine-tuning-based":[19,58],"methods,":[20,152],"which":[21,111],"can":[22],"be":[23,89],"categorized":[24],"into":[25],"gradient":[26],"ascent-based":[27],"(GA-based)":[28],"suppressionbased":[30,100],"methods.However,":[31],"they":[32],"often":[33],"degrade":[34],"model":[35,136],"utility":[36,56],"(the":[37],"ability":[38],"respond":[40],"normal":[42],"prompts).In":[43],"this":[44,62,103],"work,":[45],"we":[46,64,105],"aim":[47],"develop":[49],"a":[50,115,124],"general":[51,149],"framework":[52],"that":[53,76,139],"enhances":[54],"the":[55,67,82,86,95,143],"of":[57],"unlearning":[59,144],"methods.To":[60],"achieve":[61],"goal,":[63],"first":[65],"investigate":[66],"common":[68],"property":[69],"between":[70],"GA-based":[71,77],"suppression-based":[73],"methods.We":[74],"unveil":[75],"methods":[78],"unlearn":[79],"by":[80,99,102],"distinguishing":[81,120],"target":[83,121],"(i.e.,":[85],"removed)":[90],"suppressing":[92],"related":[93],"generations-essentially":[94],"same":[96],"strategy":[97],"employed":[98],"methods.Inspired":[101],"finding,":[104],"introduce":[106],"Gated":[107],"Representation":[108,128],"UNlearning":[109],"(GRUN)":[110],"two":[113],"components:":[114],"soft":[116],"gate":[117],"function":[118],"for":[119,150,156],"suppression":[125],"module":[126],"using":[127],"Finetuning":[129],"(ReFT)":[130],"adjust":[132],"representations":[133],"rather":[134],"than":[135],"parameters.Experiments":[137],"show":[138],"GRUN":[140],"significantly":[141],"improves":[142],"utility.Meanwhile,":[146],"it":[147],"is":[148,160],"finetuning-based":[151],"efficient":[153],"promising":[155],"sequential":[157],"unlearning.Our":[158],"code":[159],"available":[161],"at":[162],"github.com/renjie3/GRUN.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}