{"id":"https://openalex.org/W7128738258","doi":"https://doi.org/10.48448/e33m-1058","title":"Beyond Superficial Forgetting: Thorough Unlearning Through Knowledge Density Estimation and Block Re-Insertion","display_name":"Beyond Superficial Forgetting: Thorough Unlearning Through Knowledge Density Estimation and Block Re-Insertion","publication_year":2026,"publication_date":"2026-01-07","ids":{"openalex":"https://openalex.org/W7128738258","doi":"https://doi.org/10.48448/e33m-1058"},"language":"en","primary_location":{"id":"doi:10.48448/e33m-1058","doi":"https://doi.org/10.48448/e33m-1058","is_oa":true,"landing_page_url":"https://doi.org/10.48448/e33m-1058","pdf_url":null,"source":{"id":"https://openalex.org/S7407053148","display_name":"Underline Science Inc.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Audiovisual"},"volume":null,"type":"other","is_traditional":false,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48448/e33m-1058","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125741655","display_name":"Association for Artificial Intelligence 2026","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Association for Artificial Intelligence 2026","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125740660","display_name":"Shen Gao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gao, Shen","raw_affiliation_strings":["University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125689563","display_name":"Feng Guo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102754146","display_name":"Shuo Shang","orcid":"https://orcid.org/0000-0002-1117-2890","observed_orcids":["https://orcid.org/0000-0002-1117-2890"]},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shang, Shuo","raw_affiliation_strings":["University of Electronic and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111283466","display_name":"Yuntao Wen","orcid":"https://orcid.org/0009-0008-7406-0889","observed_orcids":["https://orcid.org/0009-0008-7406-0889"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Yuntao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125740564","display_name":"Junshuo Zhang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Junshuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-unlearning","display_name":"machine unlearning","score":0.9929999709129333},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9120000004768372},{"id":"https://openalex.org/keywords/privacy-protection","display_name":"privacy preservation","score":0.35199999809265137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7113000154495239},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6782000064849854},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5896999835968018},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.5507000088691711},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47609999775886536},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4429999887943268},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.3896999955177307},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30649998784065247},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.2971999943256378},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48448/e33m-1058","doi":"https://doi.org/10.48448/e33m-1058","is_oa":true,"landing_page_url":"https://doi.org/10.48448/e33m-1058","pdf_url":null,"source":{"id":"https://openalex.org/S7407053148","display_name":"Underline Science Inc.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Audiovisual"}],"best_oa_location":{"id":"doi:10.48448/e33m-1058","doi":"https://doi.org/10.48448/e33m-1058","is_oa":true,"landing_page_url":"https://doi.org/10.48448/e33m-1058","pdf_url":null,"source":{"id":"https://openalex.org/S7407053148","display_name":"Underline Science Inc.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Audiovisual"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7077919205","https://openalex.org/W7131384311","https://openalex.org/W4415108192","https://openalex.org/W4416352755","https://openalex.org/W4416034037","https://openalex.org/W4414448605","https://openalex.org/W7127410390","https://openalex.org/W7161831129","https://openalex.org/W7212133270","https://openalex.org/W7162261128"],"abstract_inverted_index":{"Machine":[0],"unlearning,":[1],"which":[2],"selectively":[3],"removes":[4],"harmful":[5,39,43,72,79,98,114],"knowledge":[6,44,73,80,87],"from":[7,13],"a":[8,63,106],"pre-trained":[9],"model":[10,154],"without":[11],"retraining":[12],"scratch,":[14],"is":[15],"crucial":[16],"for":[17],"addressing":[18],"privacy,":[19],"regulatory":[20],"compliance,":[21],"and":[22,74,92,112,128,141],"ethical":[23],"concerns":[24],"in":[25],"Large":[26],"Language":[27],"Models":[28],"(LLMs).":[29],"However,":[30],"existing":[31],"unlearning":[32,140],"methods":[33],"often":[34],"struggle":[35],"to":[36,90],"thoroughly":[37,76],"remove":[38],"knowledge,":[40,99],"leaving":[41],"residual":[42],"that":[45,66,110,146],"can":[46],"be":[47],"easily":[48],"recovered.":[49],"To":[50],"address":[51],"these":[52],"limitations,":[53],"we":[54,104],"propose":[55],"Knowledge":[56],"Density-Guided":[57],"Unlearning":[58],"via":[59,81],"Blocks":[60],"Reinsertion":[61],"(KUnBR),":[62],"novel":[64],"approach":[65],"first":[67],"identifies":[68],"layers":[69,94,116,127],"with":[70],"rich":[71],"then":[75],"eliminates":[77],"the":[78,96,118],"re-insertion":[82,108],"strategy.":[83],"Our":[84],"method":[85],"introduces":[86],"density":[88],"estimation":[89],"quantify":[91],"locate":[93],"containing":[95],"most":[97],"enabling":[100],"precise":[101],"unlearning.":[102,134],"Additionally,":[103],"design":[105],"layer":[107],"strategy":[109],"extracts":[111],"re-inserts":[113],"knowledge-rich":[115],"into":[117],"original":[119],"LLM,":[120],"bypassing":[121],"gradient":[122,131],"obstruction":[123],"caused":[124],"by":[125],"cover":[126],"ensuring":[129],"effective":[130],"propagation":[132],"during":[133],"Extensive":[135],"experiments":[136],"conducted":[137],"on":[138],"several":[139],"general":[142],"capability":[143],"benchmarks":[144],"demonstrate":[145],"KUnBR":[147],"achieves":[148],"state-of-the-art":[149],"forgetting":[150],"performance":[151],"while":[152],"maintaining":[153],"utility.":[155]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-02-13T00:00:00"}