{"id":"https://openalex.org/W7160084600","doi":"https://doi.org/10.48550/arxiv.2605.00364","title":"Unlearning What Matters: Token-Level Attribution for Precise Language Model Unlearning","display_name":"Unlearning What Matters: Token-Level Attribution for Precise Language Model Unlearning","publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7160084600","doi":"https://doi.org/10.48550/arxiv.2605.00364"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.00364","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00364","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.00364","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135097828","display_name":"Jiawei Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135218856","display_name":"DouDou Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Doudou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.289000004529953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.289000004529953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1274999976158142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.10180000215768814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6639000177383423},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5741999745368958},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5648000240325928},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.46810001134872437},{"id":"https://openalex.org/keywords/authorship-attribution","display_name":"Authorship attribution","score":0.44440001249313354},{"id":"https://openalex.org/keywords/attribution","display_name":"Attribution","score":0.4277999997138977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6891999840736389},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6639000177383423},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5741999745368958},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5648000240325928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.536300003528595},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.46810001134872437},{"id":"https://openalex.org/C3020202489","wikidata":"https://www.wikidata.org/wiki/Q2032038","display_name":"Authorship attribution","level":2,"score":0.44440001249313354},{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4262000024318695},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4077000021934509},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2750000059604645},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.27129998803138733},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.26190000772476196}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.00364","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00364","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.00364","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00364","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6127397418022156,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Machine":[0],"unlearning":[1,94],"has":[2],"emerged":[3],"as":[4],"a":[5,35,57],"critical":[6,66],"capability":[7],"for":[8,41,82],"addressing":[9],"privacy,":[10],"safety,":[11],"and":[12,49,63,75,99,128,145],"regulatory":[13],"concerns":[14],"in":[15,141],"large":[16],"language":[17],"models":[18],"(LLMs).":[19],"Existing":[20],"methods":[21,112],"operate":[22],"at":[23],"the":[24,38],"sequence":[25],"level,":[26],"applying":[27,93],"uniform":[28],"updates":[29],"across":[30,131],"all":[31],"tokens":[32],"despite":[33],"only":[34,95],"subset":[36],"encoding":[37],"knowledge":[39],"targeted":[40],"removal.":[42],"This":[43],"introduces":[44],"gradient":[45,103,122],"noise,":[46],"degrades":[47],"utility,":[48],"leads":[50],"to":[51,78,96,113],"suboptimal":[52],"forgetting.":[53],"We":[54,86],"propose":[55],"TokenUnlearn,":[56],"token-level":[58,114,119],"attribution":[59],"framework":[60],"that":[61],"identifies":[62],"selectively":[64],"targets":[65],"tokens.":[67],"Our":[68],"approach":[69],"combines":[70],"knowledge-aware":[71],"signals":[72,77],"via":[73],"masking,":[74],"entropy-aware":[76],"yield":[79],"importance":[80,107],"scores":[81],"precise":[83],"token":[84],"selection.":[85],"develop":[87],"two":[88],"complementary":[89],"strategies:":[90],"hard":[91],"selection,":[92],"high-importance":[97],"tokens,":[98],"soft":[100],"weighting,":[101],"modulating":[102],"contributions":[104],"based":[105],"on":[106,126],"scores.":[108],"Both":[109],"extend":[110],"existing":[111],"variants.":[115],"Theoretical":[116],"analysis":[117],"shows":[118],"selection":[120],"improves":[121],"signal-to-noise":[123],"ratio.":[124],"Experiments":[125],"TOFU":[127],"WMDP":[129],"benchmarks":[130],"three":[132],"model":[133],"architectures":[134],"demonstrate":[135],"consistent":[136],"improvements":[137],"over":[138],"sequence-level":[139],"baselines":[140],"both":[142],"forgetting":[143],"effectiveness":[144],"utility":[146],"preservation.":[147]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-05T00:00:00"}