{"id":"https://openalex.org/W7140112433","doi":"https://doi.org/10.18653/v1/2026.eacl-long.35","title":"Auditing Language Model Unlearning via Information Decomposition","display_name":"Auditing Language Model Unlearning via Information Decomposition","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140112433","doi":"https://doi.org/10.18653/v1/2026.eacl-long.35"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.eacl-long.35","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.35","pdf_url":"https://aclanthology.org/2026.eacl-long.35.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.eacl-long.35.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130405979","display_name":"Anmol Goel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anmol Goel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130409101","display_name":"Alan Ritter","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alan Ritter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130359841","display_name":"Iryna Gurevych","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39714568,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"808","last_page":"826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.2418999969959259,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.2418999969959259,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.18310000002384186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06780000030994415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.44530001282691956},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.3785000145435333},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.36899998784065247},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.3138999938964844},{"id":"https://openalex.org/keywords/information-model","display_name":"Information model","score":0.26489999890327454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6266000270843506},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.44530001282691956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4117000102996826},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.3785000145435333},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.36899998784065247},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31439998745918274},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27889999747276306},{"id":"https://openalex.org/C21338462","wikidata":"https://www.wikidata.org/wiki/Q1662581","display_name":"Information model","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2402999997138977}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2026.eacl-long.35","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.35","pdf_url":"https://aclanthology.org/2026.eacl-long.35.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:160004","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/view/person/Goel=3AAnmol=3A=3A.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.eacl-long.35","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.eacl-long.35","pdf_url":"https://aclanthology.org/2026.eacl-long.35.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th Conference of the European Chapter of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4436730444431305}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140112433.pdf","grobid_xml":"https://content.openalex.org/works/W7140112433.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"expose":[1],"a":[2,105,120,129],"critical":[3],"limitation":[4],"in":[5,11],"current":[6],"approaches":[7],"to":[8,96,123],"machine":[9],"unlearning":[10,19,44],"language":[12,145],"models:":[13],"despite":[14],"the":[15,23,59,63,70],"apparent":[16],"success":[17],"of":[18,72,144],"algorithms,":[20],"information":[21,61],"about":[22],"forgotten":[24,64],"data":[25,65],"remains":[26],"linearly":[27],"decodable":[28],"from":[29],"internal":[30],"representations.To":[31],"systematically":[32],"assess":[33],"this":[34],"discrepancy,":[35],"we":[36,57,103],"introduce":[37],"an":[38],"interpretable,":[39],"information-theoretic":[40],"framework":[41],"for":[42,133,141],"auditing":[43],"using":[45],"Partial":[46],"Information":[47],"Decomposition":[48],"(PID).By":[49],"comparing":[50],"model":[51],"representations":[52],"before":[53],"and":[54,74,92,138],"after":[55],"unlearning,":[56,134],"decompose":[58],"mutual":[60],"with":[62,94],"into":[66],"distinct":[67],"components,":[68],"formalizing":[69],"notions":[71],"unlearned":[73],"residual":[75,87],"knowledge.Our":[76],"analysis":[77],"reveals":[78],"that":[79,89,109],"redundant":[80],"information,":[81],"shared":[82],"across":[83],"both":[84],"models,":[85],"constitutes":[86],"knowledge":[88],"persists":[90],"post-unlearning":[91],"correlates":[93],"susceptibility":[95],"known":[97],"adversarial":[98],"reconstruction":[99],"attacks.Leveraging":[100],"these":[101],"insights,":[102],"propose":[104],"representation-based":[106],"risk":[107],"score":[108],"can":[110],"guide":[111],"abstention":[112],"on":[113],"sensitive":[114],"inputs":[115],"at":[116],"inference":[117],"time,":[118],"providing":[119],"practical":[121],"mechanism":[122],"mitigate":[124],"privacy":[125],"leakage.Our":[126],"work":[127],"introduces":[128],"principled,":[130],"representation-level":[131],"audit":[132],"offering":[135],"theoretical":[136],"insight":[137],"actionable":[139],"tools":[140],"safer":[142],"deployment":[143],"models.":[146],"1":[147]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-24T00:00:00"}