{"id":"https://openalex.org/W7138880481","doi":"https://doi.org/10.1609/aaai.v40i44.41120","title":"Towards Benchmarking Privacy Vulnerabilities in Selective Forgetting with Large Language Models","display_name":"Towards Benchmarking Privacy Vulnerabilities in Selective Forgetting with Large Language Models","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138880481","doi":"https://doi.org/10.1609/aaai.v40i44.41120"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i44.41120","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i44.41120","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41120/45081","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41120/45081","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060444942","display_name":"Wei Qian","orcid":"https://orcid.org/0000-0002-3298-9218"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Qian","raw_affiliation_strings":["Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129993829","display_name":"Chenxu Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenxu Zhao","raw_affiliation_strings":["Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101806898","display_name":"Yangyi Li","orcid":"https://orcid.org/0009-0008-6564-1710"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yangyi Li","raw_affiliation_strings":["Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016035883","display_name":"Mengdi Huai","orcid":"https://orcid.org/0000-0001-6368-5973"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengdi Huai","raw_affiliation_strings":["Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I173911158"],"apc_list":null,"apc_paid":null,"fwci":43.0457,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.99858424,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"40","issue":"44","first_page":"37839","last_page":"37848"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.31769999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.31769999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.19329999387264252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.044599998742341995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7784000039100647},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7289999723434448},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.59170001745224},{"id":"https://openalex.org/keywords/privacy-by-design","display_name":"Privacy by Design","score":0.4812000095844269},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42820000648498535},{"id":"https://openalex.org/keywords/transformative-learning","display_name":"Transformative learning","score":0.42010000348091125},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.39719998836517334}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7784000039100647},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7289999723434448},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7289999723434448},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.59170001745224},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5604000091552734},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.48350000381469727},{"id":"https://openalex.org/C193934123","wikidata":"https://www.wikidata.org/wiki/Q7246028","display_name":"Privacy by Design","level":3,"score":0.4812000095844269},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42820000648498535},{"id":"https://openalex.org/C70587473","wikidata":"https://www.wikidata.org/wiki/Q7834111","display_name":"Transformative learning","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3864000141620636},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3610999882221222},{"id":"https://openalex.org/C3090818","wikidata":"https://www.wikidata.org/wiki/Q1172506","display_name":"General Data Protection Regulation","level":3,"score":0.3172000050544739},{"id":"https://openalex.org/C69360830","wikidata":"https://www.wikidata.org/wiki/Q1172237","display_name":"Data Protection Act 1998","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C509729295","wikidata":"https://www.wikidata.org/wiki/Q7246032","display_name":"Privacy software","level":3,"score":0.2782999873161316},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C2776945810","wikidata":"https://www.wikidata.org/wiki/Q17006654","display_name":"Data anonymization","level":3,"score":0.25450000166893005},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i44.41120","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i44.41120","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41120/45081","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/41120","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/41120","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i44.41120","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i44.41120","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/41120/45081","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8213754296302795}],"awards":[{"id":"https://openalex.org/G2453969620","display_name":"CAREER: Enabling Reliable Uncertainty-Aware Decision Making with Unreliable Data","funder_award_id":"2442750","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4879695479","display_name":"Collaborative Research: SaTC: CORE: Small: Security and Privacy in Machine Unlearning","funder_award_id":"2350332","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7138880481.pdf","grobid_xml":"https://content.openalex.org/works/W7138880481.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"advancements":[2],"in":[3,28,66,176],"artificial":[4],"intelligence":[5],"(AI)":[6],"have":[7],"primarily":[8],"focused":[9],"on":[10],"the":[11,67,74,82,117,161,168],"process":[12],"of":[13,69,76,84,184,196],"learning":[14,20],"from":[15,121],"data":[16,55,96,118],"to":[17,73,79,135,146,216,226,234],"acquire":[18],"knowledgeable":[19],"systems.":[21],"As":[22],"these":[23],"systems":[24],"are":[25,129],"increasingly":[26],"deployed":[27],"critical":[29,213],"areas,":[30],"ensuring":[31],"their":[32],"privacy":[33,53,113,127,174,182,190,201,218,241],"and":[34,54,58,99,149,188,205,211],"alignment":[35],"with":[36,94,103,239],"human":[37,104],"values":[38],"is":[39,89,133],"paramount.":[40],"Recently,":[41],"selective":[42,109,177],"forgetting":[43,110],"(also":[44],"known":[45],"as":[46,61],"machine":[47,185],"unlearning)":[48],"has":[49,59],"shown":[50,134],"promise":[51],"for":[52,92,100,172,231],"removal":[56],"tasks,":[57],"emerged":[60],"a":[62,77,193,228],"transformative":[63],"paradigm":[64],"shift":[65],"field":[68],"AI.":[70],"It":[71],"refers":[72],"ability":[75],"model":[78,206],"selectively":[80],"erase":[81],"influence":[83],"previously":[85],"seen":[86],"data,":[87,198],"which":[88,143],"especially":[90,115],"important":[91],"compliance":[93],"modern":[95],"protection":[97],"regulations":[98],"aligning":[101],"models":[102],"values.":[105],"Despite":[106],"its":[107,137],"promise,":[108],"raises":[111],"significant":[112],"concerns,":[114],"when":[116],"involved":[119],"come":[120],"sensitive":[122],"domains.":[123],"While":[124],"new":[125],"unlearning-induced":[126,217],"attacks":[128],"continuously":[130],"proposed,":[131],"each":[132],"outperform":[136],"predecessors":[138],"using":[139],"different":[140],"experimental":[141],"settings,":[142],"can":[144],"lead":[145],"overly":[147],"optimistic":[148],"potentially":[150],"unfair":[151],"assessments":[152],"that":[153],"may":[154],"disproportionately":[155],"favor":[156],"one":[157],"particular":[158],"attack":[159],"over":[160],"others.":[162],"In":[163],"this":[164],"work,":[165],"we":[166,224],"present":[167],"first":[169],"comprehensive":[170],"benchmark":[171,189],"evaluating":[173],"vulnerabilities":[175,183],"forgetting.":[178],"We":[179,208],"extensively":[180],"investigate":[181],"unlearning":[186,200,203,237],"techniques":[187],"leakage":[191],"across":[192],"wide":[194],"range":[195],"victim":[197],"state-of-the-art":[199],"attacks,":[202],"methods,":[204],"architectures.":[207],"systematically":[209],"evaluate":[210],"identify":[212],"factors":[214],"related":[215],"leakage.":[219],"With":[220],"our":[221],"novel":[222],"insights,":[223],"aim":[225],"provide":[227],"standardized":[229],"tool":[230],"practitioners":[232],"seeking":[233],"deploy":[235],"customized":[236],"applications":[238],"faithful":[240],"assessments.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2026-03-20T00:00:00"}