{"id":"https://openalex.org/W7135180096","doi":"https://doi.org/10.48550/arxiv.2603.11266","title":"The Unlearning Mirage: A Dynamic Framework for Evaluating LLM Unlearning","display_name":"The Unlearning Mirage: A Dynamic Framework for Evaluating LLM Unlearning","publication_year":2026,"publication_date":"2026-03-11","ids":{"openalex":"https://openalex.org/W7135180096","doi":"https://doi.org/10.48550/arxiv.2603.11266"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11266","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11266","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11266","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030471602","display_name":"Raj Sanjay Shah","orcid":"https://orcid.org/0000-0002-0847-8426"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shah, Raj Sanjay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129060263","display_name":"Jing Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129096372","display_name":"Keerthiram Murugesan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Murugesan, Keerthiram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010677582","display_name":"Nathalie Baracaldo","orcid":"https://orcid.org/0000-0001-9469-045X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baracaldo, Nathalie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129081140","display_name":"Diyi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Diyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.26170000433921814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.26170000433921814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.13420000672340393,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.12479999661445618,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6182000041007996},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5982999801635742},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4007999897003174},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.39430001378059387},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.31200000643730164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.791700005531311},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6182000041007996},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5982999801635742},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4007999897003174},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.39430001378059387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37130001187324524},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3172999918460846},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2775000035762787},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C184047640","wikidata":"https://www.wikidata.org/wiki/Q182593","display_name":"Illusion","level":2,"score":0.2572999894618988}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11266","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11266","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11266","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11266","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.8083444833755493,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Unlearning":[0],"in":[1,146,190],"Large":[2],"Language":[3],"Models":[4],"(LLMs)":[5],"aims":[6],"to":[7,21,58,63,101,120,165,176],"enhance":[8],"safety,":[9],"mitigate":[10],"biases,":[11],"and":[12,37,93,135,197,224],"comply":[13],"with":[14,132],"legal":[15],"mandates,":[16],"such":[17,33],"as":[18,34],"the":[19,89,114,185,204,221,225],"right":[20],"be":[22,166],"forgotten.":[23],"However,":[24],"existing":[25,121],"unlearning":[26,77,139,169,188,201],"methods":[27,202],"are":[28,162],"brittle:":[29],"minor":[30],"query":[31,108],"modifications,":[32],"multi-hop":[35,102,147,173,191],"reasoning":[36],"entity":[38],"aliasing,":[39],"can":[40],"recover":[41],"supposedly":[42],"forgotten":[43],"information.":[44],"As":[45],"a":[46,71],"result,":[47],"current":[48],"evaluation":[49,199],"metrics":[50],"often":[51,181],"create":[52],"an":[53],"illusion":[54],"of":[55,187,200,209],"effectiveness,":[56],"failing":[57],"detect":[59],"these":[60],"vulnerabilities":[61],"due":[62],"reliance":[64],"on":[65],"static,":[66],"unstructured":[67],"benchmarks.":[68],"We":[69,219],"propose":[70],"dynamic":[72],"framework":[73,115,194],"that":[74,113,153,180],"stress":[75],"tests":[76],"robustness":[78],"using":[79],"complex":[80],"structured":[81],"queries.":[82],"Our":[83,110,193],"approach":[84],"first":[85],"elicits":[86],"knowledge":[87],"from":[88,98],"target":[90],"model":[91],"(pre-unlearning)":[92],"constructs":[94],"targeted":[95],"probes,":[96,129],"ranging":[97],"simple":[99],"queries":[100,155,174],"chains,":[103],"allowing":[104],"precise":[105],"control":[106],"over":[107],"difficulty.":[109],"experiments":[111],"show":[112,152],"(1)":[116],"shows":[117],"comparable":[118],"coverage":[119],"benchmarks":[122],"by":[123,142,168],"automatically":[124],"generating":[125],"semantically":[126],"equivalent":[127],"Q&A":[128],"(2)":[130],"aligns":[131],"prior":[133],"evaluations,":[134],"(3)":[136],"uncovers":[137],"new":[138],"failures":[140],"missed":[141],"other":[143],"benchmarks,":[144],"particularly":[145],"settings.":[148,192],"Furthermore,":[149],"activation":[150],"analyses":[151],"single-hop":[154],"typically":[156],"follow":[157],"dominant":[158],"computation":[159],"pathways,":[160],"which":[161],"more":[163],"likely":[164],"disrupted":[167],"methods.":[170],"In":[171],"contrast,":[172],"tend":[175],"use":[177],"alternative":[178],"pathways":[179],"remain":[182],"intact,":[183],"explaining":[184],"brittleness":[186],"techniques":[189],"enables":[195],"practical":[196],"scalable":[198],"without":[203],"need":[205],"for":[206,216],"manual":[207],"construction":[208],"forget":[210],"test":[211],"sets,":[212],"enabling":[213],"easier":[214],"adoption":[215],"real-world":[217],"applications.":[218],"release":[220],"pip":[222],"package":[223],"code":[226],"at":[227],"https://sites.google.com/view/unlearningmirage/home.":[228]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-14T00:00:00"}