{"id":"https://openalex.org/W4415353434","doi":"https://doi.org/10.1109/tdsc.2025.3620832","title":"When Machine Unlearning Meets Retrieval-Augmented Generation (RAG): Keep Secret or Forget Knowledge?","display_name":"When Machine Unlearning Meets Retrieval-Augmented Generation (RAG): Keep Secret or Forget Knowledge?","publication_year":2025,"publication_date":"2025-10-20","ids":{"openalex":"https://openalex.org/W4415353434","doi":"https://doi.org/10.1109/tdsc.2025.3620832"},"language":null,"primary_location":{"id":"doi:10.1109/tdsc.2025.3620832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3620832","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shang Wang","orcid":"https://orcid.org/0000-0002-5114-4659"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shang Wang","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Ultimo, NSW, Australia","School of Computer Science, University of Technology Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5114-4659","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tianqing Zhu","orcid":"https://orcid.org/0000-0003-3411-7947"},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Tianqing Zhu","raw_affiliation_strings":["Faculty of Data Science, City University of Macau, Macao, China","Faculty of Data Science, City University of Macau, China"],"raw_orcid":"https://orcid.org/0000-0003-3411-7947","affiliations":[{"raw_affiliation_string":"Faculty of Data Science, City University of Macau, Macao, China","institution_ids":["https://openalex.org/I6469544"]},{"raw_affiliation_string":"Faculty of Data Science, City University of Macau, China","institution_ids":["https://openalex.org/I6469544"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065910481","display_name":"Dayong Ye","orcid":"https://orcid.org/0000-0002-7561-0992"},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Dayong Ye","raw_affiliation_strings":["Faculty of Data Science, City University of Macau, Macao, China","Faculty of Data Science, City University of Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-7561-0992","affiliations":[{"raw_affiliation_string":"Faculty of Data Science, City University of Macau, Macao, China","institution_ids":["https://openalex.org/I6469544"]},{"raw_affiliation_string":"Faculty of Data Science, City University of Macau, China","institution_ids":["https://openalex.org/I6469544"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051406984","display_name":"Wanlei Zhou","orcid":"https://orcid.org/0000-0002-1680-2521"},"institutions":[{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Wanlei Zhou","raw_affiliation_strings":["Faculty of Data Science, City University of Macau, Macao, China","Faculty of Data Science, City University of Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-1680-2521","affiliations":[{"raw_affiliation_string":"Faculty of Data Science, City University of Macau, Macao, China","institution_ids":["https://openalex.org/I6469544"]},{"raw_affiliation_string":"Faculty of Data Science, City University of Macau, China","institution_ids":["https://openalex.org/I6469544"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":5.5132,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.95623858,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"23","issue":"2","first_page":"2030","last_page":"2045"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.34209999442100525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.34209999442100525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.33250001072883606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.29750001430511475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6851999759674072},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.6471999883651733},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5432999730110168},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.436599999666214},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.3614000082015991},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.33410000801086426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7915999889373779},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6851999759674072},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.6471999883651733},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5432999730110168},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5012000203132629},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.436599999666214},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4058000147342682},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.33410000801086426},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.28600001335144043},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C11693617","wikidata":"https://www.wikidata.org/wiki/Q181839","display_name":"Pragmatics","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tdsc.2025.3620832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3620832","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2795435272","https://openalex.org/W3154155772","https://openalex.org/W3193974325","https://openalex.org/W3209576002","https://openalex.org/W4285233920","https://openalex.org/W4296562799","https://openalex.org/W4317898419","https://openalex.org/W4362714589","https://openalex.org/W4372266552","https://openalex.org/W4379652910","https://openalex.org/W4383221538","https://openalex.org/W4386413468","https://openalex.org/W4387986864","https://openalex.org/W4389519496","https://openalex.org/W4391407054","https://openalex.org/W4401857375","https://openalex.org/W4402670860","https://openalex.org/W4402671611","https://openalex.org/W4402915854","https://openalex.org/W4402916987","https://openalex.org/W4403296082","https://openalex.org/W4403420914","https://openalex.org/W4404783220","https://openalex.org/W4405181600","https://openalex.org/W4405183017","https://openalex.org/W4408750117","https://openalex.org/W4409158839","https://openalex.org/W4412152595","https://openalex.org/W4414128359","https://openalex.org/W4415796002","https://openalex.org/W4416034975","https://openalex.org/W7118085507","https://openalex.org/W7123360606"],"related_works":[],"abstract_inverted_index":{"The":[0,176],"deployment":[1],"of":[2,63,77,103,109,122,138],"large":[3,200],"language":[4,16,201],"models":[5,21,202],"(LLMs)":[6],"like":[7],"ChatGPT":[8],"and":[9,25,29,37,166,173,191,203],"Gemini":[10],"has":[11,46],"shown":[12],"their":[13],"powerful":[14],"natural":[15],"generation":[17],"capabilities.":[18],"However,":[19],"these":[20,42,82],"can":[22,196],"inadvertently":[23],"learn":[24],"retain":[26],"sensitive":[27],"information":[28],"harmful":[30],"content":[31],"during":[32],"training,":[33],"raising":[34],"significant":[35],"ethical":[36],"legal":[38],"concerns.":[39],"To":[40,80],"address":[41,81],"issues,":[43],"machine":[44],"unlearning":[45,55,89,152,185],"been":[47],"introduced":[48],"as":[49,125],"a":[50,86,126],"potential":[51],"solution.":[52],"While":[53],"existing":[54,151],"methods":[56,153],"take":[57],"into":[58],"account":[59],"the":[60,75,99,107,115,120,136],"specific":[61],"characteristics":[62],"LLMs,":[64,149],"they":[65],"often":[66,154],"suffer":[67],"from":[68],"high":[69],"computational":[70],"demands,":[71],"limited":[72],"applicability,":[73],"or":[74],"risk":[76],"catastrophic":[78],"forgetting.":[79],"limitations,":[83],"we":[84,105],"propose":[85],"lightweight":[87],"behavioral":[88],"framework":[90,159],"based":[91],"on":[92,163],"Retrieval-Augmented":[93],"Generation":[94],"(RAG)":[95],"technology.":[96],"By":[97],"modifying":[98],"external":[100],"knowledge":[101,124],"base":[102],"RAG,":[104],"simulate":[106],"effects":[108],"forgetting":[110],"without":[111],"directly":[112],"interacting":[113],"with":[114],"unlearned":[116,123],"LLM.":[117],"We":[118,156],"approach":[119,143,181,195],"construction":[121],"constrained":[127],"optimization":[128],"problem,":[129],"deriving":[130],"two":[131],"key":[132,184],"components":[133],"that":[134,179],"underpin":[135],"effectiveness":[137],"RAG-based":[139,142],"unlearning.":[140],"This":[141],"is":[144],"particularly":[145],"effective":[146],"for":[147],"closed-source":[148,167],"where":[150],"fail.":[155],"evaluate":[157],"our":[158,180],"through":[160],"extensive":[161],"experiments":[162],"both":[164],"open-source":[165],"models,":[168],"including":[169],"ChatGPT,":[170],"Gemini,":[171],"Llama-2-7b-chat,":[172],"PaLM":[174],"2.":[175],"results":[177],"demonstrate":[178],"meets":[182],"five":[183],"criteria:":[186],"effectiveness,":[187],"universality,":[188],"harmlessness,":[189],"simplicity,":[190],"robustness.":[192],"Meanwhile,":[193],"this":[194],"extend":[197],"to":[198],"multimodal":[199],"LLM-based":[204],"agents.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-21T00:00:00"}