{"id":"https://openalex.org/W7151227322","doi":"https://doi.org/10.48550/arxiv.2604.03571","title":"Selective Forgetting for Large Reasoning Models","display_name":"Selective Forgetting for Large Reasoning Models","publication_year":2026,"publication_date":"2026-04-04","ids":{"openalex":"https://openalex.org/W7151227322","doi":"https://doi.org/10.48550/arxiv.2604.03571"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.03571","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03571","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.03571","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133088510","display_name":"Tuan Le","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Le, Tuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133085118","display_name":"Wei Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5016035883","display_name":"Mengdi Huai","orcid":"https://orcid.org/0000-0001-6368-5973"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huai, Mengdi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.3231000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.3231000006198883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.17090000212192535,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09149999916553497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7871000170707703},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5220000147819519},{"id":"https://openalex.org/keywords/model-based-reasoning","display_name":"Model-based reasoning","score":0.3619999885559082},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"Logical reasoning","score":0.3476000130176544},{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.34139999747276306},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.3089999854564667},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3059999942779541},{"id":"https://openalex.org/keywords/opportunistic-reasoning","display_name":"Opportunistic reasoning","score":0.30079999566078186}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7871000170707703},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7135999798774719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.564300000667572},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5220000147819519},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3619999885559082},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.30079999566078186},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.29510000348091125},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.28940001130104065},{"id":"https://openalex.org/C2985612853","wikidata":"https://www.wikidata.org/wiki/Q185816","display_name":"Analogical reasoning","level":3,"score":0.28769999742507935},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C95012187","wikidata":"https://www.wikidata.org/wiki/Q6917862","display_name":"Motivated forgetting","level":3,"score":0.26660001277923584},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.03571","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03571","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.03571","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03571","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7087682485580444,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Reasoning":[1],"Models":[2],"(LRMs)":[3],"generate":[4],"structured":[5],"chains":[6],"of":[7,28,82,111,118,190,211],"thought":[8],"(CoTs)":[9],"before":[10],"producing":[11],"final":[12,73],"answers,":[13],"making":[14],"them":[15,165],"especially":[16],"vulnerable":[17],"to":[18,43,156],"knowledge":[19,113],"leakage":[20],"through":[21],"intermediate":[22],"reasoning":[23,80,98,120,140,145],"steps.":[24],"Yet,":[25],"the":[26,32,78,91,96,116,188,208],"memorization":[27],"sensitive":[29,139],"information":[30],"in":[31,107,127],"training":[33],"data":[34],"such":[35],"as":[36,56,61],"copyrighted":[37],"and":[38,45,75,163,204],"private":[39],"content":[40,193],"has":[41,59],"led":[42],"ethical":[44],"legal":[46],"concerns.":[47],"To":[48,122],"address":[49],"these":[50],"issues,":[51],"selective":[52],"forgetting":[53],"(also":[54],"known":[55],"machine":[57],"unlearning)":[58],"emerged":[60],"a":[62,131,176],"potential":[63],"remedy":[64],"for":[65,103,182],"LRMs.":[66],"However,":[67],"existing":[68],"unlearning":[69,89,105,110,134,180],"methods":[70],"primarily":[71],"target":[72],"answers":[74],"may":[76],"degrade":[77,95],"overall":[79],"ability":[81],"LRMs":[83],"after":[84],"forgetting.":[85],"Additionally,":[86],"directly":[87],"applying":[88],"on":[90,201],"entire":[92],"CoTs":[93],"could":[94],"general":[97,119,144],"capabilities.":[99,121,146],"The":[100],"key":[101],"challenge":[102],"LRM":[104,133],"lies":[106],"achieving":[108],"precise":[109],"targeted":[112],"while":[114,142,194],"preserving":[115,143],"integrity":[117],"bridge":[123],"this":[124,128],"gap,":[125],"we":[126],"paper":[129],"propose":[130],"novel":[132],"framework":[135],"that":[136,169],"selectively":[137],"removes":[138],"components":[141],"Our":[147],"approach":[148],"leverages":[149],"multiple":[150],"LLMs":[151],"with":[152,166],"retrieval-augmented":[153],"generation":[154],"(RAG)":[155],"analyze":[157],"CoT":[158],"traces,":[159],"identify":[160],"forget-relevant":[161],"segments,":[162],"replace":[164],"benign":[167],"placeholders":[168],"maintain":[170],"logical":[171],"structure.":[172],"We":[173],"also":[174],"introduce":[175],"new":[177],"feature":[178],"replacement":[179],"loss":[181],"LRMs,":[183],"which":[184],"can":[185],"simultaneously":[186],"suppress":[187],"probability":[189],"generating":[191],"forgotten":[192],"reinforcing":[195],"structurally":[196],"valid":[197],"replacements.":[198],"Extensive":[199],"experiments":[200],"both":[202],"synthetic":[203],"medical":[205],"datasets":[206],"verify":[207],"desired":[209],"properties":[210],"our":[212],"proposed":[213],"method.":[214]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-08T00:00:00"}