{"id":"https://openalex.org/W7128389844","doi":"https://doi.org/10.48550/arxiv.2602.06441","title":"Is Gradient Ascent Really Necessary? Memorize to Forget for Machine Unlearning","display_name":"Is Gradient Ascent Really Necessary? Memorize to Forget for Machine Unlearning","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7128389844","doi":"https://doi.org/10.48550/arxiv.2602.06441"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.06441","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101537905","display_name":"Zhuo Huang","orcid":"https://orcid.org/0000-0002-4430-0983"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Huang, Zhuo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125427027","display_name":"Qizhou Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qizhou","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125250786","display_name":"Ziming Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Ziming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004783133","display_name":"Shanshan Ye","orcid":"https://orcid.org/0009-0006-0117-2359"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Shanshan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125377462","display_name":"Bo Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Bo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125414878","display_name":"Tongliang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tongliang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101537905"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8324000239372253,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8324000239372253,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.027499999850988388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.018699999898672104,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.8392000198364258},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.7075999975204468},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5983999967575073},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.47870001196861267},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4603999853134155},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4171000123023987}],"concepts":[{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.8392000198364258},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.7075999975204468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6869000196456909},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6360999941825867},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5983999967575073},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.47870001196861267},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4603999853134155},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4453999996185303},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4171000123023987},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2962999939918518},{"id":"https://openalex.org/C27753989","wikidata":"https://www.wikidata.org/wiki/Q284885","display_name":"Superposition principle","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.2689000070095062}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.06441","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.06441","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.06441","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.06441","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.7374609708786011,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"For":[0],"ethical":[1],"and":[2,17,169,173],"safe":[3],"AI,":[4],"machine":[5,161],"unlearning":[6,162,184],"rises":[7],"as":[8,66,93,118],"a":[9,43,60,114,122],"critical":[10],"topic":[11],"aiming":[12],"to":[13,29,34,47,52,69,99,112,134,171,181],"protect":[14],"sensitive,":[15],"private,":[16],"copyrighted":[18],"knowledge":[19],"from":[20,80,130],"misuse.":[21],"To":[22],"achieve":[23,182],"this":[24],"goal,":[25],"it":[26,98,119,174],"is":[27,45,167],"common":[28],"conduct":[30],"gradient":[31,151],"ascent":[32],"(GA)":[33],"reverse":[35],"the":[36,73,77,90,94,108,131,135,143,154,160],"training":[37,180],"on":[38,107],"undesired":[39,101],"data.":[40],"However,":[41],"such":[42],"reversal":[44],"prone":[46],"catastrophic":[48],"collapse,":[49],"which":[50,71,157],"leads":[51],"serious":[53],"performance":[54],"degradation":[55],"in":[56,76],"general":[57],"tasks.":[58],"As":[59],"solution,":[61],"we":[62,88,139],"propose":[63],"model":[64,82,92,124,133,145,165],"extrapolation":[65,129,166],"an":[67],"alternative":[68],"GA,":[70,147],"reaches":[72],"counterpart":[74],"direction":[75],"hypothesis":[78],"space":[79],"one":[81],"given":[83],"another":[84],"reference":[85,136],"model.":[86,116,137],"Therefore,":[87],"leverage":[89],"original":[91],"reference,":[95],"further":[96],"train":[97],"memorize":[100],"data":[102],"while":[103],"keeping":[104],"prediction":[105],"consistency":[106],"rest":[109],"retained":[110],"data,":[111],"obtain":[113],"memorization":[115,132,155],"Counterfactual":[117],"might":[120],"sound,":[121],"forget":[123,144],"can":[125,175],"be":[126],"obtained":[127],"via":[128],"Hence,":[138],"avoid":[140],"directly":[141],"acquiring":[142],"using":[146],"but":[148],"proceed":[149],"with":[150],"descent":[152],"for":[153],"model,":[156],"successfully":[158],"stabilizes":[159],"process.":[163],"Our":[164],"simple":[168],"efficient":[170],"implement,":[172],"also":[176],"effectively":[177],"converge":[178],"throughout":[179],"improved":[183],"performance.":[185]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-10T00:00:00"}