{"id":"https://openalex.org/W7137383786","doi":"https://doi.org/10.48550/arxiv.2603.12977","title":"Exact Federated Continual Unlearning for Ridge Heads on Frozen Foundation Models","display_name":"Exact Federated Continual Unlearning for Ridge Heads on Frozen Foundation Models","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7137383786","doi":"https://doi.org/10.48550/arxiv.2603.12977"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.12977","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12977","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.12977","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124821905","display_name":"Yijun Quan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quan, Yijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030234311","display_name":"Wentai Wu","orcid":"https://orcid.org/0000-0001-5851-327X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Wentai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129429052","display_name":"Giovanni Montana","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Montana, Giovanni","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8105999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8105999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.08290000259876251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.01489999983459711,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ridge","display_name":"Ridge","score":0.5983999967575073},{"id":"https://openalex.org/keywords/certificate","display_name":"Certificate","score":0.5917999744415283},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.5651000142097473},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.47209998965263367},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.45019999146461487},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.44999998807907104},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.43050000071525574},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.35929998755455017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7124999761581421},{"id":"https://openalex.org/C32277403","wikidata":"https://www.wikidata.org/wiki/Q740445","display_name":"Ridge","level":2,"score":0.5983999967575073},{"id":"https://openalex.org/C96865113","wikidata":"https://www.wikidata.org/wiki/Q2946816","display_name":"Certificate","level":2,"score":0.5917999744415283},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.5651000142097473},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.47209998965263367},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.45019999146461487},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.44999998807907104},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.43050000071525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41609999537467957},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37549999356269836},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.35850000381469727},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3181000053882599},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2946000099182129},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C176329583","wikidata":"https://www.wikidata.org/wiki/Q191943","display_name":"Zero-knowledge proof","level":3,"score":0.28870001435279846},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.12977","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12977","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.12977","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12977","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Foundation":[0],"models":[1,50],"are":[2],"commonly":[3],"deployed":[4],"as":[5],"frozen":[6,76],"feature":[7],"extractors":[8],"with":[9,79],"a":[10,69,75,80,100,118,146],"small":[11],"trainable":[12],"head":[13,119],"to":[14,16,25,127,166],"adapt":[15],"private,":[17],"user-generated":[18],"data":[19,89],"in":[20,68,122],"federated":[21,44,181],"settings.":[22],"The":[23,83,115],"``right":[24],"be":[26],"forgotten''":[27],"requires":[28],"removing":[29],"the":[30,38,88,158],"influence":[31],"of":[32,107,149],"specific":[33],"samples":[34],"or":[35,56,62],"users":[36],"from":[37],"trained":[39],"model":[40,78],"on":[41,53,87,154],"demand.":[42],"Existing":[43],"unlearning":[45],"methods":[46],"target":[47],"general":[48],"deep":[49],"and":[51,109,139,145,172],"rely":[52],"approximate":[54],"reconstruction":[55],"selective":[57],"retraining,":[58],"making":[59],"exactness":[60],"costly":[61],"elusive.":[63],"We":[64,133],"study":[65],"this":[66],"problem":[67],"practically":[70],"relevant":[71],"but":[72],"under-explored":[73],"regime:":[74],"foundation":[77],"ridge-regression":[81],"head.":[82],"exact":[84,123],"optimum":[85],"depends":[86],"only":[90],"through":[91],"two":[92,142],"additive":[93],"sufficient":[94],"statistics,":[95],"which":[96],"we":[97],"turn":[98],"into":[99],"communication":[101],"protocol":[102],"supporting":[103],"an":[104],"arbitrary":[105],"stream":[106],"add":[108],"delete":[110],"requests":[111],"via":[112],"fixed-size":[113],"messages.":[114],"server":[116],"maintains":[117],"that":[120],"is,":[121],"arithmetic,":[124],"pointwise":[125],"identical":[126],"centralized":[128,163],"retraining":[129,165,182],"after":[130],"every":[131],"request.":[132],"provide":[134],"deterministic":[135],"retrain-equivalence":[136],"guarantees,":[137],"order":[138],"partition":[140],"invariance,":[141],"server-side":[143],"variants,":[144],"Bayesian":[147],"certificate":[148],"zero":[150],"KL":[151],"divergence.":[152],"Experiments":[153],"four":[155],"benchmarks":[156],"confirm":[157],"guarantees:":[159],"both":[160],"variants":[161],"match":[162],"ridge":[164],"within":[167],"$10^{-9}$":[168],"relative":[169],"Frobenius":[170],"error":[171],"complete":[173],"each":[174],"request":[175],"at":[176],"orders-of-magnitude":[177],"lower":[178],"cost":[179],"than":[180],"baselines.":[183]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-17T00:00:00"}