{"id":"https://openalex.org/W4403758929","doi":"https://doi.org/10.1109/tnnls.2024.3478334","title":"Federated Unlearning: A Survey on Methods, Design Guidelines, and Evaluation Metrics","display_name":"Federated Unlearning: A Survey on Methods, Design Guidelines, and Evaluation Metrics","publication_year":2024,"publication_date":"2024-10-25","ids":{"openalex":"https://openalex.org/W4403758929","doi":"https://doi.org/10.1109/tnnls.2024.3478334","pmid":"https://pubmed.ncbi.nlm.nih.gov/39453800"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3478334","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3478334","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tnnls.2024.3478334","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061916839","display_name":"Nicol\u00f2 Romandini","orcid":"https://orcid.org/0000-0002-2820-5978"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicol\u00f2 Romandini","raw_affiliation_strings":["Department of Computer Science and Engineering (DISI), University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0002-2820-5978","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering (DISI), University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054144459","display_name":"Alessio Mora","orcid":"https://orcid.org/0000-0001-8161-1070"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessio Mora","raw_affiliation_strings":["Department of Computer Science and Engineering (DISI), University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8161-1070","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering (DISI), University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046445668","display_name":"Carlo Mazzocca","orcid":"https://orcid.org/0000-0001-8949-2221"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Carlo Mazzocca","raw_affiliation_strings":["Department of Computer and Electrical Engineering and Applied Mathematics (DIEM), University of Salerno, Fisciano, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8949-2221","affiliations":[{"raw_affiliation_string":"Department of Computer and Electrical Engineering and Applied Mathematics (DIEM), University of Salerno, Fisciano, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005379518","display_name":"Rebecca Montanari","orcid":"https://orcid.org/0000-0002-3687-0361"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rebecca Montanari","raw_affiliation_strings":["Department of Computer Science and Engineering (DISI), University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3687-0361","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering (DISI), University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067123099","display_name":"Paolo Bellavista","orcid":"https://orcid.org/0000-0003-0992-7948"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo Bellavista","raw_affiliation_strings":["Department of Computer Science and Engineering (DISI), University of Bologna, Bologna, Italy"],"raw_orcid":"https://orcid.org/0000-0003-0992-7948","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering (DISI), University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":35.2352,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.99770659,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"36","issue":"7","first_page":"11697","last_page":"11717"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13038","display_name":"Internet of Things and AI","score":0.09700000286102295,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13038","display_name":"Internet of Things and AI","score":0.09700000286102295,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48687735199928284},{"id":"https://openalex.org/keywords/survey-research","display_name":"Survey research","score":0.4386196434497833},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3263888359069824},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2946849465370178},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.17154774069786072}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48687735199928284},{"id":"https://openalex.org/C173481278","wikidata":"https://www.wikidata.org/wiki/Q7257997","display_name":"Survey research","level":2,"score":0.4386196434497833},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3263888359069824},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2946849465370178},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.17154774069786072}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2024.3478334","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3478334","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:39453800","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39453800","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:cris.unibo.it:11585/999638","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/10736348","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tnnls.2024.3478334","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3478334","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":142,"referenced_works":["https://openalex.org/W1488996941","https://openalex.org/W1522301498","https://openalex.org/W1846799578","https://openalex.org/W2027595342","https://openalex.org/W2061873838","https://openalex.org/W2086023346","https://openalex.org/W2254249950","https://openalex.org/W2511837229","https://openalex.org/W2535690855","https://openalex.org/W2597603852","https://openalex.org/W2606882085","https://openalex.org/W2743151379","https://openalex.org/W2748789698","https://openalex.org/W2766255512","https://openalex.org/W2795435272","https://openalex.org/W2810065831","https://openalex.org/W2903389359","https://openalex.org/W2930926105","https://openalex.org/W2949073274","https://openalex.org/W2963456518","https://openalex.org/W2970408908","https://openalex.org/W2970606380","https://openalex.org/W2972570881","https://openalex.org/W2983431304","https://openalex.org/W2996514457","https://openalex.org/W3003265726","https://openalex.org/W3004117333","https://openalex.org/W3013294133","https://openalex.org/W3035644192","https://openalex.org/W3048715803","https://openalex.org/W3084967198","https://openalex.org/W3118608800","https://openalex.org/W3129828944","https://openalex.org/W3175430527","https://openalex.org/W3193800853","https://openalex.org/W3193911850","https://openalex.org/W3197363474","https://openalex.org/W3201919447","https://openalex.org/W3209576002","https://openalex.org/W3210948155","https://openalex.org/W3211490618","https://openalex.org/W3211914450","https://openalex.org/W3217077457","https://openalex.org/W4225004701","https://openalex.org/W4226036112","https://openalex.org/W4226128336","https://openalex.org/W4236796448","https://openalex.org/W4244201901","https://openalex.org/W4248649186","https://openalex.org/W4281697289","https://openalex.org/W4283208007","https://openalex.org/W4284687944","https://openalex.org/W4285428850","https://openalex.org/W4286793171","https://openalex.org/W4287124556","https://openalex.org/W4287331318","https://openalex.org/W4287332481","https://openalex.org/W4287822453","https://openalex.org/W4288346602","https://openalex.org/W4289147229","https://openalex.org/W4295108597","https://openalex.org/W4296913515","https://openalex.org/W4297060071","https://openalex.org/W4298221930","https://openalex.org/W4299283926","https://openalex.org/W4307482026","https://openalex.org/W4307927846","https://openalex.org/W4308757808","https://openalex.org/W4312517097","https://openalex.org/W4312738800","https://openalex.org/W4312919273","https://openalex.org/W4313524863","https://openalex.org/W4317513604","https://openalex.org/W4318619660","https://openalex.org/W4321521256","https://openalex.org/W4322616336","https://openalex.org/W4365211547","https://openalex.org/W4366371549","https://openalex.org/W4367046768","https://openalex.org/W4376632893","https://openalex.org/W4379470366","https://openalex.org/W4379539287","https://openalex.org/W4379652910","https://openalex.org/W4380303816","https://openalex.org/W4382239683","https://openalex.org/W4383221497","https://openalex.org/W4384948739","https://openalex.org/W4385154262","https://openalex.org/W4385215891","https://openalex.org/W4385764183","https://openalex.org/W4386260553","https://openalex.org/W4386281056","https://openalex.org/W4386586358","https://openalex.org/W4387150145","https://openalex.org/W4387247622","https://openalex.org/W4388093271","https://openalex.org/W4388184808","https://openalex.org/W4389116159","https://openalex.org/W4389633823","https://openalex.org/W4389747890","https://openalex.org/W4390874327","https://openalex.org/W4391528840","https://openalex.org/W4393405332","https://openalex.org/W4396571825","https://openalex.org/W4400830279","https://openalex.org/W4402742360","https://openalex.org/W6600609147","https://openalex.org/W6631190155","https://openalex.org/W6638677478","https://openalex.org/W6725708968","https://openalex.org/W6728757088","https://openalex.org/W6735632633","https://openalex.org/W6743581629","https://openalex.org/W6746720608","https://openalex.org/W6747855403","https://openalex.org/W6752600739","https://openalex.org/W6756756286","https://openalex.org/W6763192249","https://openalex.org/W6764838729","https://openalex.org/W6767676916","https://openalex.org/W6770634426","https://openalex.org/W6773244244","https://openalex.org/W6773976177","https://openalex.org/W6775563089","https://openalex.org/W6781175393","https://openalex.org/W6787972765","https://openalex.org/W6790358555","https://openalex.org/W6797399245","https://openalex.org/W6811141650","https://openalex.org/W6811351543","https://openalex.org/W6838779202","https://openalex.org/W6840141968","https://openalex.org/W6840391442","https://openalex.org/W6840497455","https://openalex.org/W6846403853","https://openalex.org/W6846841711","https://openalex.org/W6849108787","https://openalex.org/W6850123959","https://openalex.org/W6851388631","https://openalex.org/W6852282519","https://openalex.org/W6853517938","https://openalex.org/W6858955189"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Federated":[0],"learning":[1,9],"(FL)":[2],"enables":[3],"collaborative":[4],"training":[5],"of":[6,18,29,182],"a":[7,41,179,201],"machine":[8],"(ML)":[10],"model":[11,37,43,97,159],"across":[12],"multiple":[13],"parties,":[14],"facilitating":[15],"the":[16,55,63,79,95,112,120,135,142,183,207,217,223],"preservation":[17],"users'":[19],"and":[20,126,168,190,210],"institutions'":[21],"privacy":[22],"by":[23,215],"maintaining":[24],"data":[25,76,107,125],"stored":[26],"locally.":[27],"Instead":[28],"centralizing":[30],"raw":[31],"data,":[32],"FL":[33,46,71,189],"exchanges":[34],"locally":[35],"refined":[36],"parameters":[38],"to":[39,65,73,101,122,171],"build":[40],"global":[42,96],"incrementally.":[44],"While":[45],"is":[47,86,111],"more":[48],"compliant":[49],"with":[50],"emerging":[51],"regulations":[52],"such":[53],"as":[54],"European":[56],"General":[57],"Data":[58],"Protection":[59],"Regulation":[60],"(GDPR),":[61],"ensuring":[62],"right":[64],"be":[66],"forgotten":[67],"in":[68,188,222],"this":[69],"context-allowing":[70],"participants":[72],"remove":[74,123,153],"their":[75,124],"contributions":[77,129,156,199],"from":[78],"learned":[80],"model-remains":[81],"unclear.":[82],"In":[83],"addition,":[84],"it":[85],"recognized":[87],"that":[88,116],"malicious":[89,128],"clients":[90],"may":[91],"inject":[92],"backdoors":[93],"into":[94],"through":[98],"updates,":[99],"e.g.,":[100],"generate":[102],"mispredictions":[103],"on":[104],"specially":[105],"crafted":[106],"examples.":[108],"Consequently,":[109],"there":[110],"need":[113],"for":[114,144,185],"mechanisms":[115],"can":[117,151],"guarantee":[118],"individuals":[119],"possibility":[121],"erase":[127],"even":[130],"after":[131],"aggregation,":[132],"without":[133,157],"compromising":[134],"already":[136],"acquired":[137],"\"good\"":[138],"knowledge.":[139],"This":[140,161,176],"highlights":[141],"necessity":[143],"novel":[145,202],"federated":[146],"unlearning":[147,187],"(FU)":[148],"algorithms,":[149],"which":[150],"efficiently":[152],"specific":[154],"clients'":[155],"full":[158],"retraining.":[160],"article":[162],"provides":[163],"background":[164],"concepts,":[165],"empirical":[166],"evidence,":[167],"practical":[169],"guidelines":[170],"design/implement":[172],"efficient":[173],"FU":[174,198],"schemes.":[175],"study":[177],"includes":[178],"detailed":[180],"analysis":[181],"metrics":[184],"evaluating":[186],"presents":[191],"an":[192],"in-depth":[193],"literature":[194],"review":[195],"categorizing":[196],"state-of-the-art":[197],"under":[200],"taxonomy.":[203],"Finally,":[204],"we":[205],"outline":[206],"most":[208,218],"relevant":[209],"still":[211],"open":[212],"technical":[213],"challenges,":[214],"identifying":[216],"promising":[219],"research":[220],"directions":[221],"field.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}