{"id":"https://openalex.org/W7166544363","doi":"https://doi.org/10.1007/s10994-026-07094-y","title":"On the Evaluation of Machine Unlearning Methods: A Multi-domain Classification Benchmark","display_name":"On the Evaluation of Machine Unlearning Methods: A Multi-domain Classification Benchmark","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166544363","doi":"https://doi.org/10.1007/s10994-026-07094-y"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-026-07094-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-026-07094-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-026-07094-y.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-026-07094-y.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075090579","display_name":"Andrea D\u2019Angelo","orcid":"https://orcid.org/0000-0002-0577-2494"},"institutions":[{"id":"https://openalex.org/I26415053","display_name":"University of L'Aquila","ror":"https://ror.org/01j9p1r26","country_code":"IT","type":"education","lineage":["https://openalex.org/I26415053"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Andrea D\u2019Angelo","raw_affiliation_strings":["University of L\u2019Aquila, L\u2019Aquila, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of L\u2019Aquila, L\u2019Aquila, Italy","institution_ids":["https://openalex.org/I26415053"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098915661","display_name":"Claudio Savelli","orcid":"https://orcid.org/0009-0005-1108-1170"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudio Savelli","raw_affiliation_strings":["Polytechnic University of Turin, Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Polytechnic University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002147808","display_name":"Flavio Giobergia","orcid":"https://orcid.org/0000-0001-8806-7979"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Flavio Giobergia","raw_affiliation_strings":["Polytechnic University of Turin, Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Polytechnic University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139614801","display_name":"Elena Baralis","orcid":null},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Elena Baralis","raw_affiliation_strings":["Polytechnic University of Turin, Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Polytechnic University of Turin, Turin, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036321638","display_name":"Giovanni Stilo","orcid":"https://orcid.org/0000-0002-2092-0213"},"institutions":[{"id":"https://openalex.org/I56441308","display_name":"Libera Universit\u00e0 Internazionale degli Studi Sociali Guido Carli","ror":"https://ror.org/01q8b6q23","country_code":"IT","type":"education","lineage":["https://openalex.org/I56441308"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Stilo","raw_affiliation_strings":["Luiss Guido Carli University of Rome, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Luiss Guido Carli University of Rome, Rome, Italy","institution_ids":["https://openalex.org/I56441308"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075090579"],"corresponding_institution_ids":["https://openalex.org/I26415053"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.79932416,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"115","issue":"7","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.31209999322891235,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.31209999322891235,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.23980000615119934,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.15700000524520874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8741000294685364},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6890000104904175},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5141000151634216},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5084999799728394},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4925999939441681},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.46799999475479126}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8741000294685364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7900000214576721},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6890000104904175},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6553000211715698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5667999982833862},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5141000151634216},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5084999799728394},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4925999939441681},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.46799999475479126},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4668999910354614},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4471000134944916},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.4016999900341034},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30820000171661377},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10994-026-07094-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-026-07094-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-026-07094-y.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10994-026-07094-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-026-07094-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-026-07094-y.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5826845765113831,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323718","display_name":"Universit\u00e0 degli Studi dell'Aquila","ror":"https://ror.org/01j9p1r26"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166544363.pdf","grobid_xml":"https://content.openalex.org/works/W7166544363.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W2194775991","https://openalex.org/W2594183968","https://openalex.org/W3035644192","https://openalex.org/W3124806946","https://openalex.org/W4200146763","https://openalex.org/W4205725149","https://openalex.org/W4362714589","https://openalex.org/W4382239683","https://openalex.org/W4393147285","https://openalex.org/W4393147425","https://openalex.org/W4403759743","https://openalex.org/W4406299883","https://openalex.org/W4410609250","https://openalex.org/W4411541016","https://openalex.org/W4413680100","https://openalex.org/W4414359522","https://openalex.org/W4415798737","https://openalex.org/W4416017208","https://openalex.org/W6888840370","https://openalex.org/W7133198182","https://openalex.org/W7160161155"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Machine":[1],"Unlearning":[2],"(MU),":[3],"the":[4,61,67,105,152],"process":[5],"of":[6,41,63,69],"removing":[7],"specific":[8],"data":[9],"influences":[10],"from":[11],"trained":[12],"machine":[13],"learning":[14],"models,":[15],"is":[16,182],"critical":[17],"for":[18,28,94,191],"regulatory":[19],"compliance":[20],"(e.g.,":[21],"GDPR\u2019s":[22],"right":[23],"to":[24,80,110,139,186],"be":[25],"forgotten)":[26],"and":[27,31,43,87,96,124,130,156,184],"addressing":[29],"copyright":[30],"privacy":[32],"concerns":[33],"in":[34,54,75],"large-scale":[35],"models.":[36],"While":[37],"a":[38,168,177,189],"wide":[39],"range":[40],"methods":[42,64,115,154],"metrics":[44],"have":[45],"been":[46],"proposed,":[47],"systematic":[48],"evaluations":[49],"remain":[50],"fragmented,":[51],"typically":[52],"limited":[53],"scope":[55],"by":[56],"modality,":[57],"metric":[58,170],"coverage,":[59],"or":[60],"number":[62],"considered.":[65],"Moreover,":[66],"lack":[68],"standardized":[70],"benchmarks":[71],"leaves":[72],"several":[73,122],"gaps":[74],"evaluation":[76,136],"protocols,":[77],"including":[78],"how":[79],"efficiently":[81],"compare":[82],"methods,":[83],"identify":[84],"optimal":[85],"hyperparameters,":[86],"determine":[88],"which":[89],"experimental":[90],"settings":[91],"are":[92],"appropriate":[93],"fair":[95],"meaningful":[97],"benchmarking.":[98,143],"To":[99,159],"address":[100],"these":[101,145],"gaps,":[102],"we":[103,134,147,164],"present":[104],"most":[106],"comprehensive":[107],"MU":[108,142,192],"benchmark":[109,149,190],"date,":[111],"evaluating":[112],"12":[113],"unlearning":[114,174],"across":[116,157],"8":[117],"classification":[118],"datasets,":[119],"4":[120],"modalities,":[121],"hyperparameters":[123],"settings.":[125],"Based":[126],"on":[127],"previous":[128],"literature":[129],"our":[131],"empirical":[132],"results,":[133],"formalize":[135],"protocol":[137],"desiderata":[138],"guide":[140],"future":[141],"Following":[144],"guidelines,":[146],"report":[148],"results":[150],"highlighting":[151],"best":[153],"within":[155],"domains.":[158],"help":[160],"with":[161],"method":[162],"comparison,":[163],"also":[165],"introduce":[166],"LUMA,":[167],"unified":[169],"that":[171],"aggregates":[172],"core":[173],"dimensions":[175],"into":[176],"single":[178],"score.":[179],"Our":[180],"code":[181],"reproducible":[183],"extensible":[185],"serve":[187],"as":[188],"research.":[193]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-06-30T00:00:00"}