{"id":"https://openalex.org/W4415218634","doi":"https://doi.org/10.1007/s10994-025-06897-9","title":"The forget-set identification problem","display_name":"The forget-set identification problem","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415218634","doi":"https://doi.org/10.1007/s10994-025-06897-9"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-025-06897-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06897-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06897-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06897-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075090579","display_name":"Andrea D\u2019Angelo","orcid":"https://orcid.org/0000-0002-0577-2494"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Andrea D\u2019Angelo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026420819","display_name":"Francesco Gullo","orcid":"https://orcid.org/0000-0002-7052-1114"},"institutions":[{"id":"https://openalex.org/I26415053","display_name":"University of L'Aquila","ror":"https://ror.org/01j9p1r26","country_code":"IT","type":"education","lineage":["https://openalex.org/I26415053"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Gullo","raw_affiliation_strings":["Department of Computer Science and Engineering and Mathematics, University of L\u2019Aquila, 67100, L\u2019Aquila, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering and Mathematics, University of L\u2019Aquila, 67100, L\u2019Aquila, Italy","institution_ids":["https://openalex.org/I26415053"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036321638","display_name":"Giovanni Stilo","orcid":"https://orcid.org/0000-0002-2092-0213"},"institutions":[{"id":"https://openalex.org/I56441308","display_name":"Libera Universit\u00e0 Internazionale degli Studi Sociali Guido Carli","ror":"https://ror.org/01q8b6q23","country_code":"IT","type":"education","lineage":["https://openalex.org/I56441308"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Stilo","raw_affiliation_strings":["Department of AI, Data and Decision Sciences, Luiss Guido Carli, Viale Romania, 32, 00197, Rome, Italy","School of Management, Luiss Business School, Via Nomentana, 216, 00162, Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of AI, Data and Decision Sciences, Luiss Guido Carli, Viale Romania, 32, 00197, Rome, Italy","institution_ids":["https://openalex.org/I56441308"]},{"raw_affiliation_string":"School of Management, Luiss Business School, Via Nomentana, 216, 00162, Rome, Italy","institution_ids":["https://openalex.org/I56441308"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075090579"],"corresponding_institution_ids":[],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13994463,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"114","issue":"11","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.7900999784469604},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.7035999894142151},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.6455000042915344},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6276999711990356},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.49410000443458557}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.7900999784469604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7153000235557556},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.7035999894142151},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.6455000042915344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6373999714851379},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6276999711990356},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5142999887466431},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.49410000443458557},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30320000648498535},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.30070000886917114}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10994-025-06897-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06897-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06897-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:iris.luiss.it:11385/255139","is_oa":true,"landing_page_url":"https://hdl.handle.net/11385/255139","pdf_url":null,"source":{"id":"https://openalex.org/S4377196446","display_name":"IRIS - Institutional Research Information System (Libera Universit\u00e0 Internazionale degli Studi Sociali Guido Carli)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56441308","host_organization_name":"Libera Universit\u00e0 Internazionale degli Studi Sociali Guido Carli","host_organization_lineage":["https://openalex.org/I56441308"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10994-025-06897-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06897-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06897-9.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4317964049","display_name":null,"funder_award_id":"IR0000013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4862644622","display_name":null,"funder_award_id":"E13C22001060006","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G903117326","display_name":null,"funder_award_id":"ECS00000041","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323718","display_name":"Universit\u00e0 degli Studi dell'Aquila","ror":"https://ror.org/01j9p1r26"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415218634.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W576428146","https://openalex.org/W1488996941","https://openalex.org/W1560337332","https://openalex.org/W1998721609","https://openalex.org/W2011762057","https://openalex.org/W2144614313","https://openalex.org/W2176388081","https://openalex.org/W2964155733","https://openalex.org/W3035644192","https://openalex.org/W3094704314","https://openalex.org/W3124443940","https://openalex.org/W3124806946","https://openalex.org/W3139086469","https://openalex.org/W3187088106","https://openalex.org/W3213758632","https://openalex.org/W4236127247","https://openalex.org/W4238893454","https://openalex.org/W4289774630","https://openalex.org/W4312874698","https://openalex.org/W4317904898","https://openalex.org/W4362714589","https://openalex.org/W4379652910","https://openalex.org/W4382239683","https://openalex.org/W4385570172","https://openalex.org/W4390871724","https://openalex.org/W4392300929","https://openalex.org/W4393147285","https://openalex.org/W4402951716","https://openalex.org/W4403195962","https://openalex.org/W4403759743","https://openalex.org/W4414359522","https://openalex.org/W6963913421"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Machine":[1],"Unlearning":[2],"(MU)":[3],"is":[4,21,45,56,99,296,338,362],"the":[5,9,26,35,41,50,70,73,128,140,157,162,192,199,204,207,210,214,218,223,226,233,238,246,252,258,265,319,357,363,388],"problem":[6,300],"of":[7,11,34,69,72,110,130,177,186,198,209,225,321,323,380],"removing":[8],"influence":[10],"user\u2019s":[12,145,330],"unwanted":[13,28,93,146,234,239],"evidence":[14,29,94,332],"from":[15,106],"a":[16,32,86,96,107,170,183,196,286,297,306,348],"trained":[17,171],"machine-learning":[18,172],"model.":[19],"MU":[20,117,158,314,324],"typically":[22],"formulated":[23],"so":[24,137],"that":[25,98,203,237,257],"input":[27],"corresponds":[30],"to":[31,39,48,59,83,127,180,189,255,267,289,301,309,325,336,341],"subset":[33,109,197],"training":[36,74,111,200,219],"set":[37,75,142,194,228],"utilized":[38],"train":[40],"model":[42,212,215,259],"upstream,":[43],"which":[44],"commonly":[46],"referred":[47],"as":[49,64,195,273,305],"\u201cforget":[51],"set\u201d.":[52],"However,":[53],"this":[54,149,153],"requirement":[55],"often":[57],"difficult":[58],"satisfy":[60],"in":[61,95,156,206,345],"real-world":[62,369],"scenarios,":[63],"users":[65,90],"may":[66],"be":[67,268,310,342],"unaware":[68],"peculiarities":[71],"or":[76,103],"simply":[77],"they":[78],"do":[79],"not":[80,334],"have":[81,241],"access":[82],"it.":[84],"In":[85,113,148],"more":[87,100],"realistic":[88],"setting,":[89],"provide":[91],"their":[92],"form":[97],"abstract":[101],"than":[102],"anyway":[104],"different":[105],"precise":[108],"data.":[112],"such":[114,202],"cases,":[115],"executing":[116,313],"methods":[118],"requires":[119],"an":[120,174,274,282],"essential":[121],"and":[122,160,182,213,248,280,371,384],"challenging":[123],"preliminary":[124],"step,":[125],"which,":[126],"best":[129],"our":[131,381],"knowledge,":[132],"has":[133],"never":[134],"been":[135,242],"addressed":[136],"far:":[138],"identifying":[139],"forget":[141,193,227,349],"based":[143,284,355],"on":[144,217,232,251,264,285,356,367],"evidence.":[147],"paper,":[150],"we":[151],"fill":[152],"important":[154],"gap":[155],"literature":[159],"introduce":[161],"Forget-Set":[163],"Identification":[164],"(":[165],"ForSId":[166,272,295],")":[167],"problem:":[168],"given":[169],"model,":[173,247],"\u201cunwanted":[175],"set\u201d":[176,185],"samples":[178,187,240],"(evidence":[179,188],"unlearn),":[181],"\u201cwanted":[184],"retain),":[190],"identify":[191],"set,":[201,235,254],"similarity":[205],"predictions":[208],"original":[211,262],"retrained":[216],"data":[220,266],"remaining":[221],"after":[222],"removal":[224],"is:":[229],"(i)":[230],"low":[231],"indicating":[236],"effectively":[243],"unlearned":[244],"by":[245],"(ii)":[249],"high":[250,378],"wanted":[253],"ensure":[256],"keeps":[260],"its":[261,278],"performance":[263,379],"retained.":[269],"We":[270,351],"define":[271],"optimization":[275],"problem,":[276],"prove":[277],"NP-hardness,":[279],"devise":[281],"algorithm":[283,383],"theoretical":[287],"connection":[288],"Red-Blue":[290],"Set":[291],"Cover":[292],".":[293],"Our":[294],"novel":[298],"complementary":[299],"MU.":[302],"It":[303],"serves":[304],"foundational":[307],"step":[308],"performed":[311],"before":[312],"methods,":[315],"allowing":[316],"for":[317],"extending":[318],"range":[320],"applicability":[322],"all":[326],"those":[327],"settings":[328],"where":[329],"unlearning":[331,359],"does":[333],"correspond":[335],"(or":[337],"too":[339],"hard":[340],"directly":[343],"expressed":[344],"terms":[346],"of)":[347],"set.":[350],"conduct":[352],"extensive":[353],"experiments":[354],"exact":[358],"task":[360],"(which":[361],"most":[364],"reliable":[365],"one)":[366],"several":[368],"datasets":[370],"settings,":[372],"involving":[373],"nontrivial":[374],"baselines.":[375,389],"Results":[376],"demonstrate":[377],"proposed":[382],"clear":[385],"superiority":[386],"over":[387]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-16T00:00:00"}