{"id":"https://openalex.org/W4410492196","doi":"https://doi.org/10.1109/tifs.2025.3571666","title":"Evaluation of Machine Unlearning Through Model Difference","display_name":"Evaluation of Machine Unlearning Through Model Difference","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410492196","doi":"https://doi.org/10.1109/tifs.2025.3571666"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2025.3571666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3571666","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101907050","display_name":"Weiqi Wang","orcid":"https://orcid.org/0000-0002-7905-3126"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Weiqi Wang","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia","School of Computer Science, University of Technology, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7905-3126","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Computer Science, University of Technology, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061304518","display_name":"Chenhan Zhang","orcid":"https://orcid.org/0000-0002-2352-0485"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chenhan Zhang","raw_affiliation_strings":["Macquarie University, Sydney, NSW, Australia","Postdoctoral Research Fellow, Macquarie University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2352-0485","affiliations":[{"raw_affiliation_string":"Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"Postdoctoral Research Fellow, Macquarie University, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059567156","display_name":"Zhiyi Tian","orcid":"https://orcid.org/0000-0001-8905-0941"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhiyi Tian","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia","School of Computer Science, University of Technology, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8905-0941","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Computer Science, University of Technology, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005228053","display_name":"Shui Yu","orcid":"https://orcid.org/0000-0003-4485-6743"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shui Yu","raw_affiliation_strings":["School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia","School of Computer Science, University of Technology, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4485-6743","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"School of Computer Science, University of Technology, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066407180","display_name":"Zhou Su","orcid":"https://orcid.org/0000-0002-6518-3130"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Su","raw_affiliation_strings":["School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-6518-3130","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":3.0963,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.91905023,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"20","issue":null,"first_page":"5211","last_page":"5223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.7276999950408936,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.7276999950408936,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.630299985408783,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7691618204116821},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42568427324295044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7691618204116821},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42568427324295044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2025.3571666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3571666","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2007339694","https://openalex.org/W2984055845","https://openalex.org/W3023153742","https://openalex.org/W3106646114","https://openalex.org/W3124806946","https://openalex.org/W3154155772","https://openalex.org/W3193974325","https://openalex.org/W3213758632","https://openalex.org/W4221158899","https://openalex.org/W4225004701","https://openalex.org/W4286256876","https://openalex.org/W4382239683","https://openalex.org/W4386076050","https://openalex.org/W4387986864","https://openalex.org/W4388505026","https://openalex.org/W4392175274","https://openalex.org/W4402265414","https://openalex.org/W4402288683","https://openalex.org/W4405182767","https://openalex.org/W6637108112","https://openalex.org/W6729906282","https://openalex.org/W6735632633","https://openalex.org/W6760759230","https://openalex.org/W6765696844","https://openalex.org/W6769632207","https://openalex.org/W6769833289","https://openalex.org/W6780547051","https://openalex.org/W6784265177","https://openalex.org/W6787972765","https://openalex.org/W6791907524","https://openalex.org/W6796843635","https://openalex.org/W6802936884","https://openalex.org/W6810178482","https://openalex.org/W6839820251","https://openalex.org/W6842397358","https://openalex.org/W6843545026","https://openalex.org/W6850141011","https://openalex.org/W6850390306"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Increasing":[0],"attention":[1],"is":[2,41],"being":[3],"paid":[4],"to":[5,12,45,51,65,88,108,185],"machine":[6,30,102],"unlearning,":[7],"which":[8,69,106,145],"supports":[9],"individuals\u2019":[10],"\u201cright":[11],"be":[13,147],"forgotten.\u201d":[14],"While":[15],"most":[16],"studies":[17],"focus":[18],"on":[19,129,172,230],"the":[20,27,73,82,92,110,119,130,142,159,168,173,187,193,206,219,241,250],"efficiency":[21],"and":[22,53,79,114,133,191,210,234],"effectiveness":[23,32,111,154],"of":[24,29,59,76,112,189,195,204,221],"unlearning":[25,31,40,56,67,74,103,113,124,153,245],"algorithms,":[26],"evaluation":[28,37,243],"remains":[33],"underexplored.":[34],"Offering":[35],"robust":[36],"services":[38],"for":[39,152,164,244],"critical,":[42],"not":[43],"only":[44,71],"uphold":[46],"privacy":[47],"legislation":[48],"but":[49],"also":[50],"assess":[52],"improve":[54],"existing":[55,60],"methods.":[57],"Lots":[58],"methods":[61,64],"employ":[62],"backdoor":[63],"evaluate":[66,109],"effectiveness,":[68],"can":[70,146],"verify":[72,115],"effect":[75],"backdoored":[77],"samples":[78],"negatively":[80],"impact":[81],"model":[83,93,131,137,160,169,232,252],"utility":[84],"as":[85,162,213,215],"they":[86],"need":[87],"embed":[89],"backdoors":[90],"into":[91],"first.":[94],"In":[95],"this":[96],"paper,":[97],"we":[98,166,178],"propose":[99],"an":[100],"evaluating":[101],"(EMU)":[104],"method,":[105],"aims":[107],"data":[116],"removal":[117],"without":[118,246],"aforementioned":[120],"adverse":[121],"effects.":[122],"Machine":[123],"inherently":[125],"creates":[126],"a":[127,180,201],"difference":[128,138],"before":[132],"after":[134],"unlearning.":[135],"The":[136],"contains":[139],"information":[140,182],"about":[141],"unlearned":[143],"samples,":[144,212],"extracted":[148],"through":[149],"reconstruction":[150],"models":[151],"evaluation.":[155],"To":[156],"efficiently":[157],"generate":[158],"differences":[161],"input":[163],"evaluation,":[165],"simulate":[167],"changes":[170],"based":[171],"influence":[174],"function":[175],"theory.":[176],"Additionally,":[177],"design":[179],"multi-task":[181],"bottleneck":[183],"structure":[184],"enhance":[186],"scalability":[188],"EMU":[190],"simplify":[192],"analysis":[194,203],"different":[196],"learning":[197],"tasks.":[198],"We":[199],"provide":[200],"theoretical":[202],"how":[205],"similarity":[207],"between":[208],"erased":[209],"remaining":[211],"well":[214],"task":[216],"types,":[217],"affects":[218],"extent":[220],"unlearning\u2014factors":[222],"that":[223],"have":[224],"been":[225],"largely":[226],"overlooked.":[227],"Extensive":[228],"experiments":[229],"various":[231],"architectures":[233],"representative":[235],"datasets":[236],"confirm":[237],"our":[238],"analysis,":[239],"demonstrating":[240],"effective":[242],"any":[247],"degradation":[248],"in":[249],"service":[251],"utility.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}