{"id":"https://openalex.org/W7160050977","doi":"https://doi.org/10.1109/access.2026.3688958","title":"ULTRA: A Standardized Certification Metric for Machine Unlearning","display_name":"ULTRA: A Standardized Certification Metric for Machine Unlearning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7160050977","doi":"https://doi.org/10.1109/access.2026.3688958"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3688958","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3688958","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3688958","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001516726","display_name":"Seyfullah Arslan","orcid":"https://orcid.org/0000-0002-2573-273X"},"institutions":[{"id":"https://openalex.org/I2799978770","display_name":"X-Fab (Germany)","ror":"https://ror.org/030bh9196","country_code":"DE","type":"company","lineage":["https://openalex.org/I2799978770"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Seyfullah Arslan","raw_affiliation_strings":["Department of Computer Engineering, Kütahya Dumlupınar Üniversitesi, Kütahya, Türkiye"],"raw_orcid":"https://orcid.org/0000-0002-2573-273X","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Kütahya Dumlupınar Üniversitesi, Kütahya, Türkiye","institution_ids":["https://openalex.org/I2799978770"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135275774","display_name":"Firat Aydemir","orcid":"https://orcid.org/0000-0002-8965-1429"},"institutions":[{"id":"https://openalex.org/I2799978770","display_name":"X-Fab (Germany)","ror":"https://ror.org/030bh9196","country_code":"DE","type":"company","lineage":["https://openalex.org/I2799978770"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"F\u0131rat Aydemir","raw_affiliation_strings":["Department of Computer Engineering, Kütahya Dumlupınar Üniversitesi, Kütahya, Türkiye"],"raw_orcid":"https://orcid.org/0000-0002-8965-1429","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Kütahya Dumlupınar Üniversitesi, Kütahya, Türkiye","institution_ids":["https://openalex.org/I2799978770"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2799978770"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.50489311,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"66955","last_page":"66970"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.08399999886751175,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.08399999886751175,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.05130000039935112,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13844","display_name":"Higher Education Learning Practices","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.7031000256538391},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.605400025844574},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.33329999446868896},{"id":"https://openalex.org/keywords/metric-system","display_name":"Metric system","score":0.3075000047683716},{"id":"https://openalex.org/keywords/semaphore","display_name":"Semaphore","score":0.26339998841285706}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8015999794006348},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.7031000256538391},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.605400025844574},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39750000834465027},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.39750000834465027},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.33329999446868896},{"id":"https://openalex.org/C193429382","wikidata":"https://www.wikidata.org/wiki/Q232405","display_name":"Metric system","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C95203288","wikidata":"https://www.wikidata.org/wiki/Q221682","display_name":"Semaphore","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22920000553131104}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3688958","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3688958","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ca23e151bb264367b1a0a61179034146","is_oa":true,"landing_page_url":"https://doaj.org/article/ca23e151bb264367b1a0a61179034146","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 66955-66970 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3688958","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3688958","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Machine":[0],"unlearning":[1,43,90,187,224],"has":[2],"emerged":[3],"as":[4,28,92,168,170,202],"a":[5,52,83,123,133,164,203],"critical":[6],"requirement":[7,119],"for":[8,236],"deployed":[9],"learning":[10],"systems,":[11],"enabling":[12],"the":[13,29,35,93,150,160,230],"removal":[14],"of":[15,55,96,126,232],"specific":[16],"training":[17],"data":[18],"from":[19],"trained":[20],"models":[21],"in":[22,223],"response":[23],"to":[24,62,70,102,211,218],"regulatory":[25],"mandates":[26],"such":[27],"General":[30],"Data":[31],"Protection":[32],"Regulation":[33],"and":[34,72,80,111,115,128,141,179,184],"California":[36],"Consumer":[37],"Privacy":[38],"Act.":[39],"Despite":[40],"growing":[41],"interest,":[42],"evaluation":[44,91,235],"remains":[45],"poorly":[46],"standardized:":[47],"existing":[48],"approaches":[49],"rely":[50],"on":[51,58,177],"small":[53],"number":[54],"metrics":[56,208],"reported":[57],"average,":[59],"allowing":[60],"methods":[61],"appear":[63],"successful":[64],"while":[65,213],"concealing":[66],"worst-case":[67,135],"failures":[68],"relevant":[69],"security":[71,161],"compliance.":[73],"This":[74],"paper":[75],"introduces":[76],"ULTRA":[77,147],"(UnLearning":[78],"Trustworthiness":[79],"Robustness":[81],"Audit),":[82],"model-agnostic":[84],"certification":[85,195],"framework":[86],"that":[87,137,163,190,206],"formalizes":[88],"machine":[89,238],"simultaneous":[94],"satisfaction":[95],"six":[97,182],"foundational":[98],"requirements:":[99],"behavioral":[100],"equivalence":[101],"retraining,":[103],"membership":[104],"indistinguishability,":[105],"representation":[106],"neutrality,":[107],"retain":[108],"consistency,":[109],"irreversibility":[110,112],"under":[113,196],"intervention,":[114],"computational":[116],"efficiency.":[117],"Each":[118],"is":[120,130,166,216],"evaluated":[121,192],"using":[122],"standardized":[124],"family":[125],"tests,":[127],"performance":[129],"aggregated":[131],"through":[132],"nested":[134],"principle":[136,162],"prevents":[138],"metric":[139],"gaming":[140],"cherry-picking":[142],"by":[143],"design.":[144],"The":[145],"resulting":[146],"score":[148],"reflects":[149],"most":[151],"severe":[152],"violation":[153],"across":[154,181],"all":[155],"required":[156],"dimensions,":[157],"consistent":[158],"with":[159],"system":[165],"only":[167],"strong":[169],"its":[171],"weakest":[172],"component.":[173],"Empirical":[174],"evaluations":[175],"conducted":[176],"CIFAR-10":[178],"CIFAR-100":[180],"approximate":[183],"one":[185],"exact":[186],"method":[188,193],"demonstrate":[189],"no":[191],"achieves":[194],"security-oriented":[197],"tolerances.":[198],"Representation-level":[199],"leakage":[200],"emerges":[201],"persistent":[204],"bottleneck":[205],"surface-level":[207],"systematically":[209],"fail":[210],"detect,":[212],"average":[214],"aggregation":[215],"shown":[217],"introduce":[219],"substantial":[220],"positive":[221],"bias":[222],"quality":[225],"estimates.":[226],"These":[227],"findings":[228],"underscore":[229],"necessity":[231],"worst-case,":[233],"requirement-driven":[234],"certifiable":[237],"unlearning.":[239]},"counts_by_year":[],"updated_date":"2026-05-08T13:12:06.581006","created_date":"2026-05-05T00:00:00"}