{"id":"https://openalex.org/W3127248274","doi":"https://doi.org/10.5220/0010419600070014","title":"Class Clown: Data Redaction in Machine Unlearning at Enterprise Scale","display_name":"Class Clown: Data Redaction in Machine Unlearning at Enterprise Scale","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3127248274","doi":"https://doi.org/10.5220/0010419600070014","mag":"3127248274"},"language":"en","primary_location":{"id":"doi:10.5220/0010419600070014","is_oa":false,"landing_page_url":"https://doi.org/10.5220/0010419600070014","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th International Conference on Operations Research and Enterprise Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007597250","display_name":"Daniel Felps","orcid":null},"institutions":[{"id":"https://openalex.org/I1319259000","display_name":"National Geospatial-Intelligence Agency","ror":"https://ror.org/02k4pxv54","country_code":"US","type":"government","lineage":["https://openalex.org/I1319259000","https://openalex.org/I1330347796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Felps","raw_affiliation_strings":["National Geospatial-Intelligence Agency, 7500 GEOINT Drive, Springfield, VA, U.S.A., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Geospatial-Intelligence Agency, 7500 GEOINT Drive, Springfield, VA, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I1319259000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049973532","display_name":"Amelia D. Schwickerath","orcid":null},"institutions":[{"id":"https://openalex.org/I1319259000","display_name":"National Geospatial-Intelligence Agency","ror":"https://ror.org/02k4pxv54","country_code":"US","type":"government","lineage":["https://openalex.org/I1319259000","https://openalex.org/I1330347796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amelia Schwickerath","raw_affiliation_strings":["National Geospatial-Intelligence Agency, 7500 GEOINT Drive, Springfield, VA, U.S.A., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Geospatial-Intelligence Agency, 7500 GEOINT Drive, Springfield, VA, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I1319259000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108925125","display_name":"Joyce E. Williams","orcid":null},"institutions":[{"id":"https://openalex.org/I1319259000","display_name":"National Geospatial-Intelligence Agency","ror":"https://ror.org/02k4pxv54","country_code":"US","type":"government","lineage":["https://openalex.org/I1319259000","https://openalex.org/I1330347796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joyce Williams","raw_affiliation_strings":["National Geospatial-Intelligence Agency, 7500 GEOINT Drive, Springfield, VA, U.S.A., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Geospatial-Intelligence Agency, 7500 GEOINT Drive, Springfield, VA, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I1319259000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101098124","display_name":"Trung Vuong","orcid":null},"institutions":[{"id":"https://openalex.org/I1319259000","display_name":"National Geospatial-Intelligence Agency","ror":"https://ror.org/02k4pxv54","country_code":"US","type":"government","lineage":["https://openalex.org/I1319259000","https://openalex.org/I1330347796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Trung Vuong","raw_affiliation_strings":["National Geospatial-Intelligence Agency, 7500 GEOINT Drive, Springfield, VA, U.S.A., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Geospatial-Intelligence Agency, 7500 GEOINT Drive, Springfield, VA, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I1319259000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085564181","display_name":"Alan Briggs","orcid":null},"institutions":[{"id":"https://openalex.org/I36343934","display_name":"Concurrent Technologies Corporation","ror":"https://ror.org/00sgv1989","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I36343934"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan Briggs","raw_affiliation_strings":["Concurrent Technologies Corporation, 100 CTC Drive, Johnstown, PA, U.S.A., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concurrent Technologies Corporation, 100 CTC Drive, Johnstown, PA, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I36343934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076351283","display_name":"Matthew Hunt","orcid":"https://orcid.org/0000-0003-4190-0163"},"institutions":[{"id":"https://openalex.org/I36343934","display_name":"Concurrent Technologies Corporation","ror":"https://ror.org/00sgv1989","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I36343934"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Hunt","raw_affiliation_strings":["Concurrent Technologies Corporation, 100 CTC Drive, Johnstown, PA, U.S.A., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concurrent Technologies Corporation, 100 CTC Drive, Johnstown, PA, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I36343934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047845965","display_name":"Evan Sakmar","orcid":null},"institutions":[{"id":"https://openalex.org/I36343934","display_name":"Concurrent Technologies Corporation","ror":"https://ror.org/00sgv1989","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I36343934"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evan Sakmar","raw_affiliation_strings":["Concurrent Technologies Corporation, 100 CTC Drive, Johnstown, PA, U.S.A., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concurrent Technologies Corporation, 100 CTC Drive, Johnstown, PA, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I36343934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003831883","display_name":"David D. Saranchak","orcid":null},"institutions":[{"id":"https://openalex.org/I36343934","display_name":"Concurrent Technologies Corporation","ror":"https://ror.org/00sgv1989","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I36343934"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Saranchak","raw_affiliation_strings":["Concurrent Technologies Corporation, 100 CTC Drive, Johnstown, PA, U.S.A., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concurrent Technologies Corporation, 100 CTC Drive, Johnstown, PA, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I36343934"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045658738","display_name":"Tyler Shumaker","orcid":null},"institutions":[{"id":"https://openalex.org/I36343934","display_name":"Concurrent Technologies Corporation","ror":"https://ror.org/00sgv1989","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I36343934"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tyler Shumaker","raw_affiliation_strings":["Concurrent Technologies Corporation, 100 CTC Drive, Johnstown, PA, U.S.A., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concurrent Technologies Corporation, 100 CTC Drive, Johnstown, PA, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I36343934"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6997,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.75174635,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"7","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9196000099182129,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/redaction","display_name":"Redaction","score":0.8126475811004639},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6742652058601379},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5292987823486328},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5141535401344299},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4115653336048126},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3269506096839905},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.09833046793937683}],"concepts":[{"id":"https://openalex.org/C2776795254","wikidata":"https://www.wikidata.org/wiki/Q561071","display_name":"Redaction","level":2,"score":0.8126475811004639},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6742652058601379},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5292987823486328},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5141535401344299},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4115653336048126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3269506096839905},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.09833046793937683},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5220/0010419600070014","is_oa":false,"landing_page_url":"https://doi.org/10.5220/0010419600070014","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th International Conference on Operations Research and Enterprise Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4243252198","https://openalex.org/W2118300983","https://openalex.org/W2112962394","https://openalex.org/W3137189469","https://openalex.org/W4235530921","https://openalex.org/W2382501300","https://openalex.org/W3162240892","https://openalex.org/W4245713008","https://openalex.org/W2013111119","https://openalex.org/W2047793074"],"abstract_inverted_index":{"Individuals":[0],"are":[1],"gaining":[2],"more":[3],"control":[4],"of":[5,28,152,161],"their":[6],"personal":[7],"data":[8,11,76,113,155,163],"through":[9,173],"recent":[10],"privacy":[12,150],"laws":[13,30,54],"such":[14],"the":[15,21,32,42,92,118,123,130,142,149,159],"General":[16],"Data":[17],"Protection":[18],"Regulation":[19],"and":[20,61,116,157],"California":[22],"Consumer":[23],"Privacy":[24],"Act.":[25],"One":[26],"aspect":[27],"these":[29,73],"is":[31,127,171],"ability":[33],"to":[34,38,46,51,89,110,120],"request":[35,82],"a":[36,79,101,135],"business":[37,97],"delete":[39],"private":[40],"information,":[41],"so":[43],"called":[44],"right":[45,50],"be":[47],"forgotten":[48],"or":[49],"erasure.":[52],"These":[53,145],"have":[55],"serious":[56],"financial":[57],"implications":[58],"for":[59,138],"companies":[60],"organizations":[62],"that":[63,107],"train":[64],"large,":[65],"highly":[66],"accurate":[67,167],"deep":[68],"neural":[69],"networks":[70],"(DNNs)":[71],"using":[72],"valuable":[74],"consumer":[75],"sets.":[77],"However,":[78],"received":[80],"redaction":[81,114,164],"poses":[83],"complex":[84],"technical":[85],"challenges":[86],"on":[87],"how":[88,109],"comply":[90],"with":[91],"law":[93],"while":[94],"fulfilling":[95],"core":[96],"operations.":[98],"We":[99],"introduce":[100],"DNN":[102],"model":[103,179],"lifecycle":[104],"maintenance":[105],"process":[106,126],"establishes":[108],"handle":[111],"specific":[112],"requests":[115],"minimize":[117],"need":[119],"completely":[121],"retrain":[122],"model.":[124],"Our":[125],"based":[128],"upon":[129],"membership":[131],"inference":[132],"attack":[133,146],"as":[134],"compliance":[136],"tool":[137],"every":[139],"point":[140],"in":[141],"training":[143,154],"set.":[144],"models":[147],"quantify":[148],"risk":[151],"all":[153],"points":[156],"form":[158],"basis":[160],"follow-on":[162],"from":[165],"an":[166],"deployed":[168],"model;":[169],"excision":[170],"implemented":[172],"incorrect":[174],"label":[175],"assignment":[176],"within":[177],"incremental":[178],"updates.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}