{"id":"https://openalex.org/W4307964248","doi":"https://doi.org/10.1145/3560830.3563721","title":"Repeated Knowledge Distillation with Confidence Masking to Mitigate Membership Inference Attacks","display_name":"Repeated Knowledge Distillation with Confidence Masking to Mitigate Membership Inference Attacks","publication_year":2022,"publication_date":"2022-11-02","ids":{"openalex":"https://openalex.org/W4307964248","doi":"https://doi.org/10.1145/3560830.3563721"},"language":"en","primary_location":{"id":"doi:10.1145/3560830.3563721","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3560830.3563721","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3560830.3563721","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM Workshop on Artificial Intelligence and Security","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3560830.3563721","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066328925","display_name":"Federico Mazzone","orcid":"https://orcid.org/0000-0002-6316-6409"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Federico Mazzone","raw_affiliation_strings":["University of Twente, Enschede, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084914739","display_name":"Leander van den Heuvel","orcid":"https://orcid.org/0000-0001-6060-5309"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Leander van den Heuvel","raw_affiliation_strings":["University of Twente, Enschede, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103086221","display_name":"Maximilian Huber","orcid":null},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maximilian Huber","raw_affiliation_strings":["University of Twente, Enschede, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061541060","display_name":"Cristian Verdecchia","orcid":null},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Cristian Verdecchia","raw_affiliation_strings":["University of Twente, Enschede, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084056996","display_name":"Maarten H. Everts","orcid":"https://orcid.org/0000-0002-5302-8985"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten Everts","raw_affiliation_strings":["University of Twente, Enschede, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005101423","display_name":"Florian Hahn","orcid":"https://orcid.org/0000-0003-4049-5354"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Florian Hahn","raw_affiliation_strings":["University of Twente, Enschede, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056553463","display_name":"Peter Andreas","orcid":"https://orcid.org/0000-0003-2929-5001"},"institutions":[{"id":"https://openalex.org/I129877168","display_name":"Carl von Ossietzky Universit\u00e4t Oldenburg","ror":"https://ror.org/033n9gh91","country_code":"DE","type":"education","lineage":["https://openalex.org/I129877168"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Peter","raw_affiliation_strings":["University of Oldenburg, Oldenburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oldenburg, Oldenburg, Germany","institution_ids":["https://openalex.org/I129877168"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5066328925"],"corresponding_institution_ids":["https://openalex.org/I94624287"],"apc_list":null,"apc_paid":null,"fwci":0.5551,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.72687541,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"13","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7735106945037842},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7625117897987366},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.7227627038955688},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6132881045341492},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.606597900390625},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5225074887275696},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5095775127410889},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5069146752357483},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4893421530723572},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4417245090007782},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12309664487838745},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1024981141090393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7735106945037842},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7625117897987366},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.7227627038955688},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6132881045341492},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.606597900390625},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5225074887275696},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5095775127410889},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5069146752357483},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4893421530723572},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4417245090007782},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12309664487838745},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1024981141090393},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3560830.3563721","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3560830.3563721","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3560830.3563721","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM Workshop on Artificial Intelligence and Security","raw_type":"proceedings-article"},{"id":"pmh:oai:ris.utwente.nl:openaire/5e781644-1731-4856-97b3-9ef9ba6434d2","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/5e781644-1731-4856-97b3-9ef9ba6434d2","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mazzone, F, van den Heuvel, L, Huber, M, Verdecchia, C, Everts, M H, Hahn, F & Peter, A 2022, Repeated Knowledge Distillation with Confidence Masking to Mitigate Membership Inference Attacks. in AISec 2022 - Proceedings of the 15th ACM Workshop on Artificial Intelligence and Security, co-located with CCS 2022. Association for Computing Machinery, pp. 13-24, 15th ACM Workshop on Artificial Intelligence and Security, AISec 2022 , Los Angeles, California, United States, 11/11/22. https://doi.org/10.1145/3560830.3563721","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:oops.uni-oldenburg.de:5594","is_oa":false,"landing_page_url":"http://oops.uni-oldenburg.de/5594/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400585","display_name":"Carl von Ossiezky University of Oldenburg","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Book Section"}],"best_oa_location":{"id":"doi:10.1145/3560830.3563721","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3560830.3563721","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3560830.3563721","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM Workshop on Artificial Intelligence and Security","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G331434116","display_name":null,"funder_award_id":"965315","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G6432428236","display_name":null,"funder_award_id":"965315","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4307964248.pdf","grobid_xml":"https://content.openalex.org/works/W4307964248.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2473418344","https://openalex.org/W2535690855","https://openalex.org/W2884943453","https://openalex.org/W2887995258","https://openalex.org/W2930926105","https://openalex.org/W2983140679","https://openalex.org/W3103245149","https://openalex.org/W3158803559","https://openalex.org/W3214437258"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4205958290","https://openalex.org/W4200114095"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"models":[2,212],"are":[3],"often":[4],"trained":[5],"on":[6,66,102,210],"sensitive":[7,68],"data,":[8],"such":[9],"as":[10,112,175],"medical":[11],"records":[12],"or":[13,30],"bank":[14],"transactions,":[15],"posing":[16],"high":[17],"privacy":[18],"risks.":[19],"In":[20],"fact,":[21],"membership":[22],"inference":[23],"attacks":[24,209],"can":[25],"use":[26],"the":[27,42,47,67,74,82,97,113,145,157,181,187,190,217,223,247,255,258,262],"model":[28,65,90],"parameters":[29],"predictions":[31,159],"to":[32,77,115,121,123,179,229,245],"determine":[33],"whether":[34],"a":[35,63,78,85,132,198,231],"given":[36],"data":[37],"point":[38],"was":[39],"part":[40],"of":[41,46,60,84,96,183,189,257,264],"training":[43,62],"set.":[44],"One":[45],"most":[48],"promising":[49],"mitigations":[50],"in":[51,94,150,197,239],"literature":[52],"is":[53,91,220,236,243],"Knowledge":[54],"Distillation":[55],"(KD).":[56],"This":[57],"mitigation":[58,204,242],"consists":[59],"first":[61],"teacher":[64,75,98,158],"private":[69,224],"dataset,":[70],"and":[71,186,201,207,213,252],"then":[72,92],"transferring":[73],"knowledge":[76],"student":[79,89],"model,":[80],"by":[81],"mean":[83],"surrogate":[86,218],"dataset.":[87],"The":[88],"deployed":[93],"place":[95],"model.":[99],"Unfortunately,":[100],"KD":[101,137],"its":[103],"own":[104],"does":[105],"not":[106],"provide":[107],"users":[108,178],"much":[109,119],"flexibility,":[110],"meant":[111],"possibility":[114],"arbitrarily":[116],"decide":[117],"how":[118],"utility":[120],"sacrifice":[122],"get":[124],"membership-privacy.":[125],"To":[126],"address":[127],"this":[128],"problem,":[129],"we":[130,143,227],"propose":[131],"novel":[133],"approach":[134,196],"that":[135,166],"combines":[136],"with":[138],"confidence":[139,161],"score":[140],"masking.":[141],"Concretely,":[142],"repeat":[144],"distillation":[146,184],"procedure":[147],"multiple":[148,211],"times":[149],"series":[151],"and,":[152],"during":[153],"each":[154],"distillation,":[155],"perturb":[156],"using":[160],"masking":[162,191],"techniques.":[163],"We":[164,193],"show":[165],"our":[167,195,203,241],"solution":[168],"provides":[169],"more":[170,232],"flexibility":[171],"than":[172,235],"standard":[173],"KD,":[174],"it":[176],"allows":[177],"tune":[180],"number":[182],"rounds":[185],"strength":[188],"function.":[192],"implement":[194],"tool,":[199],"RepKD,":[200],"assess":[202],"against":[205],"white-":[206],"black-box":[208,248],"datasets.":[214],"Even":[215],"when":[216],"dataset":[219],"different":[221],"from":[222],"one":[225],"(which":[226],"believe":[228],"be":[230],"realistic":[233],"setting":[234],"commonly":[237],"found":[238],"literature),":[240],"able":[244],"make":[246],"attack":[249,260],"completely":[250],"ineffective":[251],"significantly":[253],"reduce":[254],"accuracy":[256,268],"white-box":[259],"at":[261],"cost":[263],"only":[265],"0.6%":[266],"test":[267],"loss.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-19T08:33:51.333923","created_date":"2025-10-10T00:00:00"}