{"id":"https://openalex.org/W4387857649","doi":"https://doi.org/10.56553/popets-2024-0031","title":"A Cautionary Tale: On the Role of Reference Data in Empirical Privacy Defenses","display_name":"A Cautionary Tale: On the Role of Reference Data in Empirical Privacy Defenses","publication_year":2023,"publication_date":"2023-10-22","ids":{"openalex":"https://openalex.org/W4387857649","doi":"https://doi.org/10.56553/popets-2024-0031"},"language":"en","primary_location":{"id":"doi:10.56553/popets-2024-0031","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2024-0031","pdf_url":"https://petsymposium.org/popets/2024/popets-2024-0031.pdf","source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://petsymposium.org/popets/2024/popets-2024-0031.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090612610","display_name":"Caelin Kaplan","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Caelin Kaplan","raw_affiliation_strings":["SAP Labs France, Inria, Universit\u00e9 C\u00f4te d\u2019Azur"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAP Labs France, Inria, Universit\u00e9 C\u00f4te d\u2019Azur","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100691554","display_name":"Chuan Xu","orcid":"https://orcid.org/0000-0003-4420-6396"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Chuan Xu","raw_affiliation_strings":["Inria, Universit\u00e9 C\u00f4te d\u2019Azur, CNRS, I3S"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria, Universit\u00e9 C\u00f4te d\u2019Azur, CNRS, I3S","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087295408","display_name":"Othmane Marfoq","orcid":"https://orcid.org/0000-0002-0542-8925"},"institutions":[{"id":"https://openalex.org/I1310439424","display_name":"Accenture (Switzerland)","ror":"https://ror.org/041r3e346","country_code":"CH","type":"company","lineage":["https://openalex.org/I1310439424","https://openalex.org/I4210093804"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Othmane Marfoq","raw_affiliation_strings":["Inria, Universit\u00e9 C\u00f4te d\u2019Azur, Accenture Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria, Universit\u00e9 C\u00f4te d\u2019Azur, Accenture Labs","institution_ids":["https://openalex.org/I1310439424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085721523","display_name":"Giovanni Neglia","orcid":"https://orcid.org/0000-0001-8779-0620"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Giovanni Neglia","raw_affiliation_strings":["Inria, Universit\u00e9 C\u00f4te d\u2019Azur"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria, Universit\u00e9 C\u00f4te d\u2019Azur","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006951951","display_name":"Anderson Santana de Oliveira","orcid":"https://orcid.org/0000-0003-0364-6328"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anderson Santana de Oliveira","raw_affiliation_strings":["SAP Labs France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAP Labs France","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1586,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54302244,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"2024","issue":"1","first_page":"525","last_page":"548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9474999904632568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.795924961566925},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.6099246740341187},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.603460431098938},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.5863248705863953},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5801703929901123},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.49170881509780884},{"id":"https://openalex.org/keywords/data-anonymization","display_name":"Data anonymization","score":0.4780031740665436},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.44814133644104004},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4396846294403076},{"id":"https://openalex.org/keywords/reference-data","display_name":"Reference data","score":0.4317507743835449},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.42859095335006714},{"id":"https://openalex.org/keywords/reference-model","display_name":"Reference model","score":0.42218565940856934},{"id":"https://openalex.org/keywords/empirical-risk-minimization","display_name":"Empirical risk minimization","score":0.4144870638847351},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.4108472466468811},{"id":"https://openalex.org/keywords/realm","display_name":"Realm","score":0.41057994961738586},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3730180561542511},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.36403119564056396},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10022041201591492},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08196702599525452}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.795924961566925},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.6099246740341187},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.603460431098938},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.5863248705863953},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5801703929901123},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.49170881509780884},{"id":"https://openalex.org/C2776945810","wikidata":"https://www.wikidata.org/wiki/Q17006654","display_name":"Data anonymization","level":3,"score":0.4780031740665436},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.44814133644104004},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4396846294403076},{"id":"https://openalex.org/C60478076","wikidata":"https://www.wikidata.org/wiki/Q3036835","display_name":"Reference data","level":2,"score":0.4317507743835449},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42859095335006714},{"id":"https://openalex.org/C150189527","wikidata":"https://www.wikidata.org/wiki/Q356674","display_name":"Reference model","level":2,"score":0.42218565940856934},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.4144870638847351},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.4108472466468811},{"id":"https://openalex.org/C2778757428","wikidata":"https://www.wikidata.org/wiki/Q1250464","display_name":"Realm","level":2,"score":0.41057994961738586},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3730180561542511},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.36403119564056396},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10022041201591492},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08196702599525452},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.56553/popets-2024-0031","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2024-0031","pdf_url":"https://petsymposium.org/popets/2024/popets-2024-0031.pdf","source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04765695v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-04765695","pdf_url":"https://inria.hal.science/hal-04765695v1/file/A_Cautionary_Tale.pdf","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"PETS 2024 - 24th Privacy Enhancing Technologies Symposium, Jul 2024, Bristol, United Kingdom. pp.525-548, ⟨10.56553/popets-2024-0031⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.56553/popets-2024-0031","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2024-0031","pdf_url":"https://petsymposium.org/popets/2024/popets-2024-0031.pdf","source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2113015678","display_name":"3IA C\u00f4te d'Azur","funder_award_id":"ANR-19-P3IA-0002","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320321663","display_name":"Association Nationale de la Recherche et de la Technologie","ror":"https://ror.org/00ht2ab73"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387857649.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W607505555","https://openalex.org/W1522301498","https://openalex.org/W2027595342","https://openalex.org/W2051267297","https://openalex.org/W2095705004","https://openalex.org/W2112796928","https://openalex.org/W2144513243","https://openalex.org/W2156876426","https://openalex.org/W2194775991","https://openalex.org/W2473418344","https://openalex.org/W2535690855","https://openalex.org/W2616180702","https://openalex.org/W2758544228","https://openalex.org/W2767999198","https://openalex.org/W2785361959","https://openalex.org/W2795435272","https://openalex.org/W2884943453","https://openalex.org/W2897830718","https://openalex.org/W2930926105","https://openalex.org/W2964318098","https://openalex.org/W2981338466","https://openalex.org/W2981828710","https://openalex.org/W2998452322","https://openalex.org/W3013068160","https://openalex.org/W3022536969","https://openalex.org/W3023716276","https://openalex.org/W3035453001","https://openalex.org/W3046188601","https://openalex.org/W3048684575","https://openalex.org/W3071470454","https://openalex.org/W3110164654","https://openalex.org/W3115042282","https://openalex.org/W3121122428","https://openalex.org/W3154109599","https://openalex.org/W3155551741","https://openalex.org/W3170901302","https://openalex.org/W3188079459","https://openalex.org/W3192098883","https://openalex.org/W3205533264","https://openalex.org/W3214098988","https://openalex.org/W3214968384","https://openalex.org/W4286908675","https://openalex.org/W4286964103","https://openalex.org/W4287115237","https://openalex.org/W4288057780","https://openalex.org/W4288103499","https://openalex.org/W4288346602","https://openalex.org/W4297799122","https://openalex.org/W4308410483","https://openalex.org/W4319453673"],"related_works":["https://openalex.org/W2536155658","https://openalex.org/W2981981504","https://openalex.org/W3037866069","https://openalex.org/W4297796978","https://openalex.org/W3006853572","https://openalex.org/W1992286709","https://openalex.org/W2086526348","https://openalex.org/W3156389829","https://openalex.org/W2992243196","https://openalex.org/W3199340467"],"abstract_inverted_index":{"Within":[0],"the":[1,50,61,91,112,123,151,179,196,217,270,280,287],"realm":[2],"of":[3,20,64,93,116,125,204,235,269,286],"privacy-preserving":[4],"machine":[5],"learning,":[6],"empirical":[7,117,172,191,223],"privacy":[8,23,87,118,130,224,233,255,274,294,298,301],"defenses":[9,33,225],"have":[10],"been":[11],"proposed":[12],"as":[13,44,57,170,188,206],"a":[14,25,53,146,176,189,207,283],"solution":[15],"to":[16,40,156,162,250,266],"achieve":[17],"satisfactory":[18],"levels":[19,234],"training":[21,58,85,158,197,238,260,292],"data":[22,77,86,95,127,161,228,254,261,273,293,297],"without":[24],"significant":[26],"drop":[27],"in":[28,81,132,183],"model":[29,82,257,289],"utility.":[30],"Most":[31],"existing":[32,246],"against":[34],"membership":[35],"inference":[36],"attacks":[37],"assume":[38],"access":[39],"reference":[41,65,76,94,126,160,199,227,236,253,272,296],"data,":[42,66],"defined":[43],"an":[45,171],"additional":[46],"dataset":[47],"coming":[48],"from":[49],"same":[51],"(or":[52],"similar)":[54],"underlying":[55],"distribution":[56],"data.":[59,239],"Despite":[60],"common":[62],"use":[63],"previous":[67,133],"works":[68,134],"are":[69,104,248],"notably":[70],"reticent":[71],"about":[72],"defining":[73],"and":[74,128,135,159,198,220,237,263],"evaluating":[75],"privacy.":[78],"As":[79],"gains":[80],"utility":[83,258,290],"and/or":[84,259],"may":[88],"come":[89],"at":[90],"expense":[92],"privacy,":[96,262],"it":[97,215],"is":[98,168],"essential":[99],"that":[100,149,244],"all":[101,231],"three":[102],"aspects":[103],"duly":[105],"considered.":[106],"In":[107],"this":[108],"paper,":[109],"we":[110,121,144,202],"conduct":[111],"first":[113],"comprehensive":[114],"analysis":[115],"defenses.":[119,142,302],"First,":[120],"examine":[122],"availability":[124],"its":[129,137],"treatment":[131],"demonstrate":[136],"necessity":[138],"for":[139,229,256,282],"fairly":[140],"comparing":[141,300],"Second,":[143],"propose":[145],"baseline":[147],"defense":[148],"enables":[150],"utility-privacy":[152],"tradeoff":[153],"with":[154,175],"respect":[155],"both":[157],"be":[163,186],"easily":[164],"understood.":[165],"Our":[166,240],"method":[167],"formulated":[169],"risk":[173,192],"minimization":[174,193],"constraint":[177],"on":[178],"generalization":[180],"error,":[181],"which,":[182],"practice,":[184],"can":[185],"evaluated":[187],"weighted":[190],"(WERM)":[194],"over":[195],"datasets.":[200],"Although":[201],"conceived":[203],"WERM":[205],"simple":[208],"baseline,":[209],"our":[210,277],"experiments":[211],"show":[212],"that,":[213],"surprisingly,":[214],"outperforms":[216],"most":[218],"well-studied":[219],"current":[221],"state-of-the-art":[222],"using":[226],"nearly":[230],"relative":[232],"investigation":[241],"also":[242],"reveals":[243],"these":[245],"methods":[247],"unable":[249],"trade":[251],"off":[252],"thus":[264],"fail":[265],"operate":[267],"outside":[268],"high":[271],"case.":[275],"Overall,":[276],"work":[278],"highlights":[279],"need":[281],"proper":[284],"evaluation":[285],"triad":[288],"/":[291,295],"when":[299]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}