{"id":"https://openalex.org/W7028857130","doi":null,"title":"Generalizing DP-SGD with shuffling and batch clipping","display_name":"Generalizing DP-SGD with shuffling and batch clipping","publication_year":2023,"publication_date":"2023-03-05","ids":{"openalex":"https://openalex.org/W7028857130"},"language":"en","primary_location":{"id":"pmh:cwi:oai:cwi.nl:33007","doi":null,"is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/33007","pdf_url":"https://ir.cwi.nl/pub/33007/33007.pdf","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CoRR abs","raw_type":"info:eu-repo/semantics/article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ir.cwi.nl/pub/33007/33007.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075756968","display_name":"Marten van Dijk","orcid":"https://orcid.org/0000-0001-9388-8050","observed_orcids":["https://orcid.org/0000-0001-9388-8050"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dijk, Marten","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103989478","display_name":"Phuong Ha Nguyen","orcid":"https://orcid.org/0009-0005-3198-6356","observed_orcids":["https://orcid.org/0009-0005-3198-6356"]},"institutions":[{"id":"https://openalex.org/I4210150719","display_name":"eBay (United States)","ror":"https://ror.org/05cnabr44","country_code":"US","type":"company","lineage":["https://openalex.org/I4210150719"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nguyen, Phuong Ha","raw_affiliation_strings":["eBay, CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"eBay, CA , USA","institution_ids":["https://openalex.org/I4210150719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764539","display_name":"Toan Ngoc Nguyen","orcid":"https://orcid.org/0009-0006-3496-0167","observed_orcids":["https://orcid.org/0009-0006-3496-0167"]},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nguyen, Toan","raw_affiliation_strings":["Department of Computer Science and Engineering , University of Connecticut , CT , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering , University of Connecticut , CT , USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"last","author":{"id":null,"display_name":"Nguyen, Lam","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nguyen, Lam","raw_affiliation_strings":["IBM Research , Thomas J. Watson Research Center , Yorktown Heights , NY , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research , Thomas J. Watson Research Center , Yorktown Heights , NY , USA","institution_ids":["https://openalex.org/I4210114115"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"differential privacy","score":0.8330000042915344},{"id":"https://openalex.org/keywords/dp-sgd","display_name":"DP-SGD","score":0.9850000143051147},{"id":"https://openalex.org/keywords/random-subsampling","display_name":"random subsampling","score":0.7390000224113464},{"id":"https://openalex.org/keywords/momentum-sgd","display_name":"momentum SGD","score":0.8629999756813049},{"id":"https://openalex.org/keywords/group-privacy","display_name":"group privacy","score":0.8399999737739563},{"id":"https://openalex.org/keywords/privacy-utility-trade-off","display_name":"privacy-utility trade-off","score":0.7289999723434448},{"id":"https://openalex.org/keywords/adversarial-model","display_name":"adversarial model","score":0.48500001430511475}],"concepts":[{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.7329000234603882},{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.7210000157356262},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6309000253677368},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5755000114440918},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4553999900817871},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4465999901294708},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.38119998574256897},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.3617999851703644},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3172000050544739},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3091999888420105},{"id":"https://openalex.org/C20353970","wikidata":"https://www.wikidata.org/wiki/Q1056998","display_name":"Simple random sample","level":3,"score":0.29420000314712524},{"id":"https://openalex.org/C2987642246","wikidata":"https://www.wikidata.org/wiki/Q5452196","display_name":"First order","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C60718061","wikidata":"https://www.wikidata.org/wiki/Q1414747","display_name":"Momentum (technical analysis)","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2694999873638153},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2671999931335449},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26089999079704285},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.24310000240802765},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.23669999837875366},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.23579999804496765},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.23479999601840973},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.22679999470710754},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.22619999945163727},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2223999947309494},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.21080000698566437},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.2093999981880188},{"id":"https://openalex.org/C44082924","wikidata":"https://www.wikidata.org/wiki/Q1767128","display_name":"Order statistic","level":2,"score":0.20739999413490295},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.20080000162124634},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.19689999520778656},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.1949000060558319},{"id":"https://openalex.org/C150799807","wikidata":"https://www.wikidata.org/wiki/Q374081","display_name":"Subtractive color","level":2,"score":0.19419999420642853},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.19380000233650208},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.1931000053882599},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.18359999358654022},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.17880000174045563},{"id":"https://openalex.org/C97542219","wikidata":"https://www.wikidata.org/wiki/Q497863","display_name":"SIMPLE algorithm","level":2,"score":0.17880000174045563},{"id":"https://openalex.org/C124978682","wikidata":"https://www.wikidata.org/wiki/Q1201019","display_name":"Proof of concept","level":2,"score":0.17749999463558197},{"id":"https://openalex.org/C119247159","wikidata":"https://www.wikidata.org/wiki/Q1366192","display_name":"System identification","level":3,"score":0.17319999635219574},{"id":"https://openalex.org/C2777894999","wikidata":"https://www.wikidata.org/wiki/Q4781758","display_name":"Approx","level":2,"score":0.16920000314712524}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:cwi:oai:cwi.nl:33007","doi":null,"is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/33007","pdf_url":"https://ir.cwi.nl/pub/33007/33007.pdf","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CoRR abs","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:cwi.nl:33007","doi":null,"is_oa":false,"landing_page_url":"https://ir.cwi.nl/pub/33007","pdf_url":null,"source":{"id":"https://openalex.org/S7407055335","display_name":"Centrum Wiskunde & Informatica (CWI), the national research institute for mathematics and computer science in the Netherlands","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computing Research Repository","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:cwi:oai:cwi.nl:33007","doi":null,"is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/33007","pdf_url":"https://ir.cwi.nl/pub/33007/33007.pdf","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CoRR abs","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7028857130.pdf","grobid_xml":"https://content.openalex.org/works/W7028857130.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W2112796928","https://openalex.org/W2963698657","https://openalex.org/W2964121744","https://openalex.org/W3169733032"],"related_works":["https://openalex.org/W7117870915","https://openalex.org/W4385080317","https://openalex.org/W4388032385","https://openalex.org/W4417040330","https://openalex.org/W4404569937","https://openalex.org/W4393248226","https://openalex.org/W4385261280","https://openalex.org/W4389073400","https://openalex.org/W4283705803","https://openalex.org/W3216188667"],"abstract_inverted_index":{"Classical":[0],"differential":[1,20],"private":[2,21],"DP-SGD":[3,27],"implements":[4],"individual":[5,64],"clipping":[6,132],"with":[7,45,133],"random":[8,73],"subsampling,":[9],"\\nwhich":[10],"forces":[11],"a":[12,18,88,94],"mini-batch":[13],"SGD":[14,41],"approach.":[15],"We":[16],"provide":[17],"general":[19],"algorithmic":[22],"\\nframework":[23],"that":[24],"goes":[25],"beyond":[26,72],"and":[28,38,86,120],"allows":[29,100],"any":[30],"possible":[31],"first":[32],"order":[33],"optimizers":[34],"(e.g.,":[35],"classical":[36],"\\nSGD":[37],"momentum":[39],"based":[40,92],"approaches)":[42],"in":[43,63],"combination":[44],"batch":[46,131],"clipping,":[47],"which":[48,99],"clips":[49],"an":[50],"\\naggregate":[51],"of":[52,122],"computed":[53],"gradients":[54,59],"rather":[55],"than":[56],"summing":[57],"clipped":[58],"(as":[60],"is":[61],"done":[62],"\\nclipping).":[65],"The":[66],"framework":[67],"also":[68,110],"admits":[69],"sampling":[70],"techniques":[71],"subsampling":[74],"such":[75],"as":[76],"\\nshuffling.":[77],"Our":[78],"DP":[79,128],"analysis":[80],"follows":[81],"the":[82],"f":[83],"-DP":[84],"approach":[85],"introduces":[87],"new":[89],"proof":[90],"technique":[91],"\\non":[93],"slightly":[95],"stronger":[96],"adversarial":[97],"model":[98],"us":[101],"to":[102,109],"derive":[103],"simple":[104],"closed":[105],"form":[106],"expressions":[107],"\\nand":[108],"analyse":[111],"group":[112],"privacy.":[113],"In":[114],"particular,":[115],"for":[116,130],"E":[117],"epochs":[118],"work":[119],"groups":[121],"size":[123],"g,":[124],"we":[125],"show":[126],"a\u221agE":[127],"dependency":[129],"shuffling.":[134]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}