{"id":"https://openalex.org/W4310822350","doi":"https://doi.org/10.48550/arxiv.2212.01539","title":"Exploring the Limits of Differentially Private Deep Learning with Group-wise Clipping","display_name":"Exploring the Limits of Differentially Private Deep Learning with Group-wise Clipping","publication_year":2022,"publication_date":"2022-12-03","ids":{"openalex":"https://openalex.org/W4310822350","doi":"https://doi.org/10.48550/arxiv.2212.01539"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2212.01539","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.01539","pdf_url":"https://arxiv.org/pdf/2212.01539","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2212.01539","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048009884","display_name":"Jiyan He","orcid":"https://orcid.org/0009-0003-4539-1826"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Jiyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752866","display_name":"Xuechen Li","orcid":"https://orcid.org/0000-0002-7236-9582"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xuechen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101197730","display_name":"Yu Da","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Da","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076636408","display_name":"Huishuai Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Huishuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043137436","display_name":"Janardhan Kulkarni","orcid":"https://orcid.org/0009-0005-9980-7836"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kulkarni, Janardhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024980585","display_name":"Yin Tat Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Yin Tat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084855970","display_name":"Art\u016brs Ba\u010dkurs","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Backurs, Arturs","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064573190","display_name":"Nenghai Yu","orcid":"https://orcid.org/0000-0003-4417-9316"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Nenghai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5030951014","display_name":"Jiang Bian","orcid":"https://orcid.org/0000-0002-2238-5429"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bian, Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clipping","display_name":"Clipping (morphology)","score":0.8869044780731201},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6429711580276489},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5424867272377014},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4932228922843933},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4912113547325134},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.48839277029037476},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4708161950111389},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4417898952960968},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33866897225379944},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32514458894729614},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21217799186706543},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.09815710783004761}],"concepts":[{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.8869044780731201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6429711580276489},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5424867272377014},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4932228922843933},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4912113547325134},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.48839277029037476},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4708161950111389},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4417898952960968},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33866897225379944},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32514458894729614},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21217799186706543},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.09815710783004761},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2212.01539","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.01539","pdf_url":"https://arxiv.org/pdf/2212.01539","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2212.01539","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2212.01539","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2212.01539","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.01539","pdf_url":"https://arxiv.org/pdf/2212.01539","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.5,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W1517524280","https://openalex.org/W4323520239"],"abstract_inverted_index":{"Differentially":[0],"private":[1,42,71,76,145],"deep":[2,146],"learning":[3,77,91],"has":[4],"recently":[5],"witnessed":[6],"advances":[7],"in":[8,65,69,75,143],"computational":[9],"efficiency":[10],"and":[11,25,82],"privacy-utility":[12],"trade-off.":[13],"We":[14,155],"explore":[15,136],"whether":[16],"further":[17],"improvements":[18],"along":[19],"the":[20,37,50,137,151,174,205],"two":[21,30],"axes":[22],"are":[23,164],"possible":[24],"provide":[26],"affirmative":[27],"answers":[28],"leveraging":[29],"instantiations":[31],"of":[32,41,52,95,139,176],"\\emph{group-wise":[33],"clipping}.":[34],"To":[35,135],"reduce":[36],"compute":[38],"time":[39],"overhead":[40],"learning,":[43,147],"we":[44,148],"show":[45],"that":[46,78,163,172],"\\emph{per-layer":[47],"clipping},":[48],"where":[49],"gradient":[51,175],"each":[53,177],"neural":[54],"network":[55],"layer":[56],"is":[57,79,200],"clipped":[58],"separately,":[59],"allows":[60],"clipping":[61,99,110,118,161,190],"to":[62,104],"be":[63],"performed":[64],"conjunction":[66],"with":[67,100,111,160,169,188],"backpropagation":[68],"differentially":[70,144],"optimization.":[72],"This":[73],"results":[74],"as":[80,84,89],"memory-efficient":[81],"almost":[83],"fast":[85],"per":[86],"training":[87,121],"update":[88],"non-private":[90],"for":[92],"many":[93],"workflows":[94],"interest.":[96],"While":[97],"per-layer":[98,109],"constant":[101],"thresholds":[102,113],"tends":[103],"underperform":[105],"standard":[106],"flat":[107,117],"clipping,":[108],"adaptive":[112],"matches":[114],"or":[115,127],"outperforms":[116],"under":[119],"given":[120],"epoch":[122],"constraints,":[123],"hence":[124],"attaining":[125],"similar":[126],"better":[128,197],"task":[129,193],"performance":[130,194],"within":[131],"less":[132],"wall":[133],"time.":[134],"limits":[138],"scaling":[140,157],"(pretrained)":[141],"models":[142],"privately":[149],"fine-tune":[150],"175":[152],"billion-parameter":[153],"GPT-3.":[154],"bypass":[156],"challenges":[158],"associated":[159],"gradients":[162],"distributed":[165],"across":[166],"multiple":[167],"devices":[168],"\\emph{per-device":[170],"clipping}":[171],"clips":[173],"model":[178],"piece":[179],"separately":[180],"on":[181,208],"its":[182],"host":[183],"device.":[184],"Privately":[185],"fine-tuning":[186,204],"GPT-3":[187],"per-device":[189],"achieves":[191],"a":[192,209],"at":[195],"$\u03b5=1$":[196],"than":[198],"what":[199],"attainable":[201],"by":[202],"non-privately":[203],"largest":[206],"GPT-2":[207],"summarization":[210],"task.":[211]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}