{"id":"https://openalex.org/W4409573684","doi":"https://doi.org/10.1109/tifs.2025.3557755","title":"DC-SGD: Differentially Private SGD With Dynamic Clipping Through Gradient Norm Distribution Estimation","display_name":"DC-SGD: Differentially Private SGD With Dynamic Clipping Through Gradient Norm Distribution Estimation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409573684","doi":"https://doi.org/10.1109/tifs.2025.3557755"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2025.3557755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3557755","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006624972","display_name":"Chengkun Wei","orcid":"https://orcid.org/0000-0001-8849-8808"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengkun Wei","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8849-8808","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073871890","display_name":"Weixian Li","orcid":"https://orcid.org/0009-0009-5302-8617"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weixian Li","raw_affiliation_strings":["Ant Group, Hangzhou, China","Ant Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100389824","display_name":"Chen Gong","orcid":"https://orcid.org/0000-0001-9305-6908"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Gong","raw_affiliation_strings":["School of Engineering, University of Virginia, Charlottesville, VA, USA","School of Engineering, University of Virginia, Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]},{"raw_affiliation_string":"School of Engineering, University of Virginia, Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101562847","display_name":"Wenzhi Chen","orcid":"https://orcid.org/0000-0003-1674-4701"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhi Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1674-4701","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.5581,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98442895,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"20","issue":null,"first_page":"4498","last_page":"4511"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.8913000226020813,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.8913000226020813,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7753999829292297,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11769","display_name":"Copyright and Intellectual Property","score":0.7699999809265137,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6247038841247559},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.4929368495941162},{"id":"https://openalex.org/keywords/clipping","display_name":"Clipping (morphology)","score":0.47413989901542664}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6247038841247559},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.4929368495941162},{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.47413989901542664},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2025.3557755","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2025.3557755","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4929171329","display_name":null,"funder_award_id":"62302441","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1873763122","https://openalex.org/W2001610032","https://openalex.org/W2051267297","https://openalex.org/W2194775991","https://openalex.org/W2473418344","https://openalex.org/W2535690855","https://openalex.org/W2594311007","https://openalex.org/W2784621220","https://openalex.org/W2887995258","https://openalex.org/W2923014074","https://openalex.org/W2927692314","https://openalex.org/W2945302328","https://openalex.org/W2964296660","https://openalex.org/W2998712190","https://openalex.org/W3011594683","https://openalex.org/W3016399951","https://openalex.org/W3019166713","https://openalex.org/W3036837013","https://openalex.org/W3045700442","https://openalex.org/W3046220160","https://openalex.org/W3082760180","https://openalex.org/W3110164654","https://openalex.org/W3167530662","https://openalex.org/W3213051863","https://openalex.org/W4213278605","https://openalex.org/W4307003864","https://openalex.org/W4311165731","https://openalex.org/W4312266295","https://openalex.org/W4390874210","https://openalex.org/W4399971973","https://openalex.org/W4402263982","https://openalex.org/W4408216051","https://openalex.org/W6631190155","https://openalex.org/W6755207826","https://openalex.org/W6762803017","https://openalex.org/W6763269054","https://openalex.org/W6766757622","https://openalex.org/W6766978945","https://openalex.org/W6767236195","https://openalex.org/W6769243733","https://openalex.org/W6779786081","https://openalex.org/W6781511523","https://openalex.org/W6787972765","https://openalex.org/W6789917607","https://openalex.org/W6790648370","https://openalex.org/W6796672819","https://openalex.org/W6797161312","https://openalex.org/W6797359156","https://openalex.org/W6802187784","https://openalex.org/W6802439978","https://openalex.org/W6810003945","https://openalex.org/W6838846876","https://openalex.org/W6838959450","https://openalex.org/W6846267398","https://openalex.org/W6861227862","https://openalex.org/W6868595648","https://openalex.org/W6869160614"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2035130982","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Differentially":[0],"Private":[1],"Stochastic":[2],"Gradient":[3],"Descent":[4],"(DP-SGD)":[5],"is":[6,20],"a":[7,56,90,198],"widely":[8],"adopted":[9],"technique":[10],"for":[11,201],"privacy-preserving":[12],"deep":[13,121,204],"learning.":[14],"A":[15],"critical":[16],"challenge":[17],"in":[18],"DP-SGD":[19,54,160],"selecting":[21],"the":[22,30,71,85,98,111,162,184,190],"optimal":[23],"clipping":[24,33,72,86],"threshold":[25,87],"C,":[26],"which":[27],"involves":[28],"balancing":[29],"trade-off":[31],"between":[32],"bias":[34],"and":[35,41,68,81,127,174,193,210],"noise":[36],"magnitude,":[37],"incurring":[38],"substantial":[39],"privacy":[40,164,173,212],"computing":[42],"overhead":[43,209],"during":[44],"hyperparameter":[45,114,144,167],"tuning.":[46,168],"In":[47],"this":[48],"paper,":[49],"we":[50],"propose":[51],"Dynamic":[52],"Clipping":[53],"(DC-SGD),":[55],"framework":[57,75],"that":[58,132,178],"leverages":[59],"differentially":[60,202],"private":[61,203],"histograms":[62],"to":[63,104,139],"estimate":[64],"gradient":[65,93],"norm":[66],"distributions":[67],"dynamically":[69],"adjust":[70],"thresholdC.":[73],"Our":[74,187],"includes":[76],"two":[77],"novel":[78],"mechanisms:":[79],"DC-SGD-P":[80,83],"DC-SGD-E.":[82],"adjusts":[84],"based":[88],"on":[89,119,143,157],"percentile":[91],"of":[92,102,113,155,166,195],"norms,":[94],"while":[95],"DC-SGD-E":[96,149],"minimizes":[97],"expected":[99],"squared":[100],"error":[101],"gradients":[103],"optimizeC.":[105],"These":[106],"dynamic":[107,135],"adjustments":[108],"significantly":[109],"reduce":[110],"burden":[112],"tuningC.":[115],"The":[116],"extensive":[117],"experiments":[118],"various":[120],"learning":[122,205],"tasks,":[123],"including":[124],"image":[125],"classification":[126],"natural":[128],"language":[129],"processing,":[130],"show":[131],"our":[133,179],"proposed":[134],"algorithms":[136],"achieve":[137,151],"up":[138],"9":[140],"times":[141],"acceleration":[142],"tuning":[145],"than":[146,159],"DP-SGD.":[147],"And":[148],"can":[150],"an":[152],"accuracy":[153],"improvement":[154],"10.62%":[156],"CIFAR10":[158],"under":[161],"same":[163],"budget":[165],"We":[169],"conduct":[170],"rigorous":[171],"theoretical":[172],"convergence":[175],"analyses,":[176],"showing":[177],"methods":[180],"seamlessly":[181],"integrate":[182],"with":[183,206],"Adam":[185],"optimizer.":[186],"results":[188],"highlight":[189],"robust":[191],"performance":[192],"efficiency":[194],"DC-SGD,":[196],"offering":[197],"practical":[199],"solution":[200],"reduced":[207],"computational":[208],"enhanced":[211],"guarantees.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}