{"id":"https://openalex.org/W4383960665","doi":"https://doi.org/10.1109/tifs.2023.3293961","title":"Differentially Private Deep Learning With Dynamic Privacy Budget Allocation and Adaptive Optimization","display_name":"Differentially Private Deep Learning With Dynamic Privacy Budget Allocation and Adaptive Optimization","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4383960665","doi":"https://doi.org/10.1109/tifs.2023.3293961"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2023.3293961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2023.3293961","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100443788","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0003-0961-0545"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System Laboratory, the Services Computing Technology and System Laboratory, and the Cluster and Grid Computing Laboratory, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-0961-0545","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System Laboratory, the Services Computing Technology and System Laboratory, and the Cluster and Grid Computing Laboratory, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024240129","display_name":"Danyang Yue","orcid":"https://orcid.org/0000-0002-6018-1996"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danyang Yue","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System Laboratory, the Services Computing Technology and System Laboratory, and the Cluster and Grid Computing Laboratory, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System Laboratory, the Services Computing Technology and System Laboratory, and the Cluster and Grid Computing Laboratory, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038493361","display_name":"Xiaofeng Ding","orcid":"https://orcid.org/0000-0001-5054-8515"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Ding","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System Laboratory, the Services Computing Technology and System Laboratory, and the Cluster and Grid Computing Laboratory, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-5054-8515","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System Laboratory, the Services Computing Technology and System Laboratory, and the Cluster and Grid Computing Laboratory, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009894888","display_name":"Zuan Wang","orcid":"https://orcid.org/0000-0003-4004-3454"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuan Wang","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System Laboratory, the Services Computing Technology and System Laboratory, and the Cluster and Grid Computing Laboratory, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-4004-3454","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System Laboratory, the Services Computing Technology and System Laboratory, and the Cluster and Grid Computing Laboratory, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001746807","display_name":"Kim\u2010Kwang Raymond Choo","orcid":"https://orcid.org/0000-0001-9208-5336"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kim-Kwang Raymond Choo","raw_affiliation_strings":["Department of Information Systems and Cyber Security, The University of Texas at San Antonio, San Antonio, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-9208-5336","affiliations":[{"raw_affiliation_string":"Department of Information Systems and Cyber Security, The University of Texas at San Antonio, San Antonio, TX, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022262922","display_name":"Hai Jin","orcid":"https://orcid.org/0000-0002-3934-7605"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai Jin","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System Laboratory, the Services Computing Technology and System Laboratory, and the Cluster and Grid Computing Laboratory, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-3934-7605","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System Laboratory, the Services Computing Technology and System Laboratory, and the Cluster and Grid Computing Laboratory, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.2375,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.9655938,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"18","issue":null,"first_page":"4422","last_page":"4435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8302541971206665},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.7408910393714905},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.7294760942459106},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.575063943862915},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47363677620887756},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4705165922641754},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.42846155166625977},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4174700081348419},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4120585322380066},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4110995829105377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38847824931144714},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3571332097053528},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3378641605377197},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2308635115623474}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8302541971206665},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.7408910393714905},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7294760942459106},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.575063943862915},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47363677620887756},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4705165922641754},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.42846155166625977},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4174700081348419},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4120585322380066},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4110995829105377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38847824931144714},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3571332097053528},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3378641605377197},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2308635115623474},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2023.3293961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2023.3293961","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4569694857","display_name":null,"funder_award_id":"62172179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1522301498","https://openalex.org/W1787224781","https://openalex.org/W2007339694","https://openalex.org/W2026653933","https://openalex.org/W2116456623","https://openalex.org/W2146502635","https://openalex.org/W2294904676","https://openalex.org/W2346578521","https://openalex.org/W2473418344","https://openalex.org/W2605409611","https://openalex.org/W2749247755","https://openalex.org/W2750384547","https://openalex.org/W2785523195","https://openalex.org/W2791639158","https://openalex.org/W2793074016","https://openalex.org/W2809008139","https://openalex.org/W2809607392","https://openalex.org/W2891952073","https://openalex.org/W2919337578","https://openalex.org/W2927692314","https://openalex.org/W2948712909","https://openalex.org/W2963313259","https://openalex.org/W2963699739","https://openalex.org/W2964162474","https://openalex.org/W2964225135","https://openalex.org/W2997620690","https://openalex.org/W3000716014","https://openalex.org/W3005560345","https://openalex.org/W3006463092","https://openalex.org/W3012988010","https://openalex.org/W3022244822","https://openalex.org/W3037261120","https://openalex.org/W3037908713","https://openalex.org/W3047250731","https://openalex.org/W3101063537","https://openalex.org/W3102360395","https://openalex.org/W3110543402","https://openalex.org/W3119876694","https://openalex.org/W3175737563","https://openalex.org/W3213672389","https://openalex.org/W3214167602","https://openalex.org/W4205228770","https://openalex.org/W4205497172","https://openalex.org/W4288346602","https://openalex.org/W4299283926","https://openalex.org/W6600284362","https://openalex.org/W6631190155","https://openalex.org/W6677681515","https://openalex.org/W6681435938","https://openalex.org/W6697139857","https://openalex.org/W6704488215","https://openalex.org/W6736518430","https://openalex.org/W6743688258","https://openalex.org/W6747620207","https://openalex.org/W6754654111","https://openalex.org/W6762803017","https://openalex.org/W6763192249","https://openalex.org/W6763818813","https://openalex.org/W6772129282","https://openalex.org/W6773976177","https://openalex.org/W6779786081","https://openalex.org/W6779796695","https://openalex.org/W6803759997"],"related_works":["https://openalex.org/W4361791424","https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W3020853991","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"(DL)":[2],"has":[3],"been":[4],"adopted":[5],"in":[6,46],"a":[7],"broad":[8],"range":[9],"of":[10,162],"Internet-of-Things":[11],"(IoT)":[12],"applications":[13],"such":[14,24],"as":[15,25,149],"auto-driving,":[16],"intelligent":[17],"healthcare":[18],"and":[19,30,44,93],"smart":[20],"grids,":[21],"but":[22],"limitations":[23],"those":[26],"relating":[27],"to":[28,39,105,127,141],"data":[29],"user":[31],"privacy":[32,43,146],"can":[33],"complicate":[34],"its":[35],"broader":[36],"implementation.":[37],"Seeking":[38],"jointly":[40],"address":[41],"both":[42],"utility,":[45,131],"this":[47],"paper":[48],"we":[49,100,116,132],"connect":[50],"the":[51,67,74,81,85,89,97,102,107,118,122,129,135,160,163],"layer-wise":[52],"relevance":[53],"propagation":[54],"with":[55],"gradient":[56,69,82,87,113,123],"descent":[57,91],"for":[58,111],"injecting":[59],"proper":[60],"noise":[61,138],"into":[62,76,121],"gradients.":[63],"We":[64],"also":[65,133,158],"improve":[66],"conventional":[68],"clipping":[70],"method":[71],"by":[72,151],"dividing":[73],"gradients":[75],"several":[77],"groups;":[78],"thus,":[79],"minimizing":[80],"distortion.":[83],"Since":[84],"noisy":[86],"causes":[88],"undetermined":[90],"direction":[92],"might":[94],"adversely":[95],"affect":[96],"loss":[98],"minimization,":[99],"use":[101],"NoisyMin":[103],"algorithm":[104],"select":[106],"best":[108],"step":[109],"size":[110],"each":[112],"perturbation.":[114],"Finally,":[115],"integrate":[117],"adaptive":[119],"optimizer":[120],"descent.":[124],"In":[125],"addition":[126,139],"improving":[128],"model":[130],"leverage":[134],"leading":[136],"Sinh-Normal":[137],"mechanism":[140],"achieve":[142],"truncated":[143],"concentrated":[144],"differential":[145],"(tCDP)":[147],"\u2013":[148],"demonstrated":[150],"our":[152],"rigorous":[153],"analysis.":[154],"Our":[155],"experimental":[156],"evaluations":[157],"validate":[159],"effectiveness":[161],"proposed":[164],"algorithm.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}