{"id":"https://openalex.org/W3214934646","doi":"https://doi.org/10.1109/tmc.2021.3130060","title":"Differentially-Private Deep Learning With Directional Noise","display_name":"Differentially-Private Deep Learning With Directional Noise","publication_year":2021,"publication_date":"2021-11-23","ids":{"openalex":"https://openalex.org/W3214934646","doi":"https://doi.org/10.1109/tmc.2021.3130060","mag":"3214934646"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2021.3130060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2021.3130060","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018175815","display_name":"Liyao Xiang","orcid":"https://orcid.org/0000-0003-0165-4930"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liyao Xiang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0165-4930","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078780912","display_name":"Weiting Li","orcid":"https://orcid.org/0000-0003-3788-1668"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiting Li","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3788-1668","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020124916","display_name":"Jungang Yang","orcid":"https://orcid.org/0000-0001-5416-9547"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jungang Yang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5416-9547","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034483183","display_name":"Xinbing Wang","orcid":"https://orcid.org/0000-0002-0357-8356"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbing Wang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0357-8356","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083596391","display_name":"Baochun Li","orcid":"https://orcid.org/0000-0003-2404-0974"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Baochun Li","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2404-0974","affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4095,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.69436224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"22","issue":"5","first_page":"2599","last_page":"2612"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9713000059127808,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9672999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.9091101288795471},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8620101809501648},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6502434611320496},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6448884010314941},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6189120411872864},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5781379342079163},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5624088644981384},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.5547995567321777},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5345674157142639},{"id":"https://openalex.org/keywords/private-information-retrieval","display_name":"Private information retrieval","score":0.5281667113304138},{"id":"https://openalex.org/keywords/artificial-noise","display_name":"Artificial noise","score":0.5173044204711914},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4883570373058319},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4784557819366455},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3820842504501343},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2765044867992401},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.14694693684577942},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.09731635451316833}],"concepts":[{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.9091101288795471},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8620101809501648},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6502434611320496},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6448884010314941},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6189120411872864},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5781379342079163},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5624088644981384},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.5547995567321777},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5345674157142639},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.5281667113304138},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.5173044204711914},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4883570373058319},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4784557819366455},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3820842504501343},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2765044867992401},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14694693684577942},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.09731635451316833},{"id":"https://openalex.org/C19247436","wikidata":"https://www.wikidata.org/wiki/Q192727","display_name":"Physical layer","level":3,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2021.3130060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2021.3130060","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5199999809265137,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1524581953","https://openalex.org/W1966072539","https://openalex.org/W1985511977","https://openalex.org/W1992926795","https://openalex.org/W2051267297","https://openalex.org/W2053637704","https://openalex.org/W2077217970","https://openalex.org/W2099111195","https://openalex.org/W2101771965","https://openalex.org/W2162379889","https://openalex.org/W2167372639","https://openalex.org/W2180612164","https://openalex.org/W2248469562","https://openalex.org/W2294904676","https://openalex.org/W2473418344","https://openalex.org/W2515654213","https://openalex.org/W2520442116","https://openalex.org/W2535690855","https://openalex.org/W2594311007","https://openalex.org/W2605258322","https://openalex.org/W2753840555","https://openalex.org/W2809607392","https://openalex.org/W2927692314","https://openalex.org/W2950943617","https://openalex.org/W2963062476","https://openalex.org/W2963313259","https://openalex.org/W2963999993","https://openalex.org/W2969261410","https://openalex.org/W3099542802","https://openalex.org/W3102360395","https://openalex.org/W6677855611","https://openalex.org/W6697139857","https://openalex.org/W6728897251","https://openalex.org/W6735632633","https://openalex.org/W6743732567","https://openalex.org/W6744389324","https://openalex.org/W6747732332","https://openalex.org/W6758358981","https://openalex.org/W6767236195"],"related_works":["https://openalex.org/W3038283795","https://openalex.org/W2604501336","https://openalex.org/W2734500670","https://openalex.org/W2558166297","https://openalex.org/W2315671126","https://openalex.org/W798507144","https://openalex.org/W2964481303","https://openalex.org/W1751413323","https://openalex.org/W2571704763","https://openalex.org/W4361791424"],"abstract_inverted_index":{"With":[0],"the":[1,7,18,115,136,139,170,176,182,196],"popularity":[2],"of":[3,9,75,79,88,112,135,155],"deep":[4,29,70,147],"learning":[5,30,71,148],"applications,":[6],"privacy":[8,35,53,60,159,172,183],"training":[10,43],"data":[11,19,44,59,107],"has":[12,54],"become":[13],"a":[14,76,100,130,153,186,192],"major":[15],"concern":[16],"as":[17],"sources":[20],"may":[21],"be":[22,143],"sensitive.":[23],"Recent":[24],"studies":[25],"have":[26],"found":[27],"that":[28,162],"models":[31,72],"are":[32,38],"vulnerable":[33],"to":[34,40,57,65,142,175,185,195],"attacks,":[36,51],"which":[37,93],"able":[39],"infer":[41],"private":[42],"from":[45],"model":[46,96,104],"parameters.":[47],"To":[48],"mitigate":[49],"such":[50],"differential":[52],"been":[55],"proposed":[56,164],"preserve":[58],"by":[61,109],"adding":[62],"randomized":[63],"noise":[64,89,113],"these":[66],"models.":[67],"However,":[68],"since":[69],"usually":[73],"consist":[74],"large":[77],"number":[78],"parameters":[80],"and":[81,106,128,158,190],"complicated":[82],"layered":[83],"structures,":[84],"an":[85,120],"overwhelming":[86],"amount":[87],"is":[90],"often":[91],"inserted,":[92],"significantly":[94],"degrades":[95],"accuracy.":[97],"We":[98,118],"seek":[99],"better":[101],"tradeoff":[102],"between":[103],"utility":[105,116],"privacy,":[108],"choosing":[110],"directions":[111],"w.r.t.":[114],"subspace.":[117],"propose":[119,191],"optimized":[121],"mechanism":[122,140,165],"for":[123],"differentially-private":[124],"stochastic":[125],"gradient":[126],"descent,":[127],"derive":[129],"closed-form":[131],"solution.":[132],"The":[133],"form":[134,194],"solution":[137],"makes":[138],"ready":[141],"deployed":[144],"in":[145],"real-world":[146],"systems.":[149],"Experimental":[150],"results":[151],"on":[152],"variety":[154],"models,":[156],"datasets,":[157],"settings":[160],"show":[161],"our":[163],"achieves":[166],"higher":[167],"accuracies":[168],"at":[169],"same":[171],"guarantee":[173,184],"compared":[174],"state-of-the-art":[177],"methods.":[178],"Further,":[179],"we":[180],"extend":[181],"mutual":[187],"information":[188],"bound,":[189],"general":[193],"utility-privacy":[197],"problem.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}