{"id":"https://openalex.org/W4312395015","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892665","title":"Variance of the Gradient Also Matters: Privacy Leakage from Gradients","display_name":"Variance of the Gradient Also Matters: Privacy Leakage from Gradients","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312395015","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892665"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892665","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101674028","display_name":"Yijue Wang","orcid":"https://orcid.org/0000-0002-9977-6065"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yijue Wang","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080327156","display_name":"Jieren Deng","orcid":"https://orcid.org/0000-0002-5738-0927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jieren Deng","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029066094","display_name":"Dan Guo","orcid":"https://orcid.org/0000-0001-5510-1202"},"institutions":[{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Dan Guo","raw_affiliation_strings":["Northeastern University"],"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083601595","display_name":"Chenghong Wang","orcid":"https://orcid.org/0000-0001-7837-5791"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenghong Wang","raw_affiliation_strings":["Duke University"],"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019736242","display_name":"Xianrui Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xianrui Meng","raw_affiliation_strings":["Stealth Startup"],"affiliations":[{"raw_affiliation_string":"Stealth Startup","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338967","display_name":"Hang Liu","orcid":"https://orcid.org/0000-0002-5246-8399"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hang Liu","raw_affiliation_strings":["Stevens Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Stevens Institute of Technology","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029041038","display_name":"Chao Shang","orcid":"https://orcid.org/0000-0003-3905-4631"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chao Shang","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101789833","display_name":"Binghui Wang","orcid":"https://orcid.org/0000-0001-5616-060X"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Binghui Wang","raw_affiliation_strings":["Illinois Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022570405","display_name":"Qin Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qin Cao","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030060072","display_name":"Caiwen Ding","orcid":"https://orcid.org/0000-0003-0891-1231"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caiwen Ding","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034177039","display_name":"Sanguthevar Rajasekaran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sanguthevar Rajasekaran","raw_affiliation_strings":["University of Connecticut"],"affiliations":[{"raw_affiliation_string":"University of Connecticut","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5101674028"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4151,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.59033613,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8200978636741638},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8027079701423645},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5680070519447327},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5563141107559204},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.4798378646373749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4324849247932434},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4199952483177185},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3941711187362671},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3858473300933838},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35190701484680176},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3474672734737396},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13913172483444214},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11958104372024536},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09284651279449463}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8200978636741638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8027079701423645},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5680070519447327},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5563141107559204},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.4798378646373749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4324849247932434},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4199952483177185},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3941711187362671},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3858473300933838},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35190701484680176},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3474672734737396},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13913172483444214},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11958104372024536},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09284651279449463},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892665","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8331580488","display_name":null,"funder_award_id":"1743418,1843025","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1782590233","https://openalex.org/W1990545423","https://openalex.org/W2051267297","https://openalex.org/W2051434435","https://openalex.org/W2108598243","https://openalex.org/W2125930537","https://openalex.org/W2133324003","https://openalex.org/W2161336914","https://openalex.org/W2165533158","https://openalex.org/W2168231600","https://openalex.org/W2544902556","https://openalex.org/W2591882872","https://openalex.org/W2608764892","https://openalex.org/W2900120080","https://openalex.org/W2908510526","https://openalex.org/W2958629450","https://openalex.org/W2963456518","https://openalex.org/W2964162474","https://openalex.org/W2970408908","https://openalex.org/W2970606380","https://openalex.org/W2977797911","https://openalex.org/W3000479830","https://openalex.org/W3016632787","https://openalex.org/W3035616549","https://openalex.org/W3038028469","https://openalex.org/W3040156639","https://openalex.org/W3080934299","https://openalex.org/W3113016965","https://openalex.org/W3118608800","https://openalex.org/W3172312230","https://openalex.org/W3188079459","https://openalex.org/W3212066318","https://openalex.org/W4287629778","https://openalex.org/W4292084264","https://openalex.org/W6631943919","https://openalex.org/W6678818196","https://openalex.org/W6679927421","https://openalex.org/W6684859321","https://openalex.org/W6755988804","https://openalex.org/W6757817989","https://openalex.org/W6759226220","https://openalex.org/W6764838729","https://openalex.org/W6768331957","https://openalex.org/W6773039429","https://openalex.org/W6784796509","https://openalex.org/W6810503457"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W2413243053","https://openalex.org/W410723623","https://openalex.org/W2015341305","https://openalex.org/W17155033","https://openalex.org/W2035068594","https://openalex.org/W4225593417","https://openalex.org/W2573498121","https://openalex.org/W3022298670","https://openalex.org/W2189229849"],"abstract_inverted_index":{"Distributed":[0],"machine":[1],"learning":[2],"(DML)":[3],"enables":[4],"model":[5],"training":[6,39,62,73,85,101,127,138],"on":[7,26,64,75,107,184],"a":[8,33,112,178],"large":[9],"corpus":[10],"of":[11,94,151,158,174,193,202],"decentralized":[12],"data":[13,40,63,74,102,128,205],"from":[14,104,116],"users":[15],"and":[16,68,135,161,168,188,208],"only":[17,59,144],"collects":[18],"local":[19],"models":[20],"or":[21,82],"gradients":[22,146,159],"for":[23],"global":[24],"synchronization":[25],"the":[27,38,42,61,72,84,100,126,145,149,156,162,191,197,204,209],"cloud.":[28],"Recent":[29],"studies":[30],"show":[31],"that":[32,53,123],"third":[34],"party":[35],"can":[36,58,98,124],"recover":[37,60,71,125],"in":[41,129,136,200],"DML":[43,130],"system":[44],"through":[45],"publicly":[46],"shared":[47],"gradients.":[48,105,152],"Our":[49,140,181],"investigation":[50],"has":[51],"revealed":[52],"existing":[54],"techniques":[55],"(e.g.,":[56,79],"DLG)":[57],"uniform":[65],"weight":[66,96,133],"distribution":[67,97,160],"fail":[69],"to":[70],"other":[76],"weights":[77],"initialization":[78,134],"normal":[80],"distribution)":[81],"during":[83],"stage.":[86],"In":[87],"this":[88,108],"work,":[89],"we":[90,110,154],"provide":[91],"an":[92,170],"analysis":[93],"how":[95],"affect":[99],"recovery":[103,206,210],"Based":[106],"analysis,":[109],"propose":[111],"self-adaptive":[113],"privacy":[114],"attack":[115,121],"gradients,":[117],"SAPAG\u2014a":[118],"general":[119],"gradient":[120,175],"algorithm":[122,141],"with":[131],"any":[132,137],"phase.":[139],"exploits":[142],"not":[143],"but":[147],"also":[148],"variance":[150,157],"Specifically,":[153],"exploit":[155],"Deep":[163],"Neural":[164],"Network":[165],"(DNN)":[166],"architecture":[167],"design":[169],"adaptive":[171],"Gaussian":[172],"kernel":[173],"difference":[176],"as":[177],"distance":[179],"measure.":[180],"experimental":[182],"results":[183],"various":[185],"benchmark":[186],"datasets":[187],"tasks":[189],"demonstrate":[190],"generalizability":[192],"SAPAG.":[194],"SAPAG":[195],"outperforms":[196],"state-of-the-art":[198],"algorithms":[199],"terms":[201],"both":[203],"performance":[207],"speed.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-02-27T16:54:17.756197","created_date":"2025-10-10T00:00:00"}