{"id":"https://openalex.org/W3217374154","doi":"https://doi.org/10.1109/jiot.2021.3131258","title":"A Fine-Grained Differentially Private Federated Learning Against Leakage From Gradients","display_name":"A Fine-Grained Differentially Private Federated Learning Against Leakage From Gradients","publication_year":2021,"publication_date":"2021-11-29","ids":{"openalex":"https://openalex.org/W3217374154","doi":"https://doi.org/10.1109/jiot.2021.3131258","mag":"3217374154"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3131258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3131258","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101824364","display_name":"Linghui Zhu","orcid":"https://orcid.org/0000-0002-6476-7943"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Linghui Zhu","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005996788","display_name":"Xinyi Liu","orcid":"https://orcid.org/0000-0002-3172-0946"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Liu","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346332","display_name":"Yiming Li","orcid":"https://orcid.org/0000-0002-2258-265X"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Li","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045406560","display_name":"Xue Yang","orcid":"https://orcid.org/0000-0002-4083-729X"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue Yang","raw_affiliation_strings":["Information Security and National Computing Grid Laboratory, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Information Security and National Computing Grid Laboratory, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034104790","display_name":"Shu\u2010Tao Xia","orcid":"https://orcid.org/0000-0002-8639-982X"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu-Tao Xia","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","Peng Cheng Laboratory, Research Center of Artificial Intelligence, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Research Center of Artificial Intelligence, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070447777","display_name":"Rongxing Lu","orcid":"https://orcid.org/0000-0001-5720-0941"},"institutions":[{"id":"https://openalex.org/I106938459","display_name":"University of New Brunswick","ror":"https://ror.org/05nkf0n29","country_code":"CA","type":"education","lineage":["https://openalex.org/I106938459"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rongxing Lu","raw_affiliation_strings":["Canadian Institute of Cybersecurity, Faculty of Computer Science, University of New Brunswick, Fredericton, Canada"],"affiliations":[{"raw_affiliation_string":"Canadian Institute of Cybersecurity, Faculty of Computer Science, University of New Brunswick, Fredericton, Canada","institution_ids":["https://openalex.org/I106938459"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101824364"],"corresponding_institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":3.779,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.94374071,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"9","issue":"13","first_page":"11500","last_page":"11512"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9139000177383423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8578600287437439},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.8430136442184448},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.6362434029579163},{"id":"https://openalex.org/keywords/leakage","display_name":"Leakage (economics)","score":0.5618152022361755},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5235997438430786},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.49941349029541016},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.45318007469177246},{"id":"https://openalex.org/keywords/private-information-retrieval","display_name":"Private information retrieval","score":0.4503419101238251},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3799743056297302},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3762739300727844},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32684779167175293},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.31876903772354126}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8578600287437439},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.8430136442184448},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.6362434029579163},{"id":"https://openalex.org/C2777042071","wikidata":"https://www.wikidata.org/wiki/Q6509304","display_name":"Leakage (economics)","level":2,"score":0.5618152022361755},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5235997438430786},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49941349029541016},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.45318007469177246},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.4503419101238251},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3799743056297302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3762739300727844},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32684779167175293},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.31876903772354126},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3131258","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3131258","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G2802018518","display_name":null,"funder_award_id":"62171248","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6480374108","display_name":null,"funder_award_id":"2020M670374","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G808467777","display_name":null,"funder_award_id":"2019A1515110644","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1873763122","https://openalex.org/W2077217970","https://openalex.org/W2112796928","https://openalex.org/W2123820077","https://openalex.org/W2473418344","https://openalex.org/W2798657499","https://openalex.org/W2911978475","https://openalex.org/W2963540401","https://openalex.org/W2970408908","https://openalex.org/W3011768388","https://openalex.org/W3016632787","https://openalex.org/W3046518446","https://openalex.org/W3118608800","https://openalex.org/W3200110661","https://openalex.org/W4205228770","https://openalex.org/W6639056083","https://openalex.org/W6723181079","https://openalex.org/W6728757088","https://openalex.org/W6743688258","https://openalex.org/W6746720608","https://openalex.org/W6750182894","https://openalex.org/W6752029299","https://openalex.org/W6768035077","https://openalex.org/W6769627709","https://openalex.org/W6775563089","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4286971788","https://openalex.org/W3199340467","https://openalex.org/W3157608626","https://openalex.org/W3132132958","https://openalex.org/W4321612632","https://openalex.org/W4322580403","https://openalex.org/W4399147128","https://openalex.org/W3193217249","https://openalex.org/W4280591108","https://openalex.org/W3021849752"],"abstract_inverted_index":{"Federated":[0],"learning":[1,129],"(FL)":[2],"enables":[3],"data":[4,18,31,108,193,216],"owners":[5],"to":[6,56,71,91,160,164,172,198,218,244],"train":[7],"a":[8,72,125,157,191],"global":[9],"model":[10,76,81,138,175,202],"with":[11,114,185,190],"shared":[12],"gradients":[13,44,116],"while":[14],"keeping":[15],"private":[16,29,106],"training":[17,30,107],"locally.":[19],"However,":[20,96],"recent":[21],"research":[22],"demonstrated":[23],"that":[24,99,146,220,236],"the":[25,35,60,80,88,92,100,105,111,115,144,148,165,196,201,228,241],"adversary":[26,101],"may":[27,102],"infer":[28],"of":[32,52,65,75,117,150,168],"clients":[33],"from":[34,43],"exchanged":[36],"local":[37],"gradients,":[38],"e.g.,":[39],"having":[40],"deep":[41,153],"leakage":[42],"(DLGs).":[45],"Many":[46],"existing":[47],"privacy-preserving":[48],"approaches":[49],"take":[50],"usage":[51],"differential":[53],"privacy":[54,63,89,134,247],"(DP)":[55],"guarantee":[57],"privacy.":[58],"Nevertheless,":[59],"widely":[61],"used":[62],"budget":[64,90],"DP":[66,127],"(e.g.,":[67,231],"evenly":[68],"distribution)":[69],"leads":[70],"sharp":[73],"decline":[74],"accuracy.":[77],"To":[78],"improve":[79],"accuracy,":[82],"some":[83],"schemes":[84],"only":[85],"consider":[86],"allocating":[87],"fully":[93],"connected":[94],"layers.":[95,119],"we":[97,123,155,178],"reveal":[98],"still":[103],"reconstruct":[104],"by":[109,143],"adopting":[110],"DLG":[112,242],"attack":[113,243],"convolutional":[118],"In":[120],"this":[121],"article,":[122],"propose":[124,156],"fine-grained":[126,158],"federated":[128],"(DPFL)":[130],"scheme,":[131],"which":[132],"guarantees":[133],"and":[135,187,210,214],"remains":[136],"high":[137,174],"performance":[139],"simultaneously.":[140],"Specifically,":[141],"inspired":[142],"methods":[145],"measure":[147],"importance":[149,166],"layers":[151,169],"in":[152,170],"learning,":[154],"method":[159,222],"allocate":[161],"noise":[162],"according":[163],"value":[167],"order":[171],"remain":[173],"performance.":[176,203],"Besides,":[177],"combine":[179],"an":[180],"active":[181],"client":[182],"selection":[183],"strategy":[184],"DPFL":[186,206,238],"perform":[188],"fine-tuning":[189],"public":[192],"set":[194],"on":[195],"server":[197],"further":[199],"ensure":[200],"We":[204,233],"evaluate":[205],"under":[207],"both":[208],"independent":[209],"identically":[211],"distributed":[212],"(i.i.d)":[213],"non-i.i.d":[215],"settings":[217],"show":[219],"our":[221,237],"can":[223,239],"achieve":[224],"similar":[225],"accuracy":[226],"as":[227],"plain":[229],"FL":[230],"FedAvg).":[232],"also":[234],"demonstrate":[235],"resist":[240],"verify":[245],"its":[246],"guarantee.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}