{"id":"https://openalex.org/W4313387429","doi":"https://doi.org/10.1109/tifs.2022.3222935","title":"FedDual: Pair-Wise Gossip Helps Federated Learning in Large Decentralized Networks","display_name":"FedDual: Pair-Wise Gossip Helps Federated Learning in Large Decentralized Networks","publication_year":2022,"publication_date":"2022-11-17","ids":{"openalex":"https://openalex.org/W4313387429","doi":"https://doi.org/10.1109/tifs.2022.3222935"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2022.3222935","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2022.3222935","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100428481","display_name":"Qian Chen","orcid":"https://orcid.org/0000-0002-6956-8185"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Chen","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, School of Cyber Engineering, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-6956-8185","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, School of Cyber Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384099","display_name":"Zilong Wang","orcid":"https://orcid.org/0000-0002-1525-3356"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zilong Wang","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, School of Cyber Engineering, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-1525-3356","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, School of Cyber Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068018369","display_name":"Hongbo Wang","orcid":"https://orcid.org/0000-0003-4971-2060"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbo Wang","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, School of Cyber Engineering, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0003-4971-2060","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, School of Cyber Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083787204","display_name":"Xiaodong Lin","orcid":"https://orcid.org/0000-0001-8916-6645"},"institutions":[{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiaodong Lin","raw_affiliation_strings":["School of Computer Science, University of Guelph, Guelph, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8916-6645","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Guelph, Guelph, ON, Canada","institution_ids":["https://openalex.org/I79817857"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4116,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.93427348,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"18","issue":null,"first_page":"335","last_page":"350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7973414659500122},{"id":"https://openalex.org/keywords/gossip","display_name":"Gossip","score":0.78318190574646},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5995160341262817},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.5821554064750671},{"id":"https://openalex.org/keywords/artificial-noise","display_name":"Artificial noise","score":0.5183630585670471},{"id":"https://openalex.org/keywords/single-point-of-failure","display_name":"Single point of failure","score":0.5143336057662964},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4790188670158386},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.457871675491333},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44036608934402466},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4338165521621704},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.43299758434295654},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4153721332550049},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.41354721784591675},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3520625829696655},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3106672167778015},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2727407217025757}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7973414659500122},{"id":"https://openalex.org/C62989814","wikidata":"https://www.wikidata.org/wiki/Q854648","display_name":"Gossip","level":2,"score":0.78318190574646},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5995160341262817},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.5821554064750671},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.5183630585670471},{"id":"https://openalex.org/C165136773","wikidata":"https://www.wikidata.org/wiki/Q1363179","display_name":"Single point of failure","level":2,"score":0.5143336057662964},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4790188670158386},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.457871675491333},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44036608934402466},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4338165521621704},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.43299758434295654},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4153721332550049},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.41354721784591675},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3520625829696655},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3106672167778015},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2727407217025757},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2022.3222935","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2022.3222935","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4196068438","display_name":null,"funder_award_id":"U19B200073","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G445123356","display_name":null,"funder_award_id":"62172319","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1484040084","https://openalex.org/W1601001795","https://openalex.org/W1901616594","https://openalex.org/W1973704753","https://openalex.org/W2038194220","https://openalex.org/W2038337218","https://openalex.org/W2051267297","https://openalex.org/W2052267638","https://openalex.org/W2074796812","https://openalex.org/W2096870293","https://openalex.org/W2112269233","https://openalex.org/W2117905067","https://openalex.org/W2233233025","https://openalex.org/W2265846598","https://openalex.org/W2509527900","https://openalex.org/W2535838896","https://openalex.org/W2617960902","https://openalex.org/W2744999500","https://openalex.org/W2767079719","https://openalex.org/W2789894922","https://openalex.org/W2790598069","https://openalex.org/W2912213068","https://openalex.org/W2945262235","https://openalex.org/W2949003697","https://openalex.org/W2949736592","https://openalex.org/W2969231791","https://openalex.org/W2970408908","https://openalex.org/W2980046802","https://openalex.org/W2989959164","https://openalex.org/W2995022099","https://openalex.org/W2997721570","https://openalex.org/W3006655855","https://openalex.org/W3016632787","https://openalex.org/W3019945581","https://openalex.org/W3038028469","https://openalex.org/W3051272477","https://openalex.org/W3093548068","https://openalex.org/W3112310000","https://openalex.org/W3113149354","https://openalex.org/W3122294042","https://openalex.org/W3185484358","https://openalex.org/W3192324887","https://openalex.org/W4205228770","https://openalex.org/W4232836212","https://openalex.org/W4297687186","https://openalex.org/W4302286902","https://openalex.org/W4318619660","https://openalex.org/W4377938787","https://openalex.org/W6676963778","https://openalex.org/W6718132984","https://openalex.org/W6728757088","https://openalex.org/W6738250615","https://openalex.org/W6748948743","https://openalex.org/W6758947373","https://openalex.org/W6759226220","https://openalex.org/W6762326562","https://openalex.org/W6763891446","https://openalex.org/W6764838729","https://openalex.org/W6767074001","https://openalex.org/W6769380244","https://openalex.org/W6770792298","https://openalex.org/W6781597409","https://openalex.org/W6784774785","https://openalex.org/W6789374909"],"related_works":["https://openalex.org/W3196405711","https://openalex.org/W4392303055","https://openalex.org/W3187232590","https://openalex.org/W4285814369","https://openalex.org/W4312762663","https://openalex.org/W4385749934","https://openalex.org/W3201612435","https://openalex.org/W3112310000","https://openalex.org/W4318978799","https://openalex.org/W4390607445"],"abstract_inverted_index":{"There":[0],"is":[1,117,217],"a":[2,9,18,48,60,112,149],"significant":[3],"recent":[4],"interest":[5],"in":[6,90,126,240],"collaboratively":[7],"training":[8],"machine":[10],"learning":[11,22],"(ML)":[12],"model":[13,79,168,211],"without":[14],"collecting":[15],"data":[16],"to":[17,54,140,159,219,231],"central":[19,49],"server.":[20],"Federated":[21],"(FL)":[23],"emerges":[24],"as":[25,197],"an":[26,70],"efficient":[27],"solution":[28],"mitigating":[29],"systemic":[30],"privacy":[31,55,97,102,129],"risks":[32],"and":[33,72,77,104,109,131,134,206,245],"communication":[34,57,132],"costs.":[35],"However,":[36],"conventional":[37],"FL":[38,89,124,144,181,238],"inherited":[39],"from":[40,215],"parameter":[41],"server":[42],"designs":[43],"relies":[44],"too":[45],"much":[46],"on":[47,154,203],"server,":[50],"which":[51,116],"may":[52],"lead":[53],"risks,":[56],"bottlenecks,":[58],"or":[59],"single":[61],"point":[62],"of":[63,128,165,187,242],"failure.":[64],"In":[65],"this":[66],"paper,":[67],"we":[68,147],"propose":[69],"asynchronous":[71],"hierarchical":[73],"local":[74,100,106],"gradient":[75],"aggregation":[76],"global":[78,167,234],"update":[80],"algorithm,":[81,115],"FedDual,":[82],"under":[83],"three":[84],"different":[85],"security":[86],"considerations":[87],"for":[88],"large":[91],"decentralized":[92,123,143,180],"networks.":[93],"Particularly,":[94],"FedDual":[95,178,216,230],"preserves":[96],"by":[98,170],"introducing":[99],"differential":[101],"(LDP)":[103],"aggregates":[105],"gradients":[107],"asynchronously":[108],"hierarchically":[110],"via":[111],"pair-wise":[113],"gossip":[114],"more":[118,136],"competitive":[119],"than":[120,236],"previous":[121],"gossip-based":[122],"methods":[125,239],"terms":[127,241],"preservation":[130],"efficiency,":[133],"offers":[135],"computational":[137],"efficiency":[138],"compared":[139],"existing":[141],"blockchain-assisted":[142],"methods.":[145],"Further,":[146],"devise":[148],"noise":[150,226],"cutting":[151,227],"trick":[152,228],"based":[153],"Private":[155],"Set":[156],"Intersection":[157],"(PSI)":[158],"mitigate":[160],"the":[161,166,171,183,210,224],"prediction":[162,212,243],"performance":[163,213,244],"loss":[164],"caused":[169],"leveraged":[172],"LDP.":[173],"Rigorous":[174],"analyses":[175],"show":[176],"that":[177,209],"helps":[179,229],"achieve":[182],"same":[184],"convergence":[185,246],"rate":[186],"<inline-formula":[188],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[189],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[190],"<tex-math":[191],"notation=\"LaTeX\">$\\mathcal":[192],"{O}\\left({\\frac":[193],"{1}{T}}\\right)":[194],"$":[195],"</tex-math></inline-formula>":[196],"centralized":[198,220],"ML":[199],"theoretically.":[200],"Ingenious":[201],"experiments":[202],"MNIST,":[204],"CIFAR-10,":[205],"FEMNIST":[207],"confirm":[208],"gained":[214],"close":[218],"ML.":[221],"More":[222],"importantly,":[223],"proposed":[225],"train":[232],"better":[233],"models":[235],"LDP-based":[237],"rate.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}