{"id":"https://openalex.org/W4388642327","doi":"https://doi.org/10.1109/tpami.2023.3332428","title":"Multi-Stage Asynchronous Federated Learning With Adaptive Differential Privacy","display_name":"Multi-Stage Asynchronous Federated Learning With Adaptive Differential Privacy","publication_year":2023,"publication_date":"2023-11-13","ids":{"openalex":"https://openalex.org/W4388642327","doi":"https://doi.org/10.1109/tpami.2023.3332428","pmid":"https://pubmed.ncbi.nlm.nih.gov/37956007"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3332428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3332428","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115602128","display_name":"Yanan Li","orcid":"https://orcid.org/0000-0003-1971-1729"},"institutions":[{"id":"https://openalex.org/I4210166499","display_name":"Henan Polytechnic University","ror":"https://ror.org/05vr1c885","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210166499"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanan Li","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Shaanxi, China","School of Software, Henan Polytechnic University, Jiaozuo, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"School of Software, Henan Polytechnic University, Jiaozuo, China","institution_ids":["https://openalex.org/I4210166499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067547680","display_name":"Shusen Yang","orcid":"https://orcid.org/0000-0002-4495-6237"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shusen Yang","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083582213","display_name":"Xuebin Ren","orcid":"https://orcid.org/0000-0002-6498-0250"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuebin Ren","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103124129","display_name":"Liang Shi","orcid":"https://orcid.org/0000-0001-5660-1655"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Shi","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037412714","display_name":"Cong Zhao","orcid":"https://orcid.org/0000-0002-9002-4350"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Zhao","raw_affiliation_strings":["National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data Analytics (NEL-BDA), Xi’an Jiaotong University, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5115602128"],"corresponding_institution_ids":["https://openalex.org/I4210166499","https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":4.8744,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.96183856,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"46","issue":"2","first_page":"1243","last_page":"1256"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8792397975921631},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.8099821209907532},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7663365006446838},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6219526529312134},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.575934886932373},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.4475003778934479},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4439801275730133},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.44320785999298096},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4209166467189789},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3267281651496887},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2356032133102417},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1802230179309845},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.0788322389125824}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8792397975921631},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.8099821209907532},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7663365006446838},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6219526529312134},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.575934886932373},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.4475003778934479},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4439801275730133},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.44320785999298096},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4209166467189789},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3267281651496887},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2356032133102417},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1802230179309845},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0788322389125824},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3332428","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3332428","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37956007","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37956007","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.46000000834465027,"display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G2045660238","display_name":null,"funder_award_id":"61802298","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5234250448","display_name":null,"funder_award_id":"11690011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5372072380","display_name":null,"funder_award_id":"U1811461","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6727632337","display_name":null,"funder_award_id":"61772410","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6983007683","display_name":null,"funder_award_id":"62166031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7108580912","display_name":null,"funder_award_id":"62172329","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8698885527","display_name":null,"funder_award_id":"U21A6005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W1873763122","https://openalex.org/W2051267297","https://openalex.org/W2053637704","https://openalex.org/W2079482358","https://openalex.org/W2473418344","https://openalex.org/W2501277411","https://openalex.org/W2535690855","https://openalex.org/W2591882872","https://openalex.org/W2746032536","https://openalex.org/W2781091734","https://openalex.org/W2903776253","https://openalex.org/W2921434559","https://openalex.org/W2949734902","https://openalex.org/W2962952793","https://openalex.org/W2963318081","https://openalex.org/W2963456518","https://openalex.org/W2964162474","https://openalex.org/W2969261410","https://openalex.org/W2974175488","https://openalex.org/W2983431304","https://openalex.org/W2990595670","https://openalex.org/W3005560345","https://openalex.org/W3006921589","https://openalex.org/W3016632787","https://openalex.org/W3021654819","https://openalex.org/W3042577644","https://openalex.org/W3128515475","https://openalex.org/W3160129172","https://openalex.org/W3167500796","https://openalex.org/W3168275815","https://openalex.org/W3176741412","https://openalex.org/W3189317289","https://openalex.org/W3192796768","https://openalex.org/W3194592686","https://openalex.org/W3203503583","https://openalex.org/W3209752568","https://openalex.org/W4206547830","https://openalex.org/W4206728481","https://openalex.org/W4206742934","https://openalex.org/W4211124002","https://openalex.org/W4239852307","https://openalex.org/W4283065905","https://openalex.org/W4287115190","https://openalex.org/W4288358239","https://openalex.org/W4289117554","https://openalex.org/W4289147229","https://openalex.org/W4298221930","https://openalex.org/W4308390354","https://openalex.org/W4323343894","https://openalex.org/W4360931351","https://openalex.org/W6605358575","https://openalex.org/W6680402377","https://openalex.org/W6684859321","https://openalex.org/W6714512170","https://openalex.org/W6728757088","https://openalex.org/W6738480291","https://openalex.org/W6739554518","https://openalex.org/W6742888766","https://openalex.org/W6746720608","https://openalex.org/W6747855403","https://openalex.org/W6751754709","https://openalex.org/W6752985224","https://openalex.org/W6756756286","https://openalex.org/W6757288671","https://openalex.org/W6760214840","https://openalex.org/W6762803017","https://openalex.org/W6767236195","https://openalex.org/W6767298317","https://openalex.org/W6772129282","https://openalex.org/W6779786081","https://openalex.org/W6780438843","https://openalex.org/W6780640148","https://openalex.org/W6796096428","https://openalex.org/W6797027800","https://openalex.org/W6797570359","https://openalex.org/W6799246147","https://openalex.org/W6803588526","https://openalex.org/W6810227880","https://openalex.org/W6811388097","https://openalex.org/W6838579793","https://openalex.org/W6838828081","https://openalex.org/W6981657223"],"related_works":["https://openalex.org/W4286971788","https://openalex.org/W3199340467","https://openalex.org/W3157608626","https://openalex.org/W3132132958","https://openalex.org/W4321612632","https://openalex.org/W4322580403","https://openalex.org/W3193217249","https://openalex.org/W4280591108","https://openalex.org/W3021849752","https://openalex.org/W4286891119"],"abstract_inverted_index":{"The":[0],"fusion":[1],"of":[2,30,71,106,123],"federated":[3],"learning":[4],"and":[5,12,23,90,143,157,169,187],"differential":[6],"privacy":[7,14,91,167],"can":[8,47,129],"provide":[9,180],"more":[10,190],"comprehensive":[11],"rigorous":[13],"protection,":[15],"thus":[16],"attracting":[17],"extensive":[18,137],"interests":[19],"from":[20],"both":[21],"academia":[22],"industry.":[24],"However,":[25,55],"facing":[26],"the":[27,43,68,85,120,149,153,165,175],"system-level":[28],"challenge":[29,66],"device":[31],"heterogeneity,":[32],"most":[33],"current":[34],"synchronous":[35],"FL":[36,53,192],"paradigms":[37],"exhibit":[38],"low":[39],"efficiency":[40],"due":[41],"to":[42,83,160,189],"straggler":[44],"effect,":[45],"which":[46,62],"be":[48,130],"significantly":[49],"reduced":[50],"by":[51],"Asynchronous":[52],"(AFL).":[54],"AFL":[56,102,186],"has":[57],"never":[58],"been":[59],"comprehensively":[60],"studied,":[61],"imposes":[63],"a":[64,116],"major":[65],"in":[67],"utility":[69,89],"optimization":[70],"DP-enhanced":[72,93,101],"AFL.":[73,94],"Here,":[74],"theoretically":[75],"motivated":[76],"multi-stage":[77],"adaptive":[78],"private":[79,185],"algorithms":[80,151],"are":[81],"proposed":[82,150],"improve":[84,158],"trade-off":[86],"between":[87],"model":[88,121],"for":[92,109,184],"In":[95],"particular,":[96],"we":[97,114,146],"first":[98],"build":[99],"two":[100],"frameworks":[103,179],"with":[104,133,164,174],"consideration":[105],"universal":[107],"factors":[108],"different":[110,140],"adversary":[111],"models.":[112],"Then,":[113],"give":[115],"solid":[117],"analysis":[118],"on":[119,126,139],"convergence":[122,172],"AFL,":[124],"based":[125],"which,":[127],"DP":[128],"adaptively":[131],"achieved":[132],"high":[134],"utility.":[135],"Through":[136],"experiments":[138],"training":[141],"models":[142],"benchmark":[144],"datasets,":[145],"demonstrate":[147],"that":[148],"achieve":[152],"overall":[154],"best":[155],"performances":[156],"up":[159],"24%":[161],"test":[162],"accuracy":[163],"same":[166],"loss":[168],"have":[170],"faster":[171],"compared":[173],"state-of-the-art":[176],"algorithms.":[177],"Our":[178],"an":[181],"analytical":[182],"way":[183],"adapt":[188],"complex":[191],"application":[193],"scenarios.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":7},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}