{"id":"https://openalex.org/W3174440551","doi":"https://doi.org/10.1109/tnnls.2021.3072238","title":"Privacy-Preserving Asynchronous Vertical Federated Learning Algorithms for Multiparty Collaborative Learning","display_name":"Privacy-Preserving Asynchronous Vertical Federated Learning Algorithms for Multiparty Collaborative Learning","publication_year":2021,"publication_date":"2021-06-23","ids":{"openalex":"https://openalex.org/W3174440551","doi":"https://doi.org/10.1109/tnnls.2021.3072238","mag":"3174440551","pmid":"https://pubmed.ncbi.nlm.nih.gov/34161243"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3072238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3072238","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101607535","display_name":"Bin Gu","orcid":"https://orcid.org/0000-0001-8653-1117"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Bin Gu","raw_affiliation_strings":["Department of Machine Learning, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates","JD Finance America Corporation, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8653-1117","affiliations":[{"raw_affiliation_string":"Department of Machine Learning, Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"JD Finance America Corporation, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103103414","display_name":"An Xu","orcid":"https://orcid.org/0000-0001-7480-5010"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"An Xu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7480-5010","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069872293","display_name":"Zhouyuan Huo","orcid":null},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhouyuan Huo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015874725","display_name":"Cheng Deng","orcid":"https://orcid.org/0000-0003-2620-3247"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Deng","raw_affiliation_strings":["School of Electronic Engineering, Xidian University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0003-2620-3247","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Xidian University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060016795","display_name":"Heng Huang","orcid":"https://orcid.org/0000-0002-3483-8333"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heng Huang","raw_affiliation_strings":["JD Finance America Corporation, Mountain View, CA, USA","Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3483-8333","affiliations":[{"raw_affiliation_string":"JD Finance America Corporation, Mountain View, CA, USA","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.9686,"has_fulltext":false,"cited_by_count":165,"citation_normalized_percentile":{"value":0.99268961,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"33","issue":"11","first_page":"6103","last_page":"6115"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9387000203132629,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8144741058349609},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7749162316322327},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.6332055926322937},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5889581441879272},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5807797908782959},{"id":"https://openalex.org/keywords/asynchronous-learning","display_name":"Asynchronous learning","score":0.5356857776641846},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5199383497238159},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.5166800022125244},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.474829763174057},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.44015079736709595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42760422825813293},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4012620449066162},{"id":"https://openalex.org/keywords/cooperative-learning","display_name":"Cooperative learning","score":0.13983866572380066},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11201372742652893},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10481151938438416},{"id":"https://openalex.org/keywords/synchronous-learning","display_name":"Synchronous learning","score":0.09477925300598145}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8144741058349609},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7749162316322327},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6332055926322937},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5889581441879272},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5807797908782959},{"id":"https://openalex.org/C2777072894","wikidata":"https://www.wikidata.org/wiki/Q4812204","display_name":"Asynchronous learning","level":5,"score":0.5356857776641846},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5199383497238159},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.5166800022125244},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.474829763174057},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.44015079736709595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42760422825813293},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4012620449066162},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.13983866572380066},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11201372742652893},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10481151938438416},{"id":"https://openalex.org/C19122763","wikidata":"https://www.wikidata.org/wiki/Q7662215","display_name":"Synchronous learning","level":4,"score":0.09477925300598145},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3072238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3072238","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34161243","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34161243","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1484769234","https://openalex.org/W1488526968","https://openalex.org/W1596717185","https://openalex.org/W1902354325","https://openalex.org/W1968265138","https://openalex.org/W2023901033","https://openalex.org/W2041416246","https://openalex.org/W2047152541","https://openalex.org/W2093367651","https://openalex.org/W2095984592","https://openalex.org/W2112340198","https://openalex.org/W2139336600","https://openalex.org/W2153635508","https://openalex.org/W2158547433","https://openalex.org/W2412589610","https://openalex.org/W2513289469","https://openalex.org/W2597892042","https://openalex.org/W2619493178","https://openalex.org/W2626172370","https://openalex.org/W2737665727","https://openalex.org/W2766831133","https://openalex.org/W2773194476","https://openalex.org/W2804045096","https://openalex.org/W2912213068","https://openalex.org/W2944951172","https://openalex.org/W2950847865","https://openalex.org/W2951059495","https://openalex.org/W2952215077","https://openalex.org/W2962952793","https://openalex.org/W2963108795","https://openalex.org/W2963139509","https://openalex.org/W2963156201","https://openalex.org/W2963770655","https://openalex.org/W2963829227","https://openalex.org/W2964162474","https://openalex.org/W3125356412","https://openalex.org/W3164712068","https://openalex.org/W3177125132","https://openalex.org/W6629002347","https://openalex.org/W6680196509","https://openalex.org/W6714753206","https://openalex.org/W6718047147","https://openalex.org/W6730005645","https://openalex.org/W6735294479","https://openalex.org/W6739616320","https://openalex.org/W6741568770","https://openalex.org/W6746388805","https://openalex.org/W6748028658","https://openalex.org/W6748621822","https://openalex.org/W6749824362","https://openalex.org/W6751592924","https://openalex.org/W6753122105","https://openalex.org/W6759119893","https://openalex.org/W6765984753"],"related_works":["https://openalex.org/W4366307888","https://openalex.org/W4286971788","https://openalex.org/W3199340467","https://openalex.org/W3157608626","https://openalex.org/W3132132958","https://openalex.org/W4322580403","https://openalex.org/W3193217249","https://openalex.org/W4321612632","https://openalex.org/W4280591108","https://openalex.org/W3021849752"],"abstract_inverted_index":{"The":[0],"privacy-preserving":[1],"federated":[2,58,85,111,191],"learning":[3,40,59,86,192],"for":[4,61,96,194],"vertically":[5],"partitioned":[6],"(VP)":[7],"data":[8,26,63,98,102,167,196],"has":[9],"shown":[10],"promising":[11],"results":[12,202,214],"as":[13,29],"the":[14,17,25,39,56,71,74,81,84,101,132,138,150,175,188,212,234],"solution":[15],"of":[16,55,141,152,159,177,206,215],"emerging":[18],"multiparty":[19],"joint":[20],"modeling":[21],"application,":[22],"in":[23,83],"which":[24],"holders":[27],"(such":[28],"government":[30],"branches,":[31],"private":[32],"finance,":[33],"and":[34,117,129,143,146,155,171,181,184,217,220],"e-business":[35],"companies)":[36],"collaborate":[37],"throughout":[38],"process":[41],"rather":[42],"than":[43,233],"relying":[44],"on":[45,131,203],"a":[46,204],"trusted":[47],"third":[48],"party":[49],"to":[50,66,91],"hold":[51],"data.":[52,134],"However,":[53],"most":[54],"existing":[57],"algorithms":[60,95,193,228],"VP":[62,97,133,195,207],"are":[64,78,187],"limited":[65],"synchronous":[67,236],"computation.":[68],"To":[69,174],"improve":[70],"efficiency":[72,232],"when":[73],"unbalanced":[75],"computation/communication":[76],"resources":[77],"common":[79],"among":[80],"parties":[82],"system,":[87],"it":[88],"is":[89],"essential":[90],"develop":[92],"asynchronous":[93,110,190],"training":[94],"while":[99],"keeping":[100],"privacy.":[103],"In":[104],"this":[105],"article,":[106],"we":[107,136],"propose":[108],"an":[109],"stochastic":[112,124],"gradient":[113,127],"descent":[114],"(AFSGD-VP)":[115],"algorithm":[116],"its":[118,144,182,218],"two":[119],"variance":[120,125],"reduction":[121],"variants,":[122],"including":[123],"reduced":[126],"(SVRG)":[128],"SAGA":[130,147,185,221],"Moreover,":[135],"provide":[137],"convergence":[139],"analyses":[140],"AFSGD-VP":[142,180,216],"SVRG":[145,183,219],"variants":[148,186,222],"under":[149],"condition":[151],"strong":[153],"convexity":[154],"without":[156],"any":[157],"restrictions":[158],"staleness.":[160],"We":[161],"also":[162,224],"discuss":[163],"their":[164],"model":[165],"privacy,":[166,168],"computational":[169],"complexities,":[170],"communication":[172],"costs.":[173],"best":[176],"our":[178,227],"knowledge,":[179],"first":[189],"with":[197],"theoretical":[198,213],"guarantees.":[199],"Extensive":[200],"experimental":[201],"variety":[205],"datasets":[208],"not":[209],"only":[210],"verify":[211],"but":[223],"show":[225],"that":[226],"have":[229],"much":[230],"higher":[231],"corresponding":[235],"algorithms.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":47},{"year":2023,"cited_by_count":45},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":9}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
