{"id":"https://openalex.org/W3153914948","doi":"https://doi.org/10.1109/tnnls.2021.3071058","title":"Consensus-Based Cooperative Algorithms for Training Over Distributed Data Sets Using Stochastic Gradients","display_name":"Consensus-Based Cooperative Algorithms for Training Over Distributed Data Sets Using Stochastic Gradients","publication_year":2021,"publication_date":"2021-04-16","ids":{"openalex":"https://openalex.org/W3153914948","doi":"https://doi.org/10.1109/tnnls.2021.3071058","mag":"3153914948","pmid":"https://pubmed.ncbi.nlm.nih.gov/33861710"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3071058","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3071058","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.manchester.ac.uk/ws/files/190842092/TNNLS_2020_P_13685.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101993987","display_name":"Zhongguo Li","orcid":"https://orcid.org/0000-0002-8329-8046"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Zhongguo Li","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461693","display_name":"Bo Liu","orcid":"https://orcid.org/0000-0002-8695-7342"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bo Liu","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086465750","display_name":"Zhengtao Ding","orcid":"https://orcid.org/0000-0003-0690-7853"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhengtao Ding","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101993987"],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":3.3595,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.92275768,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"33","issue":"10","first_page":"5579","last_page":"5589"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11347","display_name":"Neural Networks Stability and Synchronization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.6873572468757629},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.6618942618370056},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6453360319137573},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6351833343505859},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6233721375465393},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.556434154510498},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.5394059419631958},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.533227264881134},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4598579704761505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45038819313049316},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4251711964607239},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34230613708496094},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.30330461263656616},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09956276416778564}],"concepts":[{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.6873572468757629},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.6618942618370056},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6453360319137573},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6351833343505859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6233721375465393},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.556434154510498},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.5394059419631958},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.533227264881134},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4598579704761505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45038819313049316},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4251711964607239},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34230613708496094},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30330461263656616},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09956276416778564},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2021.3071058","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3071058","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33861710","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33861710","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/4d8283d5-d0a9-4c15-95fa-07740d57ad11","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/4d8283d5-d0a9-4c15-95fa-07740d57ad11","pdf_url":"https://pure.manchester.ac.uk/ws/files/190842092/TNNLS_2020_P_13685.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, Z, Liu, B & Ding, Z 2021, 'Consensus-based Cooperative Algorithms for Training over Distributed Datasets Using Stochastic Gradients', IEEE Transactions on NEural Networks and Learning Systems, pp. 1-11. https://doi.org/10.1109/TNNLS.2021.3071058","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/4d8283d5-d0a9-4c15-95fa-07740d57ad11","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/4d8283d5-d0a9-4c15-95fa-07740d57ad11","pdf_url":"https://pure.manchester.ac.uk/ws/files/190842092/TNNLS_2020_P_13685.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, Z, Liu, B & Ding, Z 2021, 'Consensus-based Cooperative Algorithms for Training over Distributed Datasets Using Stochastic Gradients', IEEE Transactions on NEural Networks and Learning Systems, pp. 1-11. https://doi.org/10.1109/TNNLS.2021.3071058","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"score":0.5,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3153914948.pdf","grobid_xml":"https://content.openalex.org/works/W3153914948.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1627780903","https://openalex.org/W1630241696","https://openalex.org/W1967221357","https://openalex.org/W1970997001","https://openalex.org/W1986302543","https://openalex.org/W2027481851","https://openalex.org/W2029080014","https://openalex.org/W2039617089","https://openalex.org/W2044212084","https://openalex.org/W2049287639","https://openalex.org/W2076428552","https://openalex.org/W2083842231","https://openalex.org/W2112796928","https://openalex.org/W2148087609","https://openalex.org/W2154834860","https://openalex.org/W2155356457","https://openalex.org/W2164278908","https://openalex.org/W2164642931","https://openalex.org/W2166103243","https://openalex.org/W2501656778","https://openalex.org/W2595897327","https://openalex.org/W2625751426","https://openalex.org/W2739178256","https://openalex.org/W2752175744","https://openalex.org/W2765383110","https://openalex.org/W2767760906","https://openalex.org/W2786989824","https://openalex.org/W2811183536","https://openalex.org/W2944153887","https://openalex.org/W2946038967","https://openalex.org/W2958167848","https://openalex.org/W2970372812","https://openalex.org/W2990346675","https://openalex.org/W2996854310","https://openalex.org/W2999664466","https://openalex.org/W3116277068","https://openalex.org/W4212863985","https://openalex.org/W4213251304","https://openalex.org/W4229706427","https://openalex.org/W4238591275","https://openalex.org/W4238850922","https://openalex.org/W4241368925","https://openalex.org/W4250589301","https://openalex.org/W6728757088","https://openalex.org/W6748632073","https://openalex.org/W6752191696"],"related_works":["https://openalex.org/W3013085049","https://openalex.org/W2084086966","https://openalex.org/W2102148524","https://openalex.org/W1560496689","https://openalex.org/W1992739770","https://openalex.org/W3002546633","https://openalex.org/W2964170259","https://openalex.org/W2765682467","https://openalex.org/W4206119629","https://openalex.org/W4382937879"],"abstract_inverted_index":{"In":[0,97],"this":[1,98],"article,":[2,99],"distributed":[3,38],"algorithms":[4,109,121,148],"are":[5,20,49,68,80,103,149,189,193],"proposed":[6,108,120,147,201],"for":[7,28,73,89,138],"training":[8],"a":[9,33],"group":[10],"of":[11,36,59,118,129,145,159,199],"neural":[12,39],"networks":[13,40],"with":[14,110,151,171],"private":[15],"data":[16,44],"sets.":[17],"Stochastic":[18],"gradients":[19],"utilized":[21],"in":[22,82,156],"order":[23],"to":[24,51,105,183,195],"eliminate":[25],"the":[26,37,53,56,60,87,91,107,116,119,126,130,140,146,157,168,176,180,186,197,200],"requirement":[27],"true":[29],"gradients.":[30],"To":[31],"obtain":[32],"universal":[34],"model":[35,54],"trained":[41],"using":[42],"local":[43],"sets":[45],"only,":[46],"consensus":[47],"tools":[48],"introduced":[50],"derive":[52],"toward":[55],"optimum.":[57],"Most":[58],"existing":[61],"works":[62],"employ":[63],"diminishing":[64],"learning":[65,78,101,142],"rates,":[66],"which":[67,133],"often":[69],"slow":[70],"and":[71,152,179],"impracticable":[72],"online":[74],"learning,":[75],"while":[76],"constant":[77,100,141],"rates":[79,92,102],"studied":[81],"some":[83],"recent":[84],"works,":[85],"but":[86],"principle":[88],"choosing":[90],"is":[93,122,165],"not":[94],"well":[95],"established.":[96],"adopted":[104],"empower":[106],"tracking":[111],"ability.":[112],"Under":[113],"mild":[114],"conditions,":[115],"convergence":[117],"established":[123],"by":[124,175],"exploring":[125],"error":[127,162],"dynamics":[128],"connected":[131],"agents,":[132],"provides":[134],"an":[135],"upper":[136],"bound":[137],"selecting":[139],"rates.":[143],"Performances":[144],"analyzed":[150],"without":[153],"gradient":[154,177,187],"noises,":[155,178],"sense":[158],"mean":[160],"square":[161],"(MSE).":[163],"It":[164],"proved":[166],"that":[167],"MSE":[169,181],"converges":[170,182],"bounded":[172],"errors":[173],"determined":[174],"zero":[184],"if":[185],"noises":[188],"absent.":[190],"Simulation":[191],"results":[192],"provided":[194],"validate":[196],"effectiveness":[198],"algorithms.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}