{"id":"https://openalex.org/W3214232960","doi":"https://doi.org/10.1109/tnnls.2022.3201711","title":"Distributed Stochastic Proximal Algorithm With Random Reshuffling for Nonsmooth Finite-Sum Optimization","display_name":"Distributed Stochastic Proximal Algorithm With Random Reshuffling for Nonsmooth Finite-Sum Optimization","publication_year":2022,"publication_date":"2022-09-07","ids":{"openalex":"https://openalex.org/W3214232960","doi":"https://doi.org/10.1109/tnnls.2022.3201711","mag":"3214232960","pmid":"https://pubmed.ncbi.nlm.nih.gov/36070265"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3201711","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3201711","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083678450","display_name":"Xia Jiang","orcid":"https://orcid.org/0000-0002-1967-2136"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xia Jiang","raw_affiliation_strings":["Key Laboratory of Intelligent Control and Decision of Complex Systems, School of Automation, Beijing Institute of Technology, Beijing, China","Beijing Institute of Technology Chongqing Innovation Center, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Control and Decision of Complex Systems, School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology Chongqing Innovation Center, Chongqing, China","institution_ids":["https://openalex.org/I50632499","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015366869","display_name":"Xianlin Zeng","orcid":"https://orcid.org/0000-0002-6224-9974"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianlin Zeng","raw_affiliation_strings":["Key Laboratory of Intelligent Control and Decision of Complex Systems, School of Automation, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Control and Decision of Complex Systems, School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701131","display_name":"Jian Sun","orcid":"https://orcid.org/0000-0001-9898-3129"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Sun","raw_affiliation_strings":["Key Laboratory of Intelligent Control and Decision of Complex Systems, School of Automation, Beijing Institute of Technology, Beijing, China","Beijing Institute of Technology Chongqing Innovation Center, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Control and Decision of Complex Systems, School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Institute of Technology Chongqing Innovation Center, Chongqing, China","institution_ids":["https://openalex.org/I50632499","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333005","display_name":"Jie Chen","orcid":"https://orcid.org/0000-0003-2449-9793"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]},{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Chen","raw_affiliation_strings":["School of Electronic and Information Engineering, Tongji University, Shanghai, China","Key Laboratory of Biomimetic Robots and Systems, Ministry of Education, Beijing Institute of Technology, Beijing, China","Beijing Advanced Innovation Center for Intelligent Robots and Systems, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Key Laboratory of Biomimetic Robots and Systems, Ministry of Education, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Advanced Innovation Center for Intelligent Robots and Systems, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100365448","display_name":"Lihua Xie","orcid":"https://orcid.org/0000-0002-7137-4136"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lihua Xie","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5083678450"],"corresponding_institution_ids":["https://openalex.org/I125839683","https://openalex.org/I50632499"],"apc_list":null,"apc_paid":null,"fwci":1.2414,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.82178111,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"35","issue":"3","first_page":"4082","last_page":"4096"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5170903205871582},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4876621961593628},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.45448610186576843},{"id":"https://openalex.org/keywords/optimization-algorithm","display_name":"Optimization algorithm","score":0.43243178725242615},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.39576733112335205},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3157328963279724}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5170903205871582},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4876621961593628},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.45448610186576843},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.43243178725242615},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39576733112335205},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3157328963279724}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3201711","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3201711","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:36070265","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36070265","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2059183635","display_name":null,"funder_award_id":"61925303","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2422396195","display_name":null,"funder_award_id":"202006030072","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G2575069074","display_name":null,"funder_award_id":"62088101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2923177588","display_name":null,"funder_award_id":"62173034","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4574445286","display_name":null,"funder_award_id":"2021YFB1714800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5853272322","display_name":null,"funder_award_id":"62073035","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6840916361","display_name":null,"funder_award_id":"2021ZX4100027","funder_id":"https://openalex.org/F4320323172","funder_display_name":"Natural Science Foundation of Chongqing"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320323172","display_name":"Natural Science Foundation of Chongqing","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W78039530","https://openalex.org/W1516903196","https://openalex.org/W1569098853","https://openalex.org/W1583497301","https://openalex.org/W1866529865","https://openalex.org/W1979043738","https://openalex.org/W2044212084","https://openalex.org/W2047152541","https://openalex.org/W2076428552","https://openalex.org/W2095796212","https://openalex.org/W2100556411","https://openalex.org/W2105767123","https://openalex.org/W2112269233","https://openalex.org/W2114791779","https://openalex.org/W2121495423","https://openalex.org/W2134130436","https://openalex.org/W2168914046","https://openalex.org/W2266148951","https://openalex.org/W2277263778","https://openalex.org/W2475702880","https://openalex.org/W2570633406","https://openalex.org/W2766574708","https://openalex.org/W2808584793","https://openalex.org/W2918941755","https://openalex.org/W2954742618","https://openalex.org/W2963228337","https://openalex.org/W2963344912","https://openalex.org/W2963614065","https://openalex.org/W2963933775","https://openalex.org/W2964256184","https://openalex.org/W2971452831","https://openalex.org/W2981192231","https://openalex.org/W2991772480","https://openalex.org/W2995653155","https://openalex.org/W3019159559","https://openalex.org/W3026733282","https://openalex.org/W3034315405","https://openalex.org/W3035161196","https://openalex.org/W3043309535","https://openalex.org/W3080934299","https://openalex.org/W3088102276","https://openalex.org/W3090131095","https://openalex.org/W3097285243","https://openalex.org/W3101271792","https://openalex.org/W3131453152","https://openalex.org/W3132116480","https://openalex.org/W3152877579","https://openalex.org/W3153914948","https://openalex.org/W3164396303","https://openalex.org/W3173622757","https://openalex.org/W3174440551","https://openalex.org/W3177007066","https://openalex.org/W3208916810","https://openalex.org/W4300446448","https://openalex.org/W6603197030","https://openalex.org/W6630841318","https://openalex.org/W6676963778","https://openalex.org/W6680008295","https://openalex.org/W6685044387","https://openalex.org/W6738250615","https://openalex.org/W6748386961","https://openalex.org/W6765541894","https://openalex.org/W6768114965","https://openalex.org/W6778934869","https://openalex.org/W6779997857","https://openalex.org/W6790881550"],"related_works":["https://openalex.org/W4366549320","https://openalex.org/W4287863136","https://openalex.org/W3006015132","https://openalex.org/W2965078190","https://openalex.org/W2140656843","https://openalex.org/W3040644038","https://openalex.org/W4311207076","https://openalex.org/W3203633096","https://openalex.org/W2355226480","https://openalex.org/W4388209346"],"abstract_inverted_index":{"The":[0,31],"nonsmooth":[1,42],"finite-sum":[2,25],"minimization":[3,26],"is":[4,34,93],"a":[5,14,35,80],"fundamental":[6],"problem":[7],"in":[8,46],"machine":[9],"learning.":[10],"This":[11],"article":[12],"develops":[13],"distributed":[15],"stochastic":[16],"proximal-gradient":[17],"algorithm":[18,73],"with":[19,86],"random":[20],"reshuffling":[21],"to":[22,58,79,105],"solve":[23],"the":[24,47,71,83,94,107,111],"over":[27],"time-varying":[28],"multiagent":[29],"networks.":[30],"objective":[32],"function":[33],"sum":[36],"of":[37,82,97,110],"differentiable":[38],"convex":[39],"functions":[40],"and":[41,56,76],"regularization.":[43],"Each":[44],"agent":[45],"network":[48],"updates":[49],"local":[50,53,66],"variables":[51],"by":[52,70],"information":[54],"exchange":[55],"cooperates":[57],"seek":[59],"an":[60,87],"optimal":[61,84],"solution.":[62],"We":[63],"prove":[64],"that":[65],"variable":[67],"estimates":[68],"generated":[69],"proposed":[72,112],"achieve":[74],"consensus":[75],"are":[77,103],"attracted":[78],"neighborhood":[81],"solution":[85],"O((1/T)+(1/\u221aT))":[88],"convergence":[89,108],"rate,":[90],"where":[91],"T":[92],"total":[95],"number":[96],"iterations.":[98],"Finally,":[99],"some":[100],"comparative":[101],"simulations":[102],"provided":[104],"verify":[106],"performance":[109],"algorithm.":[113]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}
