{"id":"https://openalex.org/W4410393819","doi":"https://doi.org/10.1109/tsmc.2025.3565568","title":"<i>Prox-DBRO-VR</i>: A Unified Analysis on Byzantine-Resilient Decentralized Stochastic Composite Optimization With Variance Reduction and Nonasymptotic Convergence Rates","display_name":"<i>Prox-DBRO-VR</i>: A Unified Analysis on Byzantine-Resilient Decentralized Stochastic Composite Optimization With Variance Reduction and Nonasymptotic Convergence Rates","publication_year":2025,"publication_date":"2025-05-15","ids":{"openalex":"https://openalex.org/W4410393819","doi":"https://doi.org/10.1109/tsmc.2025.3565568"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2025.3565568","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3565568","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038191973","display_name":"Jinhui Hu","orcid":"https://orcid.org/0000-0002-0879-8729"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhui Hu","raw_affiliation_strings":["School of Automation, Central South University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-0879-8729","affiliations":[{"raw_affiliation_string":"School of Automation, Central South University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055361870","display_name":"Guo Chen","orcid":"https://orcid.org/0000-0003-4895-9192"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guo Chen","raw_affiliation_strings":["School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4895-9192","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000100573","display_name":"Huaqing Li","orcid":"https://orcid.org/0000-0001-6310-8965"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaqing Li","raw_affiliation_strings":["Chongqing Key Laboratory of Nonlinear Circuits and Intelligent Information Processing, College of Electronic and Information Engineering, Southwest University, Chongqing, China","College of Electronic and Information Engineering, Chongqing Key Laboratory of Nonlinear Circuits and Intelligent Information Processing, Southwest University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-6310-8965","affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Nonlinear Circuits and Intelligent Information Processing, College of Electronic and Information Engineering, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]},{"raw_affiliation_string":"College of Electronic and Information Engineering, Chongqing Key Laboratory of Nonlinear Circuits and Intelligent Information Processing, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048330602","display_name":"Xiaoyu Guo","orcid":"https://orcid.org/0000-0002-1546-9544"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaoyu Guo","raw_affiliation_strings":["Department of Mechanical Engineering, City University of Hong Kong, Hong Kong, SAR, China","Department of Mechanical Engineering, City University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-1546-9544","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Mechanical Engineering, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086089149","display_name":"Liang Ran","orcid":"https://orcid.org/0000-0002-4824-8289"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Ran","raw_affiliation_strings":["Chongqing Key Laboratory of Nonlinear Circuits and Intelligent Information Processing, College of Electronic and Information Engineering, Southwest University, Chongqing, China","College of Electronic and Information Engineering, Chongqing Key Laboratory of Nonlinear Circuits and Intelligent Information Processing, Southwest University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-4824-8289","affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Nonlinear Circuits and Intelligent Information Processing, College of Electronic and Information Engineering, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]},{"raw_affiliation_string":"College of Electronic and Information Engineering, Chongqing Key Laboratory of Nonlinear Circuits and Intelligent Information Processing, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074290686","display_name":"Tingwen Huang","orcid":"https://orcid.org/0000-0001-9610-846X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingwen Huang","raw_affiliation_strings":["Faculty of Computer Science and Control Engineering, Shenzhen University of Advanced Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9610-846X","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Control Engineering, Shenzhen University of Advanced Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380","https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7795,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82847221,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"55","issue":"8","first_page":"5293","last_page":"5306"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.8934000134468079,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.8934000134468079,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8292999863624573,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7888000011444092,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.744335949420929},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.7057250142097473},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5692005753517151},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5629664659500122},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5342826843261719},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3927461504936218},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3841244578361511},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3277662396430969},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1597401201725006}],"concepts":[{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.744335949420929},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.7057250142097473},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5692005753517151},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5629664659500122},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5342826843261719},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3927461504936218},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3841244578361511},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3277662396430969},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1597401201725006},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2025.3565568","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3565568","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G1726700366","display_name":null,"funder_award_id":"2023ZZTS0355","funder_id":"https://openalex.org/F4320335880","funder_display_name":"Fundamental Research Funds for Central Universities of the Central South University"},{"id":"https://openalex.org/G3255490335","display_name":null,"funder_award_id":"62173278","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3311396127","display_name":null,"funder_award_id":"SWU-XDJH202312","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320335880","display_name":"Fundamental Research Funds for Central Universities of the Central South University","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2044212084","https://openalex.org/W2120510885","https://openalex.org/W2403871130","https://openalex.org/W2609549560","https://openalex.org/W2752784462","https://openalex.org/W2962775700","https://openalex.org/W2963334472","https://openalex.org/W2963590077","https://openalex.org/W2964017936","https://openalex.org/W2964026281","https://openalex.org/W2969788501","https://openalex.org/W2991772480","https://openalex.org/W3003613721","https://openalex.org/W3006380006","https://openalex.org/W3006548771","https://openalex.org/W3007193855","https://openalex.org/W3033966392","https://openalex.org/W3043309535","https://openalex.org/W3047043330","https://openalex.org/W3083766256","https://openalex.org/W3126790783","https://openalex.org/W3128894890","https://openalex.org/W3152664740","https://openalex.org/W3176493728","https://openalex.org/W3195704320","https://openalex.org/W3200971636","https://openalex.org/W3202150208","https://openalex.org/W3209999841","https://openalex.org/W3217190539","https://openalex.org/W4206742934","https://openalex.org/W4211231174","https://openalex.org/W4213421918","https://openalex.org/W4224931241","https://openalex.org/W4225530789","https://openalex.org/W4226170071","https://openalex.org/W4226225303","https://openalex.org/W4252654521","https://openalex.org/W4285305674","https://openalex.org/W4297032591","https://openalex.org/W4365790401","https://openalex.org/W4385894359","https://openalex.org/W4392909094","https://openalex.org/W4394002559","https://openalex.org/W4400488096","https://openalex.org/W4404952715","https://openalex.org/W6680196509","https://openalex.org/W6738250615","https://openalex.org/W6758735094","https://openalex.org/W6763214872","https://openalex.org/W6787499695","https://openalex.org/W6788342360","https://openalex.org/W6801768658"],"related_works":["https://openalex.org/W2111181341","https://openalex.org/W2886060011","https://openalex.org/W2169816622","https://openalex.org/W2298254442","https://openalex.org/W1997242758","https://openalex.org/W2169367269","https://openalex.org/W2951368390","https://openalex.org/W2291558465","https://openalex.org/W1981992409","https://openalex.org/W2067529449"],"abstract_inverted_index":{"Decentralized":[0],"stochastic":[1,78],"gradient":[2,110],"algorithms":[3,22,228],"efficiently":[4],"solve":[5],"large-scale":[6],"finite-sum":[7],"optimization":[8,48,91],"problems":[9,49],"when":[10],"all":[11],"agents":[12],"in":[13,54,158,209],"the":[14,55,71,104,114,145,149,191,195,221,226],"network":[15],"are":[16,23,229],"reliable.":[17],"However,":[18],"most":[19],"of":[20,45,57,61,225],"these":[21],"not":[24],"resilient":[25,67,152],"to":[26,41,134,194],"adverse":[27],"conditions,":[28],"such":[29],"as":[30],"malfunctioning":[31],"agents,":[32],"software":[33],"bugs,":[34],"and":[35,70,92,99,112,126,139,155,171,206,212,223],"cyber":[36],"attacks.":[37,242],"This":[38],"article":[39],"aims":[40],"handle":[42],"a":[43,66,75,159,176,233],"class":[44],"general":[46],"composite":[47],"over":[50],"multiagent":[51],"systems":[52],"(MASs)":[53],"presence":[56],"an":[58,90,187],"unknown":[59],"number":[60],"Byzantine":[62,207,241],"agents.":[63],"Building":[64],"on":[65],"aggregation":[68],"mechanism":[69],"proximal-gradient":[72,79],"mapping":[73],"method,":[74],"Byzantine-resilient":[76],"decentralized":[77,234],"algorithmic":[80],"framework":[81],"is":[82,164,215],"proposed,":[83],"dubbed":[84],"<italic":[85,127,131,136,140,168,172],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[86,124,128,132,137,141,169,173],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Prox-DBRO-VR</i>,":[87],"which":[88],"achieves":[89],"control":[93],"goal":[94],"using":[95],"only":[96],"local":[97,109],"computations":[98],"communications.":[100],"To":[101],"asymptotically":[102],"reduce":[103],"noise":[105],"variance":[106],"arising":[107],"from":[108],"estimation":[111],"accelerate":[113],"convergence,":[115],"we":[116],"incorporate":[117],"two":[118],"localized":[119],"variance-reduced":[120],"(VR)":[121],"techniques":[122],"(<italic":[123],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">SAGA</i>":[125],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">LSVRG</i>)":[129],"into":[130],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Prox-DBRO-VR</i>":[133],"design":[135],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Prox-DBRO-SAGA</i>":[138,170],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Prox-DBRO-LSVRG</i>.":[142],"By":[143],"analyzing":[144],"contraction":[146],"relationships":[147],"among":[148],"gradient-learning":[150],"error,":[151],"consensus":[153],"condition,":[154],"convergence":[156,204],"error":[157,188],"unified":[160],"theoretical":[161],"framework,":[162],"it":[163],"proved":[165],"that":[166],"both":[167,210],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Prox-DBRO-LSVRG</i>,":[174],"with":[175],"well-designed":[177],"constant":[178],"(resp.,":[179,184],"decaying)":[180],"step-size,":[181],"converge":[182],"linearly":[183],"sublinearly)":[185],"inside":[186],"ball":[189],"around":[190],"optimal":[192],"solution":[193],"original":[196],"problem":[197,238],"under":[198,239],"standard":[199],"assumptions.":[200],"A":[201],"tradeoff":[202],"between":[203],"accuracy":[205],"resilience":[208],"linear":[211],"sublinear":[213],"cases":[214],"also":[216],"characterized.":[217],"In":[218],"numerical":[219],"experiments,":[220],"effectiveness":[222],"practicability":[224],"proposed":[227],"manifested":[230],"via":[231],"resolving":[232],"sparse":[235],"machine":[236],"learning":[237],"various":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-05-16T00:00:00"}