{"id":"https://openalex.org/W4403390121","doi":"https://doi.org/10.1109/tac.2024.3479888","title":"Accelerated Distributed Stochastic Nonconvex Optimization Over Time-Varying Directed Networks","display_name":"Accelerated Distributed Stochastic Nonconvex Optimization Over Time-Varying Directed Networks","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4403390121","doi":"https://doi.org/10.1109/tac.2024.3479888"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2024.3479888","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2024.3479888","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010018937","display_name":"Yiyue Chen","orcid":"https://orcid.org/0000-0001-5578-121X"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yiyue Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA","Department of Electrical and Computer Engineering, University of Texas, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Texas, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036900440","display_name":"Abolfazl Hashemi","orcid":"https://orcid.org/0000-0002-8421-4270"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abolfazl Hashemi","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067602750","display_name":"Haris Vikalo","orcid":"https://orcid.org/0000-0002-7945-4114"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haris Vikalo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA","Department of Electrical and Computer Engineering, University of Texas, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Texas, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5010018937"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19831517,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"70","issue":"4","first_page":"2196","last_page":"2211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.5857223868370056},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5149880051612854},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.5089473724365234},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5083028674125671},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.46910008788108826},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3205462396144867}],"concepts":[{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.5857223868370056},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5149880051612854},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.5089473724365234},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5083028674125671},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.46910008788108826},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3205462396144867},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2024.3479888","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2024.3479888","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1984884414","https://openalex.org/W2044212084","https://openalex.org/W2075677880","https://openalex.org/W2099175737","https://openalex.org/W2108306501","https://openalex.org/W2110100895","https://openalex.org/W2137435346","https://openalex.org/W2147800946","https://openalex.org/W2291434103","https://openalex.org/W2962840086","https://openalex.org/W2963023064","https://openalex.org/W2963156126","https://openalex.org/W2963248893","https://openalex.org/W2963649943","https://openalex.org/W3003613721","https://openalex.org/W3007090074","https://openalex.org/W3023944502","https://openalex.org/W3047043330","https://openalex.org/W3047780503","https://openalex.org/W3121161630","https://openalex.org/W3162760367","https://openalex.org/W3177007066","https://openalex.org/W4206372917","https://openalex.org/W4372268260","https://openalex.org/W4387706034","https://openalex.org/W4389232943","https://openalex.org/W6604653223","https://openalex.org/W6676984168","https://openalex.org/W6684191040","https://openalex.org/W6738250615","https://openalex.org/W6753122105","https://openalex.org/W6755207826","https://openalex.org/W6756976665","https://openalex.org/W6759119893","https://openalex.org/W6763249885","https://openalex.org/W6771129036","https://openalex.org/W6779587744","https://openalex.org/W6782300498","https://openalex.org/W6791122150"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W3153752017","https://openalex.org/W4388209346","https://openalex.org/W2154682027"],"abstract_inverted_index":{"Distributed":[0],"stochastic":[1,77,107],"nonconvex":[2,118,185],"optimization":[3,119],"problems":[4,120],"have":[5],"recently":[6],"received":[7],"attention":[8],"due":[9],"to":[10,80,85,102,115,170,233],"the":[11,36,39,44,126,130,147,166,190,198,207,220,229,234],"growing":[12],"interest":[13],"of":[14,46,228],"signal":[15],"processing,":[16],"computer":[17],"vision,":[18],"and":[19,61,74,112,158,201],"natural":[20],"language":[21],"processing":[22],"communities":[23],"in":[24],"applications":[25],"deployed":[26],"over":[27,121],"distributed":[28,42,117],"learning":[29,182],"systems":[30,138],"(e.g.,":[31],"federated":[32],"learning).":[33],"We":[34,97,144,210],"study":[35],"setting":[37],"where":[38],"data":[40],"is":[41,151,178],"across":[43],"nodes":[45],"a":[47,51,76,87,171,184],"time-varying":[48,122],"directed":[49],"network,":[50],"topology":[52],"suitable":[53],"for":[54],"modeling":[55],"dynamic":[56,136],"networks":[57],"experiencing":[58],"communication":[59],"delays":[60],"straggler":[62],"effects.":[63],"The":[64,175,223],"network":[65,137],"nodes,":[66],"which":[67],"can":[68],"access":[69],"only":[70],"their":[71,95],"local":[72],"objectives":[73],"query":[75],"first-order":[78],"oracle":[79,149],"obtain":[81],"gradient":[82,108,113,141],"estimates,":[83],"collaborate":[84],"minimize":[86],"global":[88],"objective":[89,217],"function":[90],"by":[91],"exchanging":[92],"messages":[93],"with":[94,110,215],"neighbors.":[96],"propose":[98],"an":[99,193,202,216],"algorithm,":[100,127],"novel":[101],"this":[103],"setting,":[104],"that":[105,132,139,146,159,218],"leverages":[106],"descent":[109],"momentum":[111],"tracking":[114],"solve":[116],"networks.":[123],"To":[124],"analyze":[125],"we":[128],"tackle":[129],"challenges":[131],"arise":[133],"when":[134],"analyzing":[135],"communicate":[140],"acceleration":[142],"components.":[143],"prove":[145],"algorithm's":[148],"complexity":[150],"<inline-formula":[152],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[153,162],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[154,163],"notation=\"LaTeX\">$\\mathcal":[155],"{O}(1/\\epsilon":[156],"^{1.5})$</tex-math></inline-formula>,":[157],"under":[160],"Polyak-<inline-formula":[161],"notation=\"LaTeX\">$\\text{L}$</tex-math></inline-formula>ojasiewicz":[164],"condition":[165],"algorithm":[167],"converges":[168],"linearly":[169],"steady":[172],"error":[173],"state.":[174],"proposed":[176,230],"scheme":[177],"tested":[179],"on":[180,189,197,206],"several":[181],"tasks:":[183],"logistic":[186],"regression":[187],"experiment":[188],"MNIST":[191],"dataset,":[192,200],"image":[194],"classification":[195,204],"task":[196],"CIFAR-10":[199],"NLP":[203],"test":[205],"IMDB":[208],"dataset.":[209],"further":[211],"present":[212],"numerical":[213],"simulations":[214],"satisfies":[219],"PL":[221],"condition.":[222],"results":[224],"demonstrate":[225],"superior":[226],"performance":[227],"framework":[231],"compared":[232],"existing":[235],"related":[236],"methods.":[237]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}