{"id":"https://openalex.org/W2982324566","doi":"https://doi.org/10.1109/icassp40776.2020.9054327","title":"Linear Speedup in Saddle-Point Escape for Decentralized Non-Convex Optimization","display_name":"Linear Speedup in Saddle-Point Escape for Decentralized Non-Convex Optimization","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W2982324566","doi":"https://doi.org/10.1109/icassp40776.2020.9054327","mag":"2982324566"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9054327","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054327","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.13852","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083805703","display_name":"Stefan Vlaski","orcid":"https://orcid.org/0000-0002-0616-3076"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Stefan Vlaski","raw_affiliation_strings":["School of Engineering, \u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne,School of Engineering"],"affiliations":[{"raw_affiliation_string":"School of Engineering, \u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne,School of Engineering","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091103447","display_name":"Ali H. Sayed","orcid":"https://orcid.org/0000-0002-5125-5519"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ali H. Sayed","raw_affiliation_strings":["School of Engineering, \u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne,"],"affiliations":[{"raw_affiliation_string":"School of Engineering, \u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne,","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5083805703"],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":0.16953244,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.47995439,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"147","issue":null,"first_page":"8589","last_page":"8593"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.9584062099456787},{"id":"https://openalex.org/keywords/saddle-point","display_name":"Saddle point","score":0.8825845718383789},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.8191840648651123},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5892111659049988},{"id":"https://openalex.org/keywords/saddle","display_name":"Saddle","score":0.5776712894439697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5247604846954346},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.5198331475257874},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4688856303691864},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.44831424951553345},{"id":"https://openalex.org/keywords/stationary-point","display_name":"Stationary point","score":0.44670188426971436},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3579711616039276},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.13218817114830017},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.11443296074867249},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.08435910940170288}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.9584062099456787},{"id":"https://openalex.org/C2681867","wikidata":"https://www.wikidata.org/wiki/Q690935","display_name":"Saddle point","level":2,"score":0.8825845718383789},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.8191840648651123},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5892111659049988},{"id":"https://openalex.org/C2777127463","wikidata":"https://www.wikidata.org/wiki/Q10862618","display_name":"Saddle","level":2,"score":0.5776712894439697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5247604846954346},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.5198331475257874},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4688856303691864},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.44831424951553345},{"id":"https://openalex.org/C189237950","wikidata":"https://www.wikidata.org/wiki/Q2500758","display_name":"Stationary point","level":2,"score":0.44670188426971436},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3579711616039276},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.13218817114830017},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.11443296074867249},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.08435910940170288},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/icassp40776.2020.9054327","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054327","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.13852","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.13852","pdf_url":"https://arxiv.org/pdf/1910.13852","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2982324566","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1910.13852","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:infoscience.epfl.ch:284058","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/284058","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"conference proceedings"},{"id":"doi:10.48550/arxiv.1910.13852","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.13852","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.17023/q24d-8355","is_oa":true,"landing_page_url":"https://doi.org/10.17023/q24d-8355","pdf_url":null,"source":{"id":"https://openalex.org/S7407051697","display_name":"IEEE RESOURCE CENTERS","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.13852","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.13852","pdf_url":"https://arxiv.org/pdf/1910.13852","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1568288633","https://openalex.org/W1571416372","https://openalex.org/W1970997001","https://openalex.org/W1994616650","https://openalex.org/W2009941369","https://openalex.org/W2012445782","https://openalex.org/W2027481851","https://openalex.org/W2066332749","https://openalex.org/W2082904296","https://openalex.org/W2142682063","https://openalex.org/W2148087609","https://openalex.org/W2163525955","https://openalex.org/W2266148951","https://openalex.org/W2474090883","https://openalex.org/W2604130501","https://openalex.org/W2617691536","https://openalex.org/W2770402827","https://openalex.org/W2789243870","https://openalex.org/W2790867397","https://openalex.org/W2891050651","https://openalex.org/W2911876570","https://openalex.org/W2953881522","https://openalex.org/W2955291764","https://openalex.org/W2962853966","https://openalex.org/W2963129420","https://openalex.org/W2963228337","https://openalex.org/W2963411541","https://openalex.org/W2963416883","https://openalex.org/W2963446085","https://openalex.org/W2963861706","https://openalex.org/W2964106499","https://openalex.org/W2964137440","https://openalex.org/W2964156132","https://openalex.org/W2964165783","https://openalex.org/W2969244409","https://openalex.org/W2972203720","https://openalex.org/W2973936661","https://openalex.org/W3012207869","https://openalex.org/W3101665129","https://openalex.org/W4205987271","https://openalex.org/W4246616525","https://openalex.org/W6681283895","https://openalex.org/W6712153814","https://openalex.org/W6713348437","https://openalex.org/W6720643467","https://openalex.org/W6735923916","https://openalex.org/W6738250615","https://openalex.org/W6738336337","https://openalex.org/W6748632073","https://openalex.org/W6749200166","https://openalex.org/W6753122105","https://openalex.org/W6754475447","https://openalex.org/W6758727732","https://openalex.org/W6760245637","https://openalex.org/W6767126984","https://openalex.org/W6768041076"],"related_works":["https://openalex.org/W3118568858","https://openalex.org/W2963687412","https://openalex.org/W3011677145","https://openalex.org/W2953881522","https://openalex.org/W2972354402","https://openalex.org/W2783498793","https://openalex.org/W2923432309","https://openalex.org/W3165334037","https://openalex.org/W2964280898","https://openalex.org/W2944831170","https://openalex.org/W3171890579","https://openalex.org/W835513632","https://openalex.org/W3010815035","https://openalex.org/W947105725","https://openalex.org/W2794722150","https://openalex.org/W3130292299","https://openalex.org/W2953289023","https://openalex.org/W2927839199","https://openalex.org/W2964083304","https://openalex.org/W2659643337"],"abstract_inverted_index":{"Under":[0],"appropriate":[1],"cooperation":[2],"protocols":[3],"and":[4,23,101,139],"parameter":[5],"choices,":[6],"fully":[7],"decentralized":[8],"solutions":[9,22],"for":[10,79,97,105],"stochastic":[11],"optimization":[12],"have":[13,45],"been":[14,46],"shown":[15],"to":[16,34,48,141],"match":[17],"the":[18,29,38,49,65,72,76,93,103,124],"performance":[19],"of":[20,31,51,67,75,95,126],"centralized":[21],"result":[24],"in":[25,37,55,63,88,92,123,147],"linear":[26,86,118],"speedup":[27,87,119],"(in":[28],"number":[30,94],"agents)":[32],"relative":[33],"non-cooperative":[35],"approaches":[36],"strongly-convex":[39],"setting.":[40],"More":[41],"recently,":[42],"these":[43],"results":[44,114],"extended":[47],"pursuit":[50,125],"first-order":[52],"stationary":[53,128],"points":[54],"non-convex":[56,80],"environments.":[57],"In":[58],"this":[59],"work,":[60],"we":[61],"examine":[62],"detail":[64],"dependence":[66],"second-order":[68,127],"convergence":[69],"guarantees":[70],"on":[71],"spectral":[73],"properties":[74],"combination":[77,99,111],"policy":[78],"multi":[81],"agent":[82],"optimization.":[83],"We":[84],"establish":[85],"saddle-point":[89],"escape":[90],"time":[91],"agents":[96],"symmetric":[98],"policies":[100],"study":[102],"potential":[104],"further":[106],"improvement":[107],"by":[108],"employing":[109],"asymmetric":[110],"weights.":[112],"The":[113],"imply":[115],"that":[116],"a":[117],"can":[120],"be":[121],"expected":[122],"points,":[129],"which":[130],"exclude":[131],"local":[132,142],"maxima":[133],"as":[134,136],"well":[135],"strict":[137],"saddle-points":[138],"correspond":[140],"or":[143],"even":[144],"global":[145],"minima":[146],"many":[148],"important":[149],"learning":[150],"settings.":[151]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}