{"id":"https://openalex.org/W4416522831","doi":"https://doi.org/10.48550/arxiv.2506.23836","title":"Proving the Limited Scalability of Centralized Distributed Optimization via a New Lower Bound Construction","display_name":"Proving the Limited Scalability of Centralized Distributed Optimization via a New Lower Bound Construction","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416522831","doi":"https://doi.org/10.48550/arxiv.2506.23836"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.23836","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.23836","pdf_url":"https://arxiv.org/pdf/2506.23836","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.23836","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070820740","display_name":"Alexander Tyurin","orcid":"https://orcid.org/0000-0003-4963-8227"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tyurin, Alexander","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5070820740"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.8079000115394592},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5745999813079834},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.5249999761581421},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4519999921321869},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.43230000138282776},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4239000082015991},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4099000096321106}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.8079000115394592},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7247999906539917},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5745999813079834},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.5249999761581421},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5133000016212463},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4519999921321869},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.43230000138282776},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4099000096321106},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.3880000114440918},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36239999532699585},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.35850000381469727},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2827000021934509},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.274399995803833},{"id":"https://openalex.org/C3739613","wikidata":"https://www.wikidata.org/wiki/Q679003","display_name":"Distributed Computing Environment","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.23836","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.23836","pdf_url":"https://arxiv.org/pdf/2506.23836","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.23836","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.23836","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.23836","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.23836","pdf_url":"https://arxiv.org/pdf/2506.23836","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324632","display_name":"Ministero dello Sviluppo Economico","ror":"https://ror.org/011z3ff80"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416522831.pdf","grobid_xml":"https://content.openalex.org/works/W4416522831.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"consider":[1],"centralized":[2],"distributed":[3,79,97,262],"optimization":[4,80],"in":[5,205,208,260],"the":[6,49,53,56,60,63,75,96,114,129,143,148,157,160,163,184,194,209,217,239,242,266],"classical":[7],"federated":[8],"learning":[9],"setup,":[10],"where":[11,119,213],"$n$":[12],"workers":[13,57,61,117,164,215],"jointly":[14],"find":[15],"an":[16,20],"$\\varepsilon$-stationary":[17],"point":[18],"of":[19,74,99,116,244],"$L$-smooth,":[21],"$d$-dimensional":[22],"nonconvex":[23],"function":[24,229],"$f$,":[25],"having":[26],"access":[27,216],"only":[28],"to":[29,43,55,62,82,87,140,162,172,241],"unbiased":[30,134,177],"stochastic":[31,46],"gradients":[32],"with":[33,85,113],"variance":[34],"$\u03c3^2$.":[35],"Each":[36],"worker":[37],"requires":[38],"at":[39],"most":[40],"$h$":[41],"seconds":[42,69],"compute":[44],"a":[45,102,174,226,232,245,252],"gradient,":[47],"and":[48,58,67,124,147,193,230],"communication":[50,149,158,186],"times":[51],"from":[52,59,159],"server":[54,64,161],"are":[65],"$\u03c4_{s}$":[66],"$\u03c4_{w}$":[68],"per":[70],"coordinate,":[71],"respectively.":[72],"One":[73],"main":[76],"motivations":[77],"for":[78,156,248],"is":[81,92,128,138],"achieve":[83],"scalability":[84],"respect":[86],"$n$.":[88],"For":[89],"instance,":[90],"it":[91,137,169],"well":[93],"known":[94],"that":[95,168,181,237],"version":[98],"SGD":[100],"has":[101],"variance-dependent":[103,144,195],"runtime":[104,145,150,187,196],"term":[105,146,188,197],"$\\frac{h":[106,198],"\u03c3^2":[107,199],"L":[108,200],"\u0394}{n":[109],"\\varepsilon^2},$":[110],"which":[111,249],"improves":[112],"number":[115],"$n,$":[118],"$\u0394=":[120],"f(x^0)":[121],"-":[122],"f^*,$":[123],"$x^0":[125],"\\in":[126],"R^d$":[127],"starting":[130],"point.":[131],"Similarly,":[132],"using":[133,176],"sparsification":[135,179],"compressors,":[136],"possible":[139],"reduce":[141],"both":[142,183],"term.":[151],"However,":[152],"once":[153],"we":[154,166,224,250],"account":[155],"$\u03c4_{s}$,":[165],"prove":[167,251],"becomes":[170],"infeasible":[171],"design":[173],"method":[175],"random":[178,246],"compressors":[180],"scales":[182],"server-side":[185],"$\u03c4_{s}":[189],"d":[190],"\\frac{L":[191],"\u0394}{\\varepsilon}$":[192],"\u0394}{\\varepsilon^2},$":[201],"better":[202],"than":[203],"poly-logarithmically":[204],"$n$,":[206],"even":[207,264],"homogeneous":[210,267],"(i.i.d.)":[211],"case,":[212],"all":[214],"same":[218],"distribution.":[219],"To":[220],"establish":[221],"this":[222],"result,":[223],"construct":[225],"new":[227,233],"\"worst-case\"":[228],"develop":[231],"lower":[234],"bound":[235],"framework":[236],"reduces":[238],"analysis":[240],"concentration":[243,253],"sum,":[247],"bound.":[254],"These":[255],"results":[256],"reveal":[257],"fundamental":[258],"limitations":[259],"scaling":[261],"optimization,":[263],"under":[265],"assumption.":[268]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}