{"id":"https://openalex.org/W7160930116","doi":"https://doi.org/10.48550/arxiv.2605.10205","title":"Unveiling High-Probability Generalization in Decentralized SGD","display_name":"Unveiling High-Probability Generalization in Decentralized SGD","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160930116","doi":"https://doi.org/10.48550/arxiv.2605.10205"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10205","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10205","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135922031","display_name":"Jiahuan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiahuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135917129","display_name":"Ping Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135947424","display_name":"Ziqing Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Ziqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135940261","display_name":"Dongsheng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Dongsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135973895","display_name":"Tao Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9354000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9354000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.045499999076128006,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.8458999991416931},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.8129000067710876},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.6791999936103821},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6331999897956848},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5856999754905701},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.48339998722076416},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4684000015258789},{"id":"https://openalex.org/keywords/probably-approximately-correct-learning","display_name":"Probably approximately correct learning","score":0.4074000120162964}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8458999991416931},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.8129000067710876},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.6791999936103821},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6331999897956848},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5856999754905701},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5170000195503235},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4984000027179718},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.48339998722076416},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4684000015258789},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4602999985218048},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.4074000120162964},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.39590001106262207},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3785000145435333},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.37130001187324524},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C27156116","wikidata":"https://www.wikidata.org/wiki/Q1778098","display_name":"Pointwise convergence","level":3,"score":0.33649998903274536},{"id":"https://openalex.org/C181789720","wikidata":"https://www.wikidata.org/wiki/Q4812191","display_name":"Asymptotically optimal algorithm","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.27469998598098755},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C3020318244","wikidata":"https://www.wikidata.org/wiki/Q4812187","display_name":"Large sample","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10205","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10205","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.44450312852859497,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Decentralized":[0],"stochastic":[1],"gradient":[2],"descent":[3],"(D-SGD)":[4],"is":[5,27,53],"an":[6],"efficient":[7],"method":[8],"for":[9,64,68,79,82,91,119,140,147],"large-scale":[10],"distributed":[11,98],"learning.":[12],"Existing":[13],"generalization":[14,51,145],"studies":[15],"mainly":[16],"address":[17],"expected":[18],"results,":[19],"achieving":[20],"rates":[21],"limited":[22],"to":[23,45],"$\\mathcal{O}\\left(\\frac{1}{\u03b4\\sqrt{mn}}\\right)$,":[24],"where":[25,125],"$\u03b4$":[26],"the":[28,32,38,83],"confidence":[29],"parameter,":[30],"$m$":[31],"number":[33],"of":[34],"workers,":[35],"and":[36,66,111,130,134],"$n$":[37],"sample":[39],"size.":[40],"When":[41],"$m=1$,":[42],"D-SGD":[43,92],"reduces":[44],"traditional":[46],"SGD,":[47],"whose":[48],"optimal":[49,84],"high-probability":[50,62,76,117],"bound":[52],"$\\mathcal{O}\\left(\\frac{1}{\\sqrt{n}}\\log":[54],"(1/\u03b4)\\right)$.":[55],"This":[56],"discrepancy":[57],"reveals":[58],"a":[59,75],"gap":[60],"between":[61],"guarantees":[63],"SGD":[65],"those":[67],"D-SGD.":[69],"To":[70],"close":[71],"this,":[72],"we":[73,143],"develop":[74],"learning":[77],"theory":[78],"D-SGD,":[80],"aiming":[81],"$\\mathcal{O}\\left(\\frac{1}{\\sqrt{mn}}\\log":[85],"(1/\u03b4)\\right)$":[86],"rate.":[87],"We":[88,114],"refine":[89],"bounds":[90,146],"using":[93],"pointwise":[94],"uniform":[95,103],"stability":[96],"in":[97,122],"learning-a":[99],"weaker":[100],"notion":[101],"than":[102],"stability-and":[104],"analyze":[105,144],"them":[106],"across":[107],"convex,":[108,110],"strongly":[109],"non-convex":[112,123],"settings.":[113],"also":[115],"provide":[116],"results":[118],"gradient-based":[120],"measures":[121],"cases":[124],"only":[126],"local":[127,148],"minima":[128],"exist,":[129],"derive":[131],"optimization":[132],"error":[133],"excess":[135],"risk":[136],"bounds.":[137],"Finally,":[138],"accounting":[139],"communication":[141],"overhead,":[142],"models":[149],"within":[150],"time-varying":[151],"frameworks.":[152]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}