{"id":"https://openalex.org/W2987616811","doi":"https://doi.org/10.1137/19m1296252","title":"On the Convergence of Stochastic Primal-Dual Hybrid Gradient","display_name":"On the Convergence of Stochastic Primal-Dual Hybrid Gradient","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W2987616811","doi":"https://doi.org/10.1137/19m1296252","mag":"2987616811"},"language":"en","primary_location":{"id":"doi:10.1137/19m1296252","is_oa":false,"landing_page_url":"https://doi.org/10.1137/19m1296252","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1911.00799","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031238214","display_name":"Ahmet Alacaoglu","orcid":"https://orcid.org/0000-0002-2911-7048"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Ahmet Alacaoglu","raw_affiliation_strings":["Electrical Engineering Institute - EPFL (Swiss Federal Institute of Technology (EPFL) EPFL-FSTI IEL-LTS2, Station 11 Lausanne 1015 - Switzerland - Switzerland)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical Engineering Institute - EPFL (Swiss Federal Institute of Technology (EPFL) EPFL-FSTI IEL-LTS2, Station 11 Lausanne 1015 - Switzerland - Switzerland)","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064454585","display_name":"Olivier Fercoq","orcid":"https://orcid.org/0000-0002-3393-9757"},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210165912","display_name":"Laboratoire Traitement et Communication de l\u2019Information","ror":"https://ror.org/057er4c39","country_code":"FR","type":"facility","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4210165912"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Olivier Fercoq","raw_affiliation_strings":["LTCI - Laboratoire Traitement et Communication de l'Information (T\u00e9l\u00e9com Paris 19 Place Marguerite Perey 91120 PALAISEAU - France)","S2A - Signal, Statistique et Apprentissage (T\u00e9l\u00e9com Paris 19 Place Marguerite Perey 91120 Palaiseau - France)"],"raw_orcid":"https://orcid.org/0000-0002-3393-9757","affiliations":[{"raw_affiliation_string":"LTCI - Laboratoire Traitement et Communication de l'Information (T\u00e9l\u00e9com Paris 19 Place Marguerite Perey 91120 PALAISEAU - France)","institution_ids":["https://openalex.org/I4210165912","https://openalex.org/I12356871"]},{"raw_affiliation_string":"S2A - Signal, Statistique et Apprentissage (T\u00e9l\u00e9com Paris 19 Place Marguerite Perey 91120 Palaiseau - France)","institution_ids":["https://openalex.org/I12356871"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027059837","display_name":"Volkan Cevher","orcid":"https://orcid.org/0000-0002-5004-201X"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Volkan Cevher","raw_affiliation_strings":["EPFL - Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (CH-1015 Lausanne, Switzerland  - Switzerland)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL - Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (CH-1015 Lausanne, Switzerland  - Switzerland)","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5031238214"],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":2.6566,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.88927986,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"32","issue":"2","first_page":"1288","last_page":"1318"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7984063625335693},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5841588377952576},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5631095767021179},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.49709728360176086},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4704039692878723}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7984063625335693},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5841588377952576},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5631095767021179},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.49709728360176086},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4704039692878723},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1137/19m1296252","is_oa":false,"landing_page_url":"https://doi.org/10.1137/19m1296252","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1911.00799","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.00799","pdf_url":"https://arxiv.org/pdf/1911.00799","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:HAL:hal-02362067v1","is_oa":false,"landing_page_url":"https://hal.science/hal-02362067","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SIAM Journal on Optimization, 2022, 32 (2), pp.1288-1318. ⟨10.1137/19M1296252⟩","raw_type":"Journal articles"},{"id":"pmh:oai:infoscience.epfl.ch:272021","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/272021","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"research report"},{"id":"pmh:oai:infoscience.epfl.ch:294968","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/294968","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://infoscience.epfl.ch/record/294968","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1911.00799","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1911.00799","pdf_url":"https://arxiv.org/pdf/1911.00799","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2537312942","display_name":null,"funder_award_id":"725594","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G5632738584","display_name":null,"funder_award_id":"2023239","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8374113145","display_name":null,"funder_award_id":"8F-30039","funder_id":"https://openalex.org/F4320338284","funder_display_name":"Argonne National Laboratory"},{"id":"https://openalex.org/G8913740509","display_name":null,"funder_award_id":"407540 167319","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338284","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W93819566","https://openalex.org/W205960364","https://openalex.org/W1489128386","https://openalex.org/W1493782845","https://openalex.org/W1577337550","https://openalex.org/W1939652453","https://openalex.org/W1947202642","https://openalex.org/W1981112674","https://openalex.org/W1983143854","https://openalex.org/W1992208280","https://openalex.org/W1994616650","https://openalex.org/W2021548137","https://openalex.org/W2047152541","https://openalex.org/W2047894825","https://openalex.org/W2073750241","https://openalex.org/W2078204800","https://openalex.org/W2092663520","https://openalex.org/W2095984592","https://openalex.org/W2107438106","https://openalex.org/W2117686388","https://openalex.org/W2118545728","https://openalex.org/W2153635508","https://openalex.org/W2182185149","https://openalex.org/W2241435520","https://openalex.org/W2272509765","https://openalex.org/W2294426261","https://openalex.org/W2334285086","https://openalex.org/W2421340180","https://openalex.org/W2496276084","https://openalex.org/W2625685405","https://openalex.org/W2625877362","https://openalex.org/W2749551990","https://openalex.org/W2753286367","https://openalex.org/W2758918273","https://openalex.org/W2783403261","https://openalex.org/W2784191052","https://openalex.org/W2785315711","https://openalex.org/W2785524755","https://openalex.org/W2803974531","https://openalex.org/W2884051787","https://openalex.org/W2884265051","https://openalex.org/W2899571732","https://openalex.org/W2915013032","https://openalex.org/W2947431243","https://openalex.org/W2951563002","https://openalex.org/W2952594493","https://openalex.org/W2959051382","https://openalex.org/W2962713896","https://openalex.org/W2962768415","https://openalex.org/W2962826994","https://openalex.org/W2962941403","https://openalex.org/W2963213190","https://openalex.org/W2963353224","https://openalex.org/W2963373496","https://openalex.org/W2963607709","https://openalex.org/W2963734024","https://openalex.org/W2963747836","https://openalex.org/W2964037929","https://openalex.org/W2964168652","https://openalex.org/W2983683136","https://openalex.org/W2985739199","https://openalex.org/W3035804846","https://openalex.org/W3105289409","https://openalex.org/W3120421331","https://openalex.org/W3177704287","https://openalex.org/W4229650096","https://openalex.org/W4231183558","https://openalex.org/W4242472394","https://openalex.org/W4288642106","https://openalex.org/W4378710408"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W2072657027","https://openalex.org/W2600246793","https://openalex.org/W4238204885"],"abstract_inverted_index":{"In":[0,19,52],"this":[1],"paper,":[2],"we":[3,21,57],"analyze":[4],"the":[5,27,53,60,65],"recently":[6],"proposed":[7],"stochastic":[8],"primal-dual":[9,70],"hybrid":[10],"gradient":[11],"(SPDHG)":[12],"algorithm":[13],"and":[14,34,103,131],"provide":[15,109],"new":[16],"theoretical":[17],"results.":[18],"particular,":[20],"prove":[22,59],"almost":[23],"sure":[24],"convergence":[25,36,62,77],"of":[26,45],"iterates":[28],"to":[29,91],"a":[30,120],"solution":[31],"with":[32,37,115],"convexity":[33,47],"linear":[35,76,100],"further":[38],"structure,":[39],"using":[40],"standard":[41,116],"step":[42,117],"sizes":[43,118],"independent":[44],"strong":[46],"or":[48],"other":[49,132],"regularity":[50],"constants.":[51],"general":[54],"convex":[55,96,128],"case,":[56],"also":[58,108],"$\\mathcal{O}(1/k)$":[61],"rate":[63],"for":[64,75,84],"ergodic":[66],"sequence,":[67],"on":[68],"expected":[69],"gap":[71],"function.":[72],"Our":[73],"assumption":[74],"is":[78,82],"metric":[79],"subregularity,":[80],"which":[81],"satisfied":[83],"strongly":[85,127],"convex-strongly":[86],"concave":[87],"problems":[88],"in":[89],"addition":[90],"many":[92],"nonsmooth":[93],"and/or":[94],"nonstrongly":[95],"problems,":[97],"such":[98],"as":[99],"programs,":[101],"Lasso,":[102],"support":[104],"vector":[105],"machines.":[106],"We":[107],"numerical":[110],"evidence":[111],"showing":[112],"that":[113],"SPDHG":[114],"shows":[119],"competitive":[121],"practical":[122],"performance":[123],"against":[124],"its":[125],"specialized":[126],"variant":[129],"SPDHG-$\\mu$":[130],"state-of-the-art":[133],"algorithms,":[134],"including":[135],"variance":[136],"reduction":[137],"methods.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}