{"id":"https://openalex.org/W4391019796","doi":"https://doi.org/10.1109/cdc49753.2023.10383242","title":"Switch and Conquer: Efficient Algorithms By Switching Stochastic Gradient Oracles For Decentralized Saddle Point Problems","display_name":"Switch and Conquer: Efficient Algorithms By Switching Stochastic Gradient Oracles For Decentralized Saddle Point Problems","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4391019796","doi":"https://doi.org/10.1109/cdc49753.2023.10383242"},"language":"en","primary_location":{"id":"doi:10.1109/cdc49753.2023.10383242","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cdc49753.2023.10383242","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110928033","display_name":"Chhavi Sharma","orcid":null},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Chhavi Sharma","raw_affiliation_strings":["IIT Bombay,Industrial Engineering and Operations Research (IEOR),Mumbai,India,400076"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIT Bombay,Industrial Engineering and Operations Research (IEOR),Mumbai,India,400076","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084488825","display_name":"Vishnu Narayanan","orcid":null},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vishnu Narayanan","raw_affiliation_strings":["IIT Bombay,Industrial Engineering and Operations Research (IEOR),Mumbai,India,400076"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIT Bombay,Industrial Engineering and Operations Research (IEOR),Mumbai,India,400076","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009278234","display_name":"P. Balamurugan","orcid":null},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"P. Balamurugan","raw_affiliation_strings":["IIT Bombay,Industrial Engineering and Operations Research (IEOR),Mumbai,India,400076"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIT Bombay,Industrial Engineering and Operations Research (IEOR),Mumbai,India,400076","institution_ids":["https://openalex.org/I162827531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19041162,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"1312","last_page":"1319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.7940114736557007},{"id":"https://openalex.org/keywords/saddle-point","display_name":"Saddle point","score":0.7699593305587769},{"id":"https://openalex.org/keywords/iterated-function","display_name":"Iterated function","score":0.7044471502304077},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6484865546226501},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6163566708564758},{"id":"https://openalex.org/keywords/saddle","display_name":"Saddle","score":0.614071786403656},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5717194080352783},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5518438220024109},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.548678457736969},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4810343384742737},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.462619811296463},{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.45932668447494507},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.44475293159484863},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.41991856694221497},{"id":"https://openalex.org/keywords/reciprocal","display_name":"Reciprocal","score":0.41049087047576904},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.324714720249176},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.31149131059646606},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24297034740447998},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.20579177141189575},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.07664084434509277}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.7940114736557007},{"id":"https://openalex.org/C2681867","wikidata":"https://www.wikidata.org/wiki/Q690935","display_name":"Saddle point","level":2,"score":0.7699593305587769},{"id":"https://openalex.org/C140479938","wikidata":"https://www.wikidata.org/wiki/Q5254619","display_name":"Iterated function","level":2,"score":0.7044471502304077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6484865546226501},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6163566708564758},{"id":"https://openalex.org/C2777127463","wikidata":"https://www.wikidata.org/wiki/Q10862618","display_name":"Saddle","level":2,"score":0.614071786403656},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5717194080352783},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5518438220024109},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.548678457736969},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4810343384742737},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.462619811296463},{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.45932668447494507},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.44475293159484863},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.41991856694221497},{"id":"https://openalex.org/C2777742833","wikidata":"https://www.wikidata.org/wiki/Q1964083","display_name":"Reciprocal","level":2,"score":0.41049087047576904},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.324714720249176},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31149131059646606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24297034740447998},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.20579177141189575},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.07664084434509277},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc49753.2023.10383242","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cdc49753.2023.10383242","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1519983590","https://openalex.org/W1982431711","https://openalex.org/W2022948311","https://openalex.org/W2107438106","https://openalex.org/W2132968152","https://openalex.org/W2399056025","https://openalex.org/W2551637362","https://openalex.org/W2769644379","https://openalex.org/W2774000609","https://openalex.org/W2941661981","https://openalex.org/W2963128910","https://openalex.org/W2963357609","https://openalex.org/W2963855576","https://openalex.org/W2964005211","https://openalex.org/W2982523334","https://openalex.org/W3035810502","https://openalex.org/W3121052003","https://openalex.org/W3131924448","https://openalex.org/W3188492117","https://openalex.org/W3212855433","https://openalex.org/W4282039920","https://openalex.org/W4287070054","https://openalex.org/W4302008472","https://openalex.org/W4310882628","https://openalex.org/W4387146000","https://openalex.org/W6631077220","https://openalex.org/W6676105031","https://openalex.org/W6729730966","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6751921135","https://openalex.org/W6758557334","https://openalex.org/W6761519769","https://openalex.org/W6763496775","https://openalex.org/W6780000748","https://openalex.org/W6780530786","https://openalex.org/W6790670271","https://openalex.org/W6790700289","https://openalex.org/W6799185257","https://openalex.org/W6799313882","https://openalex.org/W6803929035","https://openalex.org/W6838360932","https://openalex.org/W6839286865","https://openalex.org/W6846794212","https://openalex.org/W6856178176"],"related_works":["https://openalex.org/W4236459141","https://openalex.org/W4205304778","https://openalex.org/W2020252434","https://openalex.org/W73248859","https://openalex.org/W2584253892","https://openalex.org/W2350324449","https://openalex.org/W2107438106","https://openalex.org/W1572705989","https://openalex.org/W119381072","https://openalex.org/W2034033896"],"abstract_inverted_index":{"We":[0,54],"consider":[1],"a":[2,13,17,22,73,92,99,114,126],"class":[3],"of":[4,25,59,76,80,82,122,182,194],"non-smooth":[5],"strongly":[6],"convex-strongly":[7],"concave":[8],"saddle":[9,115,161],"point":[10,116,162],"problems":[11,26],"in":[12,27,222],"decentralized":[14],"setting":[15],"without":[16],"central":[18],"server.":[19],"To":[20,87],"solve":[21],"consensus":[23],"formulation":[24],"this":[28],"class,":[29],"we":[30,90],"develop":[31,91],"an":[32,133,156],"inexact":[33,60],"primal":[34,50],"dual":[35,52],"hybrid":[36],"gradient":[37,44,66,102],"(inexact":[38],"PDHG)":[39],"procedure":[40],"that":[41,176],"allows":[42],"generic":[43],"computation":[45,104],"oracles":[46,186],"to":[47,108,113,128,153,155],"update":[48],"the":[49,57,110,119,129,178,223],"and":[51,94,150,184],"variables.":[53],"first":[55],"investigate":[56],"performance":[58,213],"PDHG":[61],"with":[62,84,147,164],"stochastic":[63,101],"variance":[64],"reduction":[65],"(SVRG)":[67],"oracle.":[68,86],"Our":[69],"numerical":[70],"study":[71,174],"uncovers":[72],"significant":[74],"phenomenon":[75],"initial":[77,120],"conservative":[78],"progress":[79,112],"iterates":[81],"IPDHG":[83],"SVRG":[85,130,185],"tackle":[88],"this,":[89],"simple":[93],"effective":[95],"switching":[96],"idea,":[97],"where":[98],"generalized":[100],"(GSG)":[103],"oracle":[105,131],"is":[106,139,151],"employed":[107],"hasten":[109],"iterates'":[111],"solution":[117,163],"during":[118],"phase":[121],"updates,":[123],"followed":[124],"by":[125],"switch":[127],"at":[132],"appropriate":[134],"juncture.":[135],"The":[136,219],"proposed":[137],"algorithm":[138],"named":[140],"Decentralized":[141],"Proximal":[142],"Switching":[143],"Stochastic":[144],"Gradient":[145],"method":[146],"Compression":[148],"(C-DPSSG),":[149],"proven":[152],"converge":[154],"<tex":[157],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[158],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\epsilon$</tex>":[159],"-accurate":[160],"linear":[165],"rate.":[166],"Apart":[167],"from":[168],"delivering":[169],"highly":[170],"accurate":[171],"solutions,":[172],"our":[173,216],"reveals":[175],"utilizing":[177],"best":[179],"convergence":[180],"phases":[181],"GSG":[183],"makes":[187],"C-DPSSG":[188],"well":[189],"suited":[190],"for":[191,199],"obtaining":[192],"solutions":[193],"low/medium":[195],"accuracy":[196],"faster,":[197],"useful":[198],"certain":[200],"applications.":[201],"Numerical":[202],"experiments":[203,224],"on":[204],"two":[205],"benchmark":[206],"machine":[207],"learning":[208],"applications":[209],"show":[210],"C-DPSSG's":[211],"competitive":[212],"which":[214],"validate":[215],"theoretical":[217],"findings.":[218],"codes":[220],"used":[221],"can":[225],"be":[226],"found":[227],"here.":[228]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}