{"id":"https://openalex.org/W4390098223","doi":"https://doi.org/10.1109/focs57990.2023.00124","title":"ReSQueing Parallel and Private Stochastic Convex Optimization","display_name":"ReSQueing Parallel and Private Stochastic Convex Optimization","publication_year":2023,"publication_date":"2023-11-06","ids":{"openalex":"https://openalex.org/W4390098223","doi":"https://doi.org/10.1109/focs57990.2023.00124"},"language":"en","primary_location":{"id":"doi:10.1109/focs57990.2023.00124","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/focs57990.2023.00124","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 64th Annual Symposium on Foundations of Computer Science (FOCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035869365","display_name":"Yair Carmon","orcid":"https://orcid.org/0000-0001-5731-8640"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Yair Carmon","raw_affiliation_strings":["Tel Aviv University"],"affiliations":[{"raw_affiliation_string":"Tel Aviv University","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050732684","display_name":"Arun Jambulapati","orcid":"https://orcid.org/0009-0007-9964-893X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arun Jambulapati","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109498102","display_name":"Yujia Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yujia Jin","raw_affiliation_strings":["Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024980585","display_name":"Yin Tat Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yin Tat Lee","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054209842","display_name":"Daogao Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daogao Liu","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112854803","display_name":"Aaron Sidford","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Sidford","raw_affiliation_strings":["University of Washington"],"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101553599","display_name":"Kevin Tian","orcid":"https://orcid.org/0000-0002-9876-3991"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kevin Tian","raw_affiliation_strings":["Microsoft Research"],"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5035869365"],"corresponding_institution_ids":["https://openalex.org/I16391192"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17826246,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"33","issue":null,"first_page":"2031","last_page":"2058"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lipschitz-continuity","display_name":"Lipschitz continuity","score":0.6796994209289551},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6472982168197632},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.644080400466919},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6224904656410217},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.6089460849761963},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.6017090082168579},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5845919847488403},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.5585527420043945},{"id":"https://openalex.org/keywords/unit-sphere","display_name":"Unit sphere","score":0.5319234132766724},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5157756805419922},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4993290901184082},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.48802700638771057},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.45437830686569214},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.4414919316768646},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3695445954799652},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.35286420583724976},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3259350657463074},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.294772744178772},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.25108882784843445},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.20680704712867737},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.15229445695877075}],"concepts":[{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.6796994209289551},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6472982168197632},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.644080400466919},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6224904656410217},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.6089460849761963},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.6017090082168579},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5845919847488403},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5585527420043945},{"id":"https://openalex.org/C191948623","wikidata":"https://www.wikidata.org/wiki/Q1307800","display_name":"Unit sphere","level":2,"score":0.5319234132766724},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5157756805419922},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4993290901184082},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.48802700638771057},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.45437830686569214},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.4414919316768646},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3695445954799652},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.35286420583724976},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3259350657463074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.294772744178772},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25108882784843445},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.20680704712867737},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.15229445695877075},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/focs57990.2023.00124","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/focs57990.2023.00124","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 64th Annual Symposium on Foundations of Computer Science (FOCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W1505731132","https://openalex.org/W1955857676","https://openalex.org/W1981029888","https://openalex.org/W1988720110","https://openalex.org/W1992926795","https://openalex.org/W2007111443","https://openalex.org/W2040006905","https://openalex.org/W2043093325","https://openalex.org/W2045744861","https://openalex.org/W2096633407","https://openalex.org/W2112380340","https://openalex.org/W2130062883","https://openalex.org/W2154682027","https://openalex.org/W2470101972","https://openalex.org/W2473418344","https://openalex.org/W2594311007","https://openalex.org/W2605258322","https://openalex.org/W2791553724","https://openalex.org/W2807548807","https://openalex.org/W2809008139","https://openalex.org/W2810715221","https://openalex.org/W2886099836","https://openalex.org/W2901838001","https://openalex.org/W2923133561","https://openalex.org/W2932329902","https://openalex.org/W2936995161","https://openalex.org/W2950943617","https://openalex.org/W2954257298","https://openalex.org/W2954258052","https://openalex.org/W2962720772","https://openalex.org/W2963367389","https://openalex.org/W2963369983","https://openalex.org/W2970545119","https://openalex.org/W3010865915","https://openalex.org/W3034801477","https://openalex.org/W3034810578","https://openalex.org/W3141595720","https://openalex.org/W3213672389","https://openalex.org/W4205228770","https://openalex.org/W4206742934","https://openalex.org/W4221146379","https://openalex.org/W4221159214","https://openalex.org/W4226098613","https://openalex.org/W4236362309","https://openalex.org/W4283816219","https://openalex.org/W4287758986","https://openalex.org/W4301372026","https://openalex.org/W6604483833","https://openalex.org/W6676639149","https://openalex.org/W6677537508","https://openalex.org/W6677855611","https://openalex.org/W6679314259","https://openalex.org/W6682774789","https://openalex.org/W6687709050","https://openalex.org/W6749518183","https://openalex.org/W6752422486","https://openalex.org/W6752615867","https://openalex.org/W6752985224","https://openalex.org/W6753363625","https://openalex.org/W6756365316","https://openalex.org/W6761030284","https://openalex.org/W6764720292","https://openalex.org/W6765722373","https://openalex.org/W6766587045","https://openalex.org/W6767538301","https://openalex.org/W6778944205","https://openalex.org/W6789560579","https://openalex.org/W6794958757","https://openalex.org/W6794971724","https://openalex.org/W6796682274","https://openalex.org/W6803759997","https://openalex.org/W6810193688","https://openalex.org/W6810206852","https://openalex.org/W6810306013","https://openalex.org/W6839294834"],"related_works":["https://openalex.org/W4401550921","https://openalex.org/W4361791424","https://openalex.org/W4286899070","https://openalex.org/W4323366756","https://openalex.org/W2913271688","https://openalex.org/W4234593354","https://openalex.org/W2893302333","https://openalex.org/W4285259204","https://openalex.org/W4389775782","https://openalex.org/W3207830353"],"abstract_inverted_index":{"We":[0,189],"introduce":[1],"a":[2,10,20,24,53,73,113,183],"new":[3],"tool":[4],"for":[5,16,45,193],"stochastic":[6,115,142],"convex":[7],"optimization":[8,77],"(SCO):":[9],"Reweighted":[11],"Stochastic":[12],"Query":[13],"(ReSQue)":[14],"estimator":[15],"the":[17,58,65,129,137,174],"gradient":[18,91,106,116,143,187,212],"of":[19,133,141,147,186],"function":[21],"convolved":[22],"with":[23,30,82,210],"(Gaussian)":[25],"probability":[26],"density.":[27],"Combining":[28],"ReSQue":[29,205],"recent":[31],"advances":[32],"in":[33,47,61,108,215],"ball":[34,60],"oracle":[35,92,131],"acceleration":[36],"[CJJ+20],":[37],"[ACJ+21],":[38],"we":[39,63],"develop":[40],"algorithms":[41],"achieving":[42],"state-of-the-art":[43,130],"complexities":[44],"SCO":[46,54,175],"parallel":[48,74],"and":[49,95],"private":[50],"settings.":[51],"For":[52,118],"objective":[55],"constrained":[56],"to":[57,69,112,173,206],"unit":[59],"$\\mathbb{R}^{d}$,":[62],"obtain":[64],"following":[66],"results":[67],"(up":[68],"polylogarithmic":[70],"factors).1)We":[71],"give":[72],"algorithm":[75,127,209],"obtaining":[76],"error":[78],"$\\epsilon_{\\text":[79,119],"{opt}":[80,87,100,104,120],"}$":[81],"$d^{1":[83,96],"/":[84,89,97,102,124],"3}":[85,98],"\\epsilon_{\\text":[86,99],"}^{-2":[88,101],"3}$":[90],"query":[93,213],"depth":[94,132],"3}+\\epsilon_{\\text":[103],"}^{-2}$":[105],"queries":[107],"total,":[109],"assuming":[110],"access":[111],"bounded-variance":[114],"estimator.":[117],"}":[121],"\\in\\left[d^{-1},":[122],"d^{-1":[123],"4}\\right]$,":[125],"our":[126],"matches":[128],"[BJL+19]":[134],"while":[135],"maintaining":[136],"optimal":[138],"total":[139],"work":[140],"descent.2)Given":[144],"n":[145],"samples":[146],"Lipschitz":[148],"loss":[149],"functions,":[150],"prior":[151,179],"works":[152,180],"[BFTT19],":[153],"[BFGT20],":[154],"[AFKT21],":[155],"[KLL21]":[156],"established":[157],"that":[158],"if":[159],"$n":[160,196],"\\gt":[161,197],"rsim":[162,198],"d":[163,201],"\\epsilon_{\\mathrm{dp}}^{-2},\\left(\\epsilon_{\\mathrm{dp}},":[164],"\\delta\\right)$-differential":[165],"privacy":[166],"is":[167],"attained":[168],"at":[169],"no":[170],"asymptotic":[171],"cost":[172],"utility.":[176],"However,":[177],"these":[178],"all":[181],"required":[182],"superlinear":[184],"number":[185],"queries.":[188],"close":[190],"this":[191,216],"gap":[192],"sufficiently":[194],"large":[195],"d^{2}":[199],"\\epsilon_{{\\bf":[200],"p}}^{-3}$,":[202],"by":[203],"using":[204],"design":[207],"an":[208],"near-linear":[211],"complexity":[214],"regime.":[217]},"counts_by_year":[],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}