{"id":"https://openalex.org/W2199925289","doi":null,"title":"Multiple Optimality Guarantees in Statistical Learning","display_name":"Multiple Optimality Guarantees in Statistical Learning","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2199925289","mag":"2199925289"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt4fp3f7n8","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/4fp3f7n8","pdf_url":"https://escholarship.org/uc/item/4fp3f7n8","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/4fp3f7n8","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061331093","display_name":"John C. Duchi","orcid":"https://orcid.org/0000-0003-0045-7185","observed_orcids":["https://orcid.org/0000-0003-0045-7185"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"John C. Duchi","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-0045-7185","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5061331093"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7095000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7095000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.24120000004768372,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.01640000008046627,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lower-bounds","display_name":"lower bounds","score":0.8659999966621399},{"id":"https://openalex.org/keywords/distributed-estimation","display_name":"distributed estimation","score":0.8270000219345093},{"id":"https://openalex.org/keywords/stochastic-convex-optimization","display_name":"stochastic convex optimization","score":0.9319999814033508},{"id":"https://openalex.org/keywords/adaptive-optimizers","display_name":"adaptive optimization algorithm","score":0.6639999747276306},{"id":"https://openalex.org/keywords/strong-data-processing-inequality","display_name":"strong data processing inequality","score":0.8320000171661377},{"id":"https://openalex.org/keywords/private-learning","display_name":"private learning","score":0.7559999823570251},{"id":"https://openalex.org/keywords/asynchronous-parallel-algorithms","display_name":"asynchronous parallel algorithms","score":0.36500000953674316}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6934921741485596},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.6351861953735352},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5685346722602844},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.4887849986553192},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.41810768842697144},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4156322479248047},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.325526624917984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32049763202667236},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2890245318412781},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1803646683692932},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:escholarship.org/ark:/13030/qt4fp3f7n8","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/4fp3f7n8","pdf_url":"https://escholarship.org/uc/item/4fp3f7n8","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},{"id":"pmh:qt4fp3f7n8","doi":null,"is_oa":true,"landing_page_url":"http://www.escholarship.org/uc/item/4fp3f7n8","pdf_url":"http://www.escholarship.org/uc/item/4fp3f7n8","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Duchi, John C.(2014). Multiple Optimality Guarantees in Statistical Learning. UC Berkeley: Electrical Engineering & Computer Sciences. Retrieved from: http://www.escholarship.org/uc/item/4fp3f7n8","raw_type":"dissertation"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.474.1490","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.474.1490","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.berkeley.edu/~jduchi/projects/thesis.pdf","raw_type":"text"},{"id":"pmh:oai:berkeley.edu:28722-bk00153702b","doi":null,"is_oa":false,"landing_page_url":"http://techreports.lib.berkeley.edu/accessPages/EECS-2014-79.html","pdf_url":null,"source":{"id":"https://openalex.org/S7407050879","display_name":"UC Berkeley","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I95457486","host_organization_name":"University of California, Berkeley","host_organization_lineage":["https://openalex.org/I95457486"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"technical reports"},{"id":"mag:2199925289","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt4fp3f7n8/qt4fp3f7n8.pdf?t=ny5vib","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt4fp3f7n8","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/4fp3f7n8","pdf_url":"https://escholarship.org/uc/item/4fp3f7n8","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2199925289.pdf","grobid_xml":"https://content.openalex.org/works/W2199925289.grobid-xml"},"referenced_works_count":170,"referenced_works":["https://openalex.org/W58673994","https://openalex.org/W131378802","https://openalex.org/W139031692","https://openalex.org/W153281708","https://openalex.org/W181733065","https://openalex.org/W643803686","https://openalex.org/W1480376833","https://openalex.org/W1482235099","https://openalex.org/W1487404723","https://openalex.org/W1494099594","https://openalex.org/W1496462336","https://openalex.org/W1499021337","https://openalex.org/W1505043854","https://openalex.org/W1505731132","https://openalex.org/W1506934790","https://openalex.org/W1507048260","https://openalex.org/W1511694993","https://openalex.org/W1518461880","https://openalex.org/W1524581953","https://openalex.org/W1524622012","https://openalex.org/W1527197079","https://openalex.org/W1528133536","https://openalex.org/W1532325895","https://openalex.org/W1535258871","https://openalex.org/W1540586255","https://openalex.org/W1551269584","https://openalex.org/W1553598118","https://openalex.org/W1555033159","https://openalex.org/W1557833142","https://openalex.org/W1561681248","https://openalex.org/W1564947197","https://openalex.org/W1570963478","https://openalex.org/W1573820523","https://openalex.org/W1574901103","https://openalex.org/W1579063588","https://openalex.org/W1590505944","https://openalex.org/W1593331236","https://openalex.org/W1603765807","https://openalex.org/W1626317705","https://openalex.org/W1836034018","https://openalex.org/W1838218239","https://openalex.org/W1872473787","https://openalex.org/W1873763122","https://openalex.org/W1963881324","https://openalex.org/W1969095781","https://openalex.org/W1978119584","https://openalex.org/W1978394996","https://openalex.org/W1982366717","https://openalex.org/W1988520084","https://openalex.org/W1992208280","https://openalex.org/W1994616650","https://openalex.org/W1995897489","https://openalex.org/W1995945562","https://openalex.org/W2002501531","https://openalex.org/W2002517365","https://openalex.org/W2003677307","https://openalex.org/W2004001705","https://openalex.org/W2005148680","https://openalex.org/W2013823004","https://openalex.org/W2016384870","https://openalex.org/W2018493294","https://openalex.org/W2019363670","https://openalex.org/W2022255443","https://openalex.org/W2024484010","https://openalex.org/W2028907859","https://openalex.org/W2030811966","https://openalex.org/W2031415694","https://openalex.org/W2032395696","https://openalex.org/W2035484943","https://openalex.org/W2038497950","https://openalex.org/W2040228409","https://openalex.org/W2043452208","https://openalex.org/W2044212084","https://openalex.org/W2049659086","https://openalex.org/W2051953026","https://openalex.org/W2053801139","https://openalex.org/W2055470928","https://openalex.org/W2064076655","https://openalex.org/W2066332749","https://openalex.org/W2069057356","https://openalex.org/W2069317438","https://openalex.org/W2074006684","https://openalex.org/W2080335539","https://openalex.org/W2085716634","https://openalex.org/W2087771945","https://openalex.org/W2093579479","https://openalex.org/W2093931624","https://openalex.org/W2096199223","https://openalex.org/W2096633407","https://openalex.org/W2097826433","https://openalex.org/W2101210333","https://openalex.org/W2101412426","https://openalex.org/W2103018059","https://openalex.org/W2104373803","https://openalex.org/W2106586162","https://openalex.org/W2106709023","https://openalex.org/W2107917944","https://openalex.org/W2108475251","https://openalex.org/W2109339818","https://openalex.org/W2109426455","https://openalex.org/W2112905930","https://openalex.org/W2113431598","https://openalex.org/W2113651538","https://openalex.org/W2114607430","https://openalex.org/W2115659244","https://openalex.org/W2117154949","https://openalex.org/W2117250225","https://openalex.org/W2118075434","https://openalex.org/W2119874464","https://openalex.org/W2120340025","https://openalex.org/W2121990650","https://openalex.org/W2122759946","https://openalex.org/W2123733729","https://openalex.org/W2124541940","https://openalex.org/W2129104108","https://openalex.org/W2129157759","https://openalex.org/W2130099852","https://openalex.org/W2132001804","https://openalex.org/W2137224975","https://openalex.org/W2137677949","https://openalex.org/W2138243089","https://openalex.org/W2138302120","https://openalex.org/W2138865266","https://openalex.org/W2140200142","https://openalex.org/W2141902405","https://openalex.org/W2144839971","https://openalex.org/W2146502635","https://openalex.org/W2147632348","https://openalex.org/W2148087609","https://openalex.org/W2148603752","https://openalex.org/W2148825261","https://openalex.org/W2149234475","https://openalex.org/W2151320232","https://openalex.org/W2151825876","https://openalex.org/W2154546286","https://openalex.org/W2159700154","https://openalex.org/W2161610387","https://openalex.org/W2162849585","https://openalex.org/W2164278908","https://openalex.org/W2167372639","https://openalex.org/W2167732364","https://openalex.org/W2169570643","https://openalex.org/W2169713291","https://openalex.org/W2171830216","https://openalex.org/W2245160765","https://openalex.org/W2296319761","https://openalex.org/W2339183141","https://openalex.org/W2340787257","https://openalex.org/W2397696965","https://openalex.org/W2465748195","https://openalex.org/W2494230787","https://openalex.org/W2569481888","https://openalex.org/W2586353914","https://openalex.org/W2797583072","https://openalex.org/W2912388896","https://openalex.org/W2950978476","https://openalex.org/W2952033860","https://openalex.org/W2953239333","https://openalex.org/W2962720772","https://openalex.org/W2963030777","https://openalex.org/W2963062786","https://openalex.org/W2963470657","https://openalex.org/W2963632834","https://openalex.org/W2963912441","https://openalex.org/W2964345707","https://openalex.org/W2999941859","https://openalex.org/W3014310718","https://openalex.org/W3020882730","https://openalex.org/W4243718192","https://openalex.org/W4253214256"],"related_works":["https://openalex.org/W2554553062","https://openalex.org/W2140200142","https://openalex.org/W2568821124","https://openalex.org/W2342135826","https://openalex.org/W7098045827","https://openalex.org/W2916280981","https://openalex.org/W2944526044","https://openalex.org/W7027041311","https://openalex.org/W2004915866","https://openalex.org/W304768798"],"abstract_inverted_index":{"Classically,":[0],"the":[1,21,72,147,155,167,170,176,187,201,208,233,236,246,260,319],"performance":[2,149],"of":[3,13,42,137,150,169,186,204,221,235,248,262,268,318,321],"estimators":[4,48],"in":[5,11,245,278],"statistical":[6,28,86,122,148,280,328],"learning":[7,31,291],"problems":[8],"is":[9],"measured":[10],"terms":[12,317],"their":[14,295],"predictive":[15],"ability":[16],"or":[17,158],"estimation":[18,126,301],"error":[19],"as":[20],"sample":[22],"size":[23],"n":[24],"grows.":[25],"In":[26,67],"modern":[27],"and":[29,37,65,109,124,181,251,284,292,303,327],"machine":[30],"applications,":[32],"however,":[33],"computer":[34],"scientists,":[35],"statisticians,":[36],"analysts":[38],"have":[39],"a":[40,134,191,266],"variety":[41,267],"additional":[43,177],"criteria":[44,178,196],"they":[45,309],"must":[46,49,62,96],"balance:":[47],"be":[50,63,97,253],"efficiently":[51],"computable,":[52],"data":[53,271],"providers":[54],"may":[55,252,325],"wish":[56],"to":[57,154,165,218,232,241],"maintain":[58],"anonymity,":[59],"large":[60],"datasets":[61],"stored":[64],"accessed.":[66],"this":[68,205],"thesis,":[69],"we":[70,89,100,115,141,173,179,183],"consider":[71],"fundamental":[73,143,305],"questions":[74],"that":[75,93,104,190,228,308],"arise":[76],"when":[77],"trading":[78],"between":[79,314],"multiple":[80,194],"such":[81],"criteria--computation,":[82],"communication,":[83],"privacy--while":[84],"maintaining":[85],"performance.":[87],"Can":[88,99],"develop":[90,101,174,211,286],"lower":[91,144,161,257,276],"bounds":[92,145,162,258,277],"show":[94,184],"there":[95],"tradeoffs?":[98],"new":[102,171,213,287],"procedures":[103],"are":[105,229],"both":[106],"theoretically":[107],"optimal":[108],"practically":[110],"useful?To":[111],"answer":[112],"these":[113,263],"questions,":[114],"explore":[116],"examples":[117,132],"from":[118],"optimization,":[119],"confidentiality":[120],"preserving":[121],"inference,":[123,281],"distributed":[125,300,323],"under":[127],"communication":[128,315],"constraints.":[129],"Viewing":[130],"our":[131],"through":[133],"general":[135,219],"lens":[136],"constrained":[138],"minimax":[139],"theory,":[140],"prove":[142,256,304],"on":[146,193],"any":[151],"algorithm":[152],"subject":[153],"constraints--computational,":[156],"confidentiality,":[157],"communication--specified.":[159],"These":[160],"allow":[163],"us":[164],"guarantee":[166],"optimality":[168,195,261],"algorithms":[172,288,302],"addressing":[175],"consider,":[180],"additionally,":[182],"some":[185],"practical":[188],"benefits":[189],"focus":[192],"brings.In":[197],"somewhat":[198],"more":[199],"detail,":[200],"central":[202],"contributions":[203],"thesis":[206],"include":[207],"following:":[209],"we-":[210],"several":[212],"stochastic":[214,222],"optimization":[215,224],"algorithms,":[216],"applicable":[217],"classes":[220],"convex":[223],"problems,":[225],"including":[226],"methods":[227],"automatically":[230],"adaptive":[231],"structure":[234],"underlying":[237],"problem,":[238],"parallelize":[239],"naturally":[240],"attain":[242],"linear":[243],"speedup":[244],"number":[247,320],"processors":[249,324],"available,":[250],"used":[254],"asynchronously,-":[255],"demonstrating":[259],"methods,-":[264],"provide":[265],"information-theoretic":[269],"tools--strong":[270],"processing":[272],"inequalities--useful":[273],"for":[274,289],"proving":[275],"privacy-preserving":[279],"communication-constrained":[282],"estimation,":[283,293],"optimization,-":[285],"private":[290],"guaranteeing":[294],"optimality,":[296],"and-":[297],"give":[298],"simple":[299],"limits":[306],"showing":[307],"(nearly)":[310],"optimally":[311],"trade":[312],"off":[313],"(in":[316],"bits":[322],"send)":[326],"risk.":[329]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2016-06-24T00:00:00"}