{"id":"https://openalex.org/W2571425027","doi":"https://doi.org/10.1109/cdc.2012.6426691","title":"Communication-efficient algorithms for statistical optimization","display_name":"Communication-efficient algorithms for statistical optimization","publication_year":2012,"publication_date":"2012-12-01","ids":{"openalex":"https://openalex.org/W2571425027","doi":"https://doi.org/10.1109/cdc.2012.6426691","mag":"2571425027"},"language":"en","primary_location":{"id":"doi:10.1109/cdc.2012.6426691","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2012.6426691","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE 51st IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100424305","display_name":"Yuchen Zhang","orcid":"https://orcid.org/0000-0001-8536-7175"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuchen Zhang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA, USA","Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA#TAB#","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061331093","display_name":"John C. Duchi","orcid":"https://orcid.org/0000-0003-0045-7185"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John C. Duchi","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA, USA","Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA and Department of Statistics, University of California, Berkeley, Berkeley, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA and Department of Statistics, University of California, Berkeley, Berkeley, CA#TAB#","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038379562","display_name":"Martin J. Wainwright","orcid":"https://orcid.org/0000-0002-8760-2236"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin J. Wainwright","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Department of Statistics, University of California, Berkeley, Berkeley, CA, USA","Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Department of Statistics, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of California, Berkeley, Berkeley, CA#TAB#","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100424305"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":4.9052,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.95255594,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"6792","last_page":"6792"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.676777184009552},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6572716236114502},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5577175617218018},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.5354825258255005},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5256826877593994},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.4777488112449646},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.45279136300086975},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.41024187207221985},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.37843599915504456},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23926272988319397},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1748015582561493}],"concepts":[{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.676777184009552},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6572716236114502},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5577175617218018},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.5354825258255005},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5256826877593994},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4777488112449646},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.45279136300086975},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.41024187207221985},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37843599915504456},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23926272988319397},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1748015582561493},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/cdc.2012.6426691","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2012.6426691","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE 51st IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.251.2564","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.251.2564","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.berkeley.edu/%7Ejduchi/projects/ZhangDuWa12_nips.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.640.1670","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.640.1670","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.berkeley.edu/~yuczhang/files/jmlr13_communication.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.763.6427","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.763.6427","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1209.4129.pdf","raw_type":"text"},{"id":"mag:2571425027","is_oa":false,"landing_page_url":"http://books.nips.cc/papers/files/nips25/NIPS2012_0716.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306420609","display_name":"Neural Information Processing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1551269584","https://openalex.org/W1599798800","https://openalex.org/W1992208280","https://openalex.org/W1995945562","https://openalex.org/W2044212084","https://openalex.org/W2049659086","https://openalex.org/W2066332749","https://openalex.org/W2069057356","https://openalex.org/W2086161653","https://openalex.org/W2096840748","https://openalex.org/W2108475251","https://openalex.org/W2130062883","https://openalex.org/W2138302120","https://openalex.org/W2144839971","https://openalex.org/W2148087609","https://openalex.org/W2166706236","https://openalex.org/W2296319761","https://openalex.org/W2951781666","https://openalex.org/W2952033860","https://openalex.org/W3029645440","https://openalex.org/W3101665129","https://openalex.org/W3106889297","https://openalex.org/W6679314259"],"related_works":["https://openalex.org/W2166706236","https://openalex.org/W2963992805","https://openalex.org/W2164278908","https://openalex.org/W3101665129","https://openalex.org/W2541884796","https://openalex.org/W2138243089","https://openalex.org/W2130062883","https://openalex.org/W2963861706","https://openalex.org/W2144839971","https://openalex.org/W2162576315","https://openalex.org/W2078831169","https://openalex.org/W2127941149","https://openalex.org/W2535838896","https://openalex.org/W2173213060","https://openalex.org/W2962897077","https://openalex.org/W2769644379","https://openalex.org/W2168231600","https://openalex.org/W199271301","https://openalex.org/W2128175693","https://openalex.org/W2108475251"],"abstract_inverted_index":{"We":[0,40],"study":[1],"two":[2],"communication-efficient":[3],"algorithms":[4],"for":[5],"distributed":[6],"statistical":[7],"optimization":[8],"on":[9,32,107],"large-scale":[10],"data.":[11],"The":[12,99],"first":[13],"algorithm":[14,92,101],"is":[15,102,139],"an":[16,108],"averaging":[17],"method":[18],"that":[19,51,64,124],"distributes":[20],"the":[21,38,58,84,143],"N":[22,97],"data":[23],"samples":[24],"evenly":[25],"to":[26,95,142],"m":[27,78],"machines,":[28],"performs":[29],"separate":[30],"minimization":[31],"each":[33],"subset,":[34],"and":[35,137],"then":[36],"averages":[37],"estimates.":[39],"provide":[41],"a":[42,53,90,103,115],"sharp":[43],"analysis":[44],"of":[45,56,111,118,145],"this":[46,81],"average":[47],"mixture":[48],"algorithm,":[49],"showing":[50],"under":[52],"reasonable":[54],"set":[55],"conditions,":[57],"combined":[59],"parameter":[60],"achieves":[61],"mean-squared":[62,122],"error":[63,123],"decays":[65,125],"as":[66,126],"O(N":[67,127],"<sup":[68,73,128,133],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[69,74,129,134],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">-1</sup>":[70,130],"+":[71,131],"(N/m)":[72,132],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">-2</sup>":[75],").":[76],"Whenever":[77],"\u2264":[79],"\u221aN,":[80],"guarantee":[82],"matches":[83],"best":[85],"possible":[86],"rate":[87],"achievable":[88],"by":[89],"centralized":[91],"with":[93],"access":[94],"all":[96],"samples.":[98],"second":[100],"novel":[104],"method,":[105],"based":[106],"appropriate":[109],"form":[110],"bootstrap.":[112],"Requiring":[113],"only":[114],"single":[116],"round":[117],"communication,":[119],"it":[120],"has":[121],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">-3</sup>":[135],"),":[136],"so":[138],"more":[140],"robust":[141],"amount":[144],"parallelization.":[146]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3}],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2025-10-10T00:00:00"}