{"id":"https://openalex.org/W2950998989","doi":"https://doi.org/10.1109/tsp.2020.2996374","title":"A Provably Communication-Efficient Asynchronous Distributed Inference Method for Convex and Nonconvex Problems","display_name":"A Provably Communication-Efficient Asynchronous Distributed Inference Method for Convex and Nonconvex Problems","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W2950998989","doi":"https://doi.org/10.1109/tsp.2020.2996374","mag":"2950998989"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2020.2996374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.2996374","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1903.06871","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101405882","display_name":"Jineng Ren","orcid":"https://orcid.org/0000-0003-0174-9366"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jineng Ren","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, USA"],"raw_orcid":"https://orcid.org/0000-0003-0174-9366","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011305900","display_name":"Jarvis Haupt","orcid":"https://orcid.org/0000-0002-1570-7071"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jarvis Haupt","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, USA"],"raw_orcid":"https://orcid.org/0000-0002-1570-7071","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, USA","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130238516"],"apc_list":null,"apc_paid":null,"fwci":0.35,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.50933355,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"68","issue":null,"first_page":"3325","last_page":"3340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7543885707855225},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.6844272017478943},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.5800677537918091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5776896476745605},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5673837661743164},{"id":"https://openalex.org/keywords/stationary-point","display_name":"Stationary point","score":0.5436527132987976},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5389536023139954},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5097994208335876},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4444672763347626},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.44224268198013306},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4256082773208618},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.34676724672317505},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34222692251205444},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3290332853794098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1466725766658783}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7543885707855225},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.6844272017478943},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.5800677537918091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5776896476745605},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5673837661743164},{"id":"https://openalex.org/C189237950","wikidata":"https://www.wikidata.org/wiki/Q2500758","display_name":"Stationary point","level":2,"score":0.5436527132987976},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5389536023139954},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5097994208335876},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4444672763347626},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.44224268198013306},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4256082773208618},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.34676724672317505},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34222692251205444},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3290332853794098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1466725766658783},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2020.2996374","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.2996374","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1903.06871","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.06871","pdf_url":"https://arxiv.org/pdf/1903.06871","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1903.06871","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.06871","pdf_url":"https://arxiv.org/pdf/1903.06871","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332637","display_name":"Digital Technology Center, University of Minnesota","ror":"https://ror.org/017zqws13"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":101,"referenced_works":["https://openalex.org/W104095019","https://openalex.org/W130696423","https://openalex.org/W1480376833","https://openalex.org/W1528469369","https://openalex.org/W1568130442","https://openalex.org/W1574923065","https://openalex.org/W1603765807","https://openalex.org/W1627780903","https://openalex.org/W1697545848","https://openalex.org/W1946315329","https://openalex.org/W1974661392","https://openalex.org/W1975900269","https://openalex.org/W1988796663","https://openalex.org/W2029463628","https://openalex.org/W2039050532","https://openalex.org/W2044207982","https://openalex.org/W2044212084","https://openalex.org/W2049469158","https://openalex.org/W2060393849","https://openalex.org/W2074128440","https://openalex.org/W2078831169","https://openalex.org/W2079482358","https://openalex.org/W2083842231","https://openalex.org/W2096836615","https://openalex.org/W2101876299","https://openalex.org/W2112274848","https://openalex.org/W2114643899","https://openalex.org/W2117412539","https://openalex.org/W2123154536","https://openalex.org/W2127881260","https://openalex.org/W2127941149","https://openalex.org/W2129375853","https://openalex.org/W2130062883","https://openalex.org/W2138243089","https://openalex.org/W2143021454","https://openalex.org/W2144839971","https://openalex.org/W2154834860","https://openalex.org/W2155723734","https://openalex.org/W2159857890","https://openalex.org/W2164278908","https://openalex.org/W2166706236","https://openalex.org/W2168231600","https://openalex.org/W2170912114","https://openalex.org/W2235185944","https://openalex.org/W2266148951","https://openalex.org/W2295566694","https://openalex.org/W2295652899","https://openalex.org/W2338807306","https://openalex.org/W2395344476","https://openalex.org/W2475736732","https://openalex.org/W2526083046","https://openalex.org/W2534721765","https://openalex.org/W2571425027","https://openalex.org/W2580937131","https://openalex.org/W2605994693","https://openalex.org/W2617960902","https://openalex.org/W2733300693","https://openalex.org/W2755388561","https://openalex.org/W2763533254","https://openalex.org/W2791738856","https://openalex.org/W2892002891","https://openalex.org/W2912544891","https://openalex.org/W2918997734","https://openalex.org/W2920766117","https://openalex.org/W2951781666","https://openalex.org/W2952033860","https://openalex.org/W2962696932","https://openalex.org/W2962727278","https://openalex.org/W2962760808","https://openalex.org/W2962897077","https://openalex.org/W2962989062","https://openalex.org/W2963090384","https://openalex.org/W2963173886","https://openalex.org/W2963228337","https://openalex.org/W2963321497","https://openalex.org/W2963648037","https://openalex.org/W2963649943","https://openalex.org/W2963855576","https://openalex.org/W2963861706","https://openalex.org/W2963992805","https://openalex.org/W2964166170","https://openalex.org/W2964231067","https://openalex.org/W3100513551","https://openalex.org/W4210458578","https://openalex.org/W4292363360","https://openalex.org/W4301376094","https://openalex.org/W6605358575","https://openalex.org/W6631564300","https://openalex.org/W6637454738","https://openalex.org/W6640396632","https://openalex.org/W6640486635","https://openalex.org/W6676759488","https://openalex.org/W6677418025","https://openalex.org/W6679154944","https://openalex.org/W6680402377","https://openalex.org/W6681283895","https://openalex.org/W6684249991","https://openalex.org/W6685009500","https://openalex.org/W6711649141","https://openalex.org/W6738250615","https://openalex.org/W6740710678"],"related_works":["https://openalex.org/W2945629716","https://openalex.org/W4283775266","https://openalex.org/W3043533097","https://openalex.org/W4298860769","https://openalex.org/W2767126220","https://openalex.org/W3007770227","https://openalex.org/W2149119057","https://openalex.org/W2789199296","https://openalex.org/W4292651679","https://openalex.org/W2400034325"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"and":[3,16,42],"analyzes":[4],"a":[5,32,43,47,68,72,99],"communication-efficient":[6],"distributed":[7],"optimization":[8],"framework":[9],"for":[10,59,91,112],"general":[11],"nonconvex":[12,60],"nonsmooth":[13,61],"signal":[14],"processing":[15],"machine":[17,45],"learning":[18],"problems":[19,113],"under":[20],"an":[21],"asynchronous":[22],"protocol.":[23],"At":[24],"each":[25],"iteration,":[26],"worker":[27],"machines":[28],"compute":[29],"gradients":[30],"of":[31,78,94,132,148],"known":[33],"empirical":[34],"loss":[35,117],"function":[36],"using":[37],"their":[38],"own":[39],"local":[40,110],"data,":[41],"master":[44],"solves":[46],"related":[48],"minimization":[49],"problem":[50],"to":[51,67,98],"update":[52],"the":[53,63,76,83,109,130,133],"current":[54],"estimate.":[55],"We":[56],"prove":[57],"that":[58,87,129],"problems,":[62],"proposed":[64,134],"algorithm":[65],"converges":[66],"stationary":[69],"point":[70],"with":[71,82],"sublinear":[73],"rate":[74,86],"over":[75,142],"number":[77],"communication":[79,150],"rounds,":[80],"coinciding":[81],"best":[84],"theoretical":[85],"can":[88],"be":[89],"achieved":[90],"this":[92],"class":[93],"problems.":[95],"Linear":[96],"convergence":[97],"global":[100],"minimum":[101],"is":[102,122],"established":[103],"without":[104],"any":[105],"statistical":[106],"assumptions":[107],"on":[108],"data":[111],"characterized":[114],"by":[115],"composite":[116],"functions":[118],"whose":[119],"smooth":[120],"part":[121],"strongly":[123],"convex.":[124],"Extensive":[125],"numerical":[126],"experiments":[127],"verify":[128],"performance":[131],"approach":[135],"indeed":[136],"improves":[137],"-":[138,141],"sometimes":[139],"significantly":[140],"other":[143],"state-of-the-art":[144],"algorithms":[145],"in":[146],"terms":[147],"total":[149],"efficiency.":[151]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2019-06-27T00:00:00"}