{"id":"https://openalex.org/W3021435406","doi":"https://doi.org/10.1109/msp.2020.2970170","title":"Distributed Learning in the Nonconvex World: From batch data to streaming and beyond","display_name":"Distributed Learning in the Nonconvex World: From batch data to streaming and beyond","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3021435406","doi":"https://doi.org/10.1109/msp.2020.2970170","mag":"3021435406"},"language":"en","primary_location":{"id":"doi:10.1109/msp.2020.2970170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2020.2970170","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2001.04786","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tsung-Hui Chang","orcid":"https://orcid.org/0000-0003-1349-2764"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tsung-Hui Chang","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen"],"raw_orcid":"https://orcid.org/0000-0003-1349-2764","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mingyi Hong","orcid":"https://orcid.org/0000-0003-1263-9365"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyi Hong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis"],"raw_orcid":"https://orcid.org/0000-0003-1263-9365","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hoi-To Wai","orcid":"https://orcid.org/0000-0003-4796-4483"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hoi-To Wai","raw_affiliation_strings":["Department of Systems Engineering and Engineering Management, CUHK"],"raw_orcid":"https://orcid.org/0000-0003-4796-4483","affiliations":[{"raw_affiliation_string":"Department of Systems Engineering and Engineering Management, CUHK","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinwei Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinwei Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":null,"display_name":"Songtao Lu","orcid":"https://orcid.org/0000-0001-9256-9648"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Songtao Lu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis"],"raw_orcid":"https://orcid.org/0000-0001-9256-9648","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3454,"has_fulltext":false,"cited_by_count":67,"citation_normalized_percentile":{"value":0.96438423,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"37","issue":"3","first_page":"26","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.738099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.738099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.057100001722574234,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.047600001096725464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7549999952316284},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5968999862670898},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.579800009727478},{"id":"https://openalex.org/keywords/batch-processing","display_name":"Batch processing","score":0.5734999775886536},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5465999841690063},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.5145000219345093},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5095999836921692},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.4966000020503998}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8357999920845032},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7549999952316284},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.698199987411499},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5968999862670898},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.579800009727478},{"id":"https://openalex.org/C172658912","wikidata":"https://www.wikidata.org/wiki/Q661613","display_name":"Batch processing","level":2,"score":0.5734999775886536},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5465999841690063},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.5145000219345093},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.4966000020503998},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.4578999876976013},{"id":"https://openalex.org/C2777611316","wikidata":"https://www.wikidata.org/wiki/Q39045282","display_name":"Streaming data","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C24885549","wikidata":"https://www.wikidata.org/wiki/Q339678","display_name":"Distributed data store","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C22607594","wikidata":"https://www.wikidata.org/wiki/Q5375150","display_name":"Enabling","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32359999418258667},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C3739613","wikidata":"https://www.wikidata.org/wiki/Q679003","display_name":"Distributed Computing Environment","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26409998536109924},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/msp.2020.2970170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2020.2970170","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2001.04786","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.04786","pdf_url":"https://arxiv.org/pdf/2001.04786","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2001.04786","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.04786","pdf_url":"https://arxiv.org/pdf/2001.04786","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2187750804","display_name":null,"funder_award_id":"73202-CS","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G4871356140","display_name":null,"funder_award_id":"CMMI- 1727757; CIF-1910385","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6345307885","display_name":null,"funder_award_id":"4055113","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G940306304","display_name":null,"funder_award_id":"61731018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1560700853","https://openalex.org/W1571416372","https://openalex.org/W2042664989","https://openalex.org/W2044212084","https://openalex.org/W2079135578","https://openalex.org/W2090233545","https://openalex.org/W2092620240","https://openalex.org/W2108306501","https://openalex.org/W2121820607","https://openalex.org/W2134711723","https://openalex.org/W2154834860","https://openalex.org/W2733300693","https://openalex.org/W2752784462","https://openalex.org/W2795577721","https://openalex.org/W2892002891","https://openalex.org/W2951059495","https://openalex.org/W2954270931","https://openalex.org/W2963649943","https://openalex.org/W2963732316","https://openalex.org/W2964026281","https://openalex.org/W3011020921","https://openalex.org/W3123607434","https://openalex.org/W6680344438","https://openalex.org/W6745458143","https://openalex.org/W6748632073","https://openalex.org/W6748948743","https://openalex.org/W6749032143","https://openalex.org/W6751189369","https://openalex.org/W6753719137","https://openalex.org/W6754475447","https://openalex.org/W6756976665","https://openalex.org/W6758372365","https://openalex.org/W6760245637","https://openalex.org/W6762930437","https://openalex.org/W6767487546"],"related_works":[],"abstract_inverted_index":{"Distributed":[0],"learning":[1],"has":[2],"become":[3],"a":[4,39,81,95],"critical":[5],"enabler":[6],"of":[7,22,42,98],"the":[8,90],"massively":[9],"connected":[10],"world":[11],"that":[12,70],"many":[13],"people":[14],"envision.":[15],"This":[16],"article":[17],"discusses":[18],"four":[19],"key":[20],"elements":[21,45],"scalable":[23],"distributed":[24,82,100],"processing":[25],"and":[26,32,52,73,85,92,107,112],"real-time":[27],"intelligence:":[28],"problems,":[29],"data,":[30],"communication,":[31],"computation.":[33],"Our":[34],"aim":[35],"is":[36],"to":[37,104],"provide":[38],"unique":[40],"perspective":[41],"how":[43,103],"these":[44],"should":[46],"work":[47],"together":[48],"in":[49,80],"an":[50],"effective":[51],"coherent":[53],"manner.":[54],"In":[55],"particular,":[56],"we":[57],"selectively":[58],"review":[59],"recent":[60],"techniques":[61],"developed":[62],"for":[63],"optimizing":[64],"nonconvex":[65],"models":[66],"(i.e.,":[67],"problem":[68],"classes)":[69],"process":[71],"batch":[72],"streaming":[74],"data":[75],"(data":[76],"types)":[77],"across":[78],"networks":[79],"manner":[83],"(communication":[84],"computation":[86,106],"paradigm).":[87],"We":[88],"describe":[89],"intuitions":[91],"connections":[93],"behind":[94],"core":[96],"set":[97],"popular":[99],"algorithms,":[101],"emphasizing":[102],"balance":[105],"communication":[108],"costs.":[109],"Practical":[110],"issues":[111],"future":[113],"research":[114],"directions":[115],"will":[116],"also":[117],"be":[118],"discussed.":[119]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2020-05-13T00:00:00"}