{"id":"https://openalex.org/W4391021951","doi":"https://doi.org/10.1109/cdc49753.2023.10383924","title":"Linear Speedup of Incremental Aggregated Gradient Methods on Streaming Data","display_name":"Linear Speedup of Incremental Aggregated Gradient Methods on Streaming Data","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4391021951","doi":"https://doi.org/10.1109/cdc49753.2023.10383924"},"language":"en","primary_location":{"id":"doi:10.1109/cdc49753.2023.10383924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc49753.2023.10383924","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078725373","display_name":"Xiaolu Wang","orcid":"https://orcid.org/0000-0002-5267-3464"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaolu Wang","raw_affiliation_strings":["The Chinese University of Hong Kong,System Engineering &#x0026; Engineering Management, Faculty of Engineering,Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,System Engineering &#x0026; Engineering Management, Faculty of Engineering,Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cheng Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Jin","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing","Department of Electronic Engineering, Tsinghua University, Beijing"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055166851","display_name":"Hoi-To Wai","orcid":"https://orcid.org/0000-0003-4796-4483"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hoi-To Wai","raw_affiliation_strings":["The Chinese University of Hong Kong,System Engineering &#x0026; Engineering Management, Faculty of Engineering,Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,System Engineering &#x0026; Engineering Management, Faculty of Engineering,Hong Kong SAR","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100621681","display_name":"Yuantao Gu","orcid":"https://orcid.org/0000-0002-8427-1021"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuantao Gu","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing","Department of Electronic Engineering, Tsinghua University, Beijing"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4314","last_page":"4319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6943318247795105},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6635886430740356},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5992850065231323},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4452720582485199},{"id":"https://openalex.org/keywords/type","display_name":"Type (biology)","score":0.43233346939086914},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.4160256087779999},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.11804887652397156}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6943318247795105},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6635886430740356},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5992850065231323},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4452720582485199},{"id":"https://openalex.org/C2777299769","wikidata":"https://www.wikidata.org/wiki/Q3707858","display_name":"Type (biology)","level":2,"score":0.43233346939086914},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.4160256087779999},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.11804887652397156},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc49753.2023.10383924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc49753.2023.10383924","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.47999998927116394,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W778657980","https://openalex.org/W1988795359","https://openalex.org/W2016937404","https://openalex.org/W2096840748","https://openalex.org/W2134130436","https://openalex.org/W2156779765","https://openalex.org/W2276974598","https://openalex.org/W2604738573","https://openalex.org/W2913668833","https://openalex.org/W2946038967","https://openalex.org/W2953690514","https://openalex.org/W2963156201","https://openalex.org/W2963773265","https://openalex.org/W3009875021","https://openalex.org/W3021435406","https://openalex.org/W3021654819","https://openalex.org/W3091864426","https://openalex.org/W3104398353","https://openalex.org/W4298167429","https://openalex.org/W6622473587","https://openalex.org/W6728757088","https://openalex.org/W6745458143","https://openalex.org/W6751961731","https://openalex.org/W6759238902","https://openalex.org/W6773817997","https://openalex.org/W6810166320","https://openalex.org/W6811388097"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2157978810","https://openalex.org/W2597809628","https://openalex.org/W3046370962"],"abstract_inverted_index":{"This":[0],"paper":[1,74],"considers":[2],"a":[3,55,156],"type":[4],"of":[5,41,46,61,124,141,148,171],"incremental":[6],"aggregated":[7],"gradient":[8,48],"(IAG)":[9],"method":[10,17,80],"for":[11,21,58],"large-scale":[12],"distributed":[13],"optimization.":[14],"The":[15],"IAG":[16,42,79],"is":[18,49,121,129,137],"well":[19,50],"suited":[20],"the":[22,27,39,44,59,77,85,93,104,122,130,138,149,169],"parameter":[23],"server":[24],"architecture":[25],"as":[26],"latter":[28],"can":[29],"easily":[30],"aggregate":[31],"potentially":[32],"staled":[33,153],"gradients":[34,154],"contributed":[35],"by":[36],"workers.":[37,142],"Although":[38],"convergence":[40],"in":[43],"case":[45,60],"deterministic":[47],"known,":[51],"there":[52],"are":[53,87,99,166,176],"only":[54],"few":[56],"results":[57,175],"its":[62],"stochastic":[63],"variant":[64],"based":[65],"on":[66],"streaming":[67,78],"data.":[68],"Considering":[69],"strongly":[70],"convex":[71],"optimization,":[72],"this":[73],"shows":[75],"that":[76,103],"achieves":[81],"linear":[82],"speedup":[83],"when":[84],"workers":[86,98],"updating":[88],"frequently":[89],"enough,":[90],"even":[91],"if":[92],"data":[94],"sample":[95],"distribution":[96],"across":[97],"heterogeneous.":[100],"We":[101],"show":[102],"expected":[105],"squared":[106],"distance":[107],"to":[108,168,178],"optimal":[109],"solution":[110],"decays":[111],"at":[112],"<tex":[113,118,126,134],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[114,119,127,135],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\mathcal{O}((1+T)/(nt))$</tex>":[115],",":[116],"where":[117],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$n$</tex>":[120],"number":[123],"workers,":[125],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$t$</tex>":[128],"iteration":[131],"number,":[132],"and":[133,155,162],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$T/n$</tex>":[136],"update":[139],"frequency":[140],"Our":[143],"analysis":[144,170],"involves":[145],"careful":[146],"treatments":[147],"conditional":[150],"expectations":[151],"with":[152,159],"recursive":[157],"system":[158],"both":[160],"delayed":[161],"noise":[163],"terms,":[164],"which":[165],"new":[167],"IAG-type":[172],"algorithms.":[173],"Numerical":[174],"presented":[177],"verify":[179],"our":[180],"findings.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}