{"id":"https://openalex.org/W2973303672","doi":"https://doi.org/10.1109/tac.2019.2942513","title":"Distributed Heavy-Ball: A Generalization and Acceleration of First-Order Methods With Gradient Tracking","display_name":"Distributed Heavy-Ball: A Generalization and Acceleration of First-Order Methods With Gradient Tracking","publication_year":2019,"publication_date":"2019-09-19","ids":{"openalex":"https://openalex.org/W2973303672","doi":"https://doi.org/10.1109/tac.2019.2942513","mag":"2973303672"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2019.2942513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2019.2942513","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033024261","display_name":"Ran Xin","orcid":"https://orcid.org/0000-0002-1697-9116"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ran Xin","raw_affiliation_strings":["ECE Department, Tufts University, Medford, USA"],"affiliations":[{"raw_affiliation_string":"ECE Department, Tufts University, Medford, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025641667","display_name":"Usman A. Khan","orcid":"https://orcid.org/0000-0002-0853-6518"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Usman A. Khan","raw_affiliation_strings":["ECE Department, Tufts University, Medford, USA"],"affiliations":[{"raw_affiliation_string":"ECE Department, Tufts University, Medford, USA","institution_ids":["https://openalex.org/I121934306"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5033024261"],"corresponding_institution_ids":["https://openalex.org/I121934306"],"apc_list":null,"apc_paid":null,"fwci":16.6832,"has_fulltext":false,"cited_by_count":187,"citation_normalized_percentile":{"value":0.99371759,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"65","issue":"6","first_page":"2627","last_page":"2633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.6545909643173218},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.5735883712768555},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5421785116195679},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5243934988975525},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5036343932151794},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.47997617721557617},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.47979384660720825},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4426797926425934},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.43501368165016174},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4339945912361145},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3605497479438782},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.17105793952941895},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.09404164552688599}],"concepts":[{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.6545909643173218},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.5735883712768555},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5421785116195679},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5243934988975525},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5036343932151794},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.47997617721557617},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.47979384660720825},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4426797926425934},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.43501368165016174},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4339945912361145},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3605497479438782},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.17105793952941895},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.09404164552688599},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2019.2942513","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2019.2942513","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8488928504","display_name":null,"funder_award_id":"1903972","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1571416372","https://openalex.org/W1616857247","https://openalex.org/W1988720110","https://openalex.org/W1994860969","https://openalex.org/W2044212084","https://openalex.org/W2063403497","https://openalex.org/W2064403618","https://openalex.org/W2084044206","https://openalex.org/W2097460613","https://openalex.org/W2110100895","https://openalex.org/W2117412539","https://openalex.org/W2137435346","https://openalex.org/W2137731592","https://openalex.org/W2148087609","https://openalex.org/W2151565294","https://openalex.org/W2266148951","https://openalex.org/W2276974598","https://openalex.org/W2291434103","https://openalex.org/W2476071355","https://openalex.org/W2491705961","https://openalex.org/W2523259601","https://openalex.org/W2617089797","https://openalex.org/W2763533254","https://openalex.org/W2765203333","https://openalex.org/W2782375002","https://openalex.org/W2792751837","https://openalex.org/W2794887289","https://openalex.org/W2809028195","https://openalex.org/W2897301962","https://openalex.org/W2911283328","https://openalex.org/W2962989062","https://openalex.org/W2963649943","https://openalex.org/W2963724567","https://openalex.org/W2964005211","https://openalex.org/W2964017936","https://openalex.org/W2964102336","https://openalex.org/W2964103300","https://openalex.org/W2964280898","https://openalex.org/W3011020921","https://openalex.org/W3099715789","https://openalex.org/W3100513551","https://openalex.org/W3101665129","https://openalex.org/W3102661755","https://openalex.org/W3104398353","https://openalex.org/W3104851238","https://openalex.org/W3104888543","https://openalex.org/W3105632507","https://openalex.org/W3141595720","https://openalex.org/W6751921135"],"related_works":["https://openalex.org/W2165749285","https://openalex.org/W2062626603","https://openalex.org/W2474979212","https://openalex.org/W2562455930","https://openalex.org/W4231727339","https://openalex.org/W2400034325","https://openalex.org/W4292651679","https://openalex.org/W4299515259","https://openalex.org/W2499557797","https://openalex.org/W4387635768"],"abstract_inverted_index":{"We":[0,72,130,151],"study":[1],"distributed":[2,75],"optimization":[3,120],"to":[4,21,25,108,119],"minimize":[5],"a":[6,31,55,65,84,135],"sum":[7],"of":[8,47,62],"smooth":[9],"and":[10,87,121,127,143,148],"strongly-convex":[11],"functions.":[12],"Recent":[13],"work":[14,106],"on":[15],"this":[16,40],"problem":[17],"uses":[18,88],"gradient":[19],"tracking":[20],"achieve":[22],"linear":[23],"convergence":[24],"the":[26,48,60,101,104,140,160],"exact":[27],"global":[28,136],"minimizer.":[29],"However,":[30],"connection":[32],"among":[33],"different":[34],"approaches":[35],"has":[36,134],"been":[37],"unclear.":[38],"In":[39],"paper,":[41],"we":[42],"first":[43],"show":[44,131,153],"that":[45,80,132,154],"many":[46],"existing":[49],"first-order":[50],"algorithms":[51],"are":[52,146,163],"related":[53,105],"with":[54,83],"simple":[56],"state":[57],"transformation,":[58],"at":[59],"heart":[61],"which":[63],"lies":[64],"recently":[66],"introduced":[67],"algorithm":[68],"known":[69],"as":[70,78],"AB.":[71],"then":[73],"present":[74],"heavy-ball,":[76],"denoted":[77],"ABm,":[79],"combines":[81],"AB":[82],"momentum":[85,144],"term":[86],"nonidentical":[89],"local":[90],"step-sizes.":[91],"By":[92],"simultaneously":[93],"implementing":[94],"both":[95,125],"rowand":[96],"column-stochastic":[97],"weights,":[98],"ABm":[99,115,133,155],"removes":[100],"conservatism":[102],"in":[103],"due":[107],"doubly":[109],"stochastic":[110],"weights":[111],"or":[112],"eigenvector":[113],"estimation.":[114],"thus":[116],"naturally":[117],"leads":[118],"average":[122],"consensus":[123],"over":[124],"undirected":[126],"directed":[128],"graphs.":[129],"R-linear":[137],"rate":[138],"when":[139,159],"largest":[141],"step-size":[142],"parameter":[145],"positive":[147],"sufficiently":[149],"small.":[150],"numerically":[152],"achieves":[156],"acceleration,":[157],"particularly":[158],"objective":[161],"functions":[162],"ill-conditioned.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-26T15:22:09.906841","created_date":"2025-10-10T00:00:00"}