{"id":"https://openalex.org/W287594403","doi":null,"title":"Accelerating Convergence of Large-scale Optimization Algorithms","display_name":"Accelerating Convergence of Large-scale Optimization Algorithms","alternate_titles":[],"publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W287594403","mag":"287594403"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:kth-162377","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-162377","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/doctoralThesis"},"parent_works":[],"lineage":["https://openalex.org/W287594403"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-162377","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038126548","display_name":"Euhanna Ghadimi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Euhanna Ghadimi","raw_affiliation_strings":["School of Electrical Engineering, Department of Automatic Control, KTH Royal Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Department of Automatic Control, KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5038126548"],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.4293999969959259,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.4293999969959259,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.3562000095844269,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.1404999941587448,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heavy-ball-method","display_name":"heavy ball method","score":0.7310000061988831},{"id":"https://openalex.org/keywords/convergence-acceleration","display_name":"convergence acceleration","score":0.5770000219345093},{"id":"https://openalex.org/keywords/network-optimization","display_name":"network optimization","score":0.7049999833106995},{"id":"https://openalex.org/keywords/alternating-direction-method-of-multipliers","display_name":"alternating direction method of multipliers","score":0.9300000071525574},{"id":"https://openalex.org/keywords/quadratic-programming","display_name":"quadratic programming","score":0.9120000004768372},{"id":"https://openalex.org/keywords/preconditioning","display_name":"preconditioning","score":0.9710000157356262},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"model predictive control","score":0.8790000081062317},{"id":"https://openalex.org/keywords/distributed-optimization","display_name":"distributed optimization","score":0.6840000152587891},{"id":"https://openalex.org/keywords/large-scale-optimization","display_name":"large-scale optimization","score":0.7390000224113464},{"id":"https://openalex.org/keywords/multi-agent-systems","display_name":"multi-agent systems","score":0.5920000076293945},{"id":"https://openalex.org/keywords/communication-networks","display_name":"communication networks","score":0.75},{"id":"https://openalex.org/keywords/machine-learning-optimization","display_name":"machine learning optimization","score":0.5709999799728394},{"id":"https://openalex.org/keywords/strong-convexity","display_name":"strong convexity","score":0.4359999895095825}],"concepts":[{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5665959119796753},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.564653217792511},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.535060703754425},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5113639235496521},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4069110155105591},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29006701707839966},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10688260197639465},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.10132929682731628},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:DiVA.org:kth-162377","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-162377","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/doctoralThesis"},{"id":"mag:287594403","doi":null,"is_oa":false,"landing_page_url":"http://kth.diva-portal.org/smash/get/diva2:797724/FULLTEXT01.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-162377","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-162377","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/doctoralThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320940","display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning","ror":"https://ror.org/044wr7g58"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W287594403.pdf","grobid_xml":"https://content.openalex.org/works/W287594403.grobid-xml"},"referenced_works_count":144,"referenced_works":["https://openalex.org/W44980696","https://openalex.org/W104360414","https://openalex.org/W130696423","https://openalex.org/W131378802","https://openalex.org/W170522260","https://openalex.org/W171239498","https://openalex.org/W309865537","https://openalex.org/W330173850","https://openalex.org/W391578156","https://openalex.org/W564538625","https://openalex.org/W581732807","https://openalex.org/W609443135","https://openalex.org/W630423399","https://openalex.org/W655222196","https://openalex.org/W655229580","https://openalex.org/W1481747975","https://openalex.org/W1491282598","https://openalex.org/W1549918636","https://openalex.org/W1560700853","https://openalex.org/W1568288633","https://openalex.org/W1572270094","https://openalex.org/W1578099820","https://openalex.org/W1583497301","https://openalex.org/W1595344052","https://openalex.org/W1603765807","https://openalex.org/W1605258304","https://openalex.org/W1628494880","https://openalex.org/W1860742233","https://openalex.org/W1861831012","https://openalex.org/W1964522818","https://openalex.org/W1968366430","https://openalex.org/W1970606629","https://openalex.org/W1972161707","https://openalex.org/W1979896658","https://openalex.org/W1980693794","https://openalex.org/W1984481261","https://openalex.org/W1988720110","https://openalex.org/W1989165177","https://openalex.org/W1990615478","https://openalex.org/W1998209214","https://openalex.org/W1998252084","https://openalex.org/W2009531227","https://openalex.org/W2013918710","https://openalex.org/W2024208930","https://openalex.org/W2026165588","https://openalex.org/W2026174223","https://openalex.org/W2028464561","https://openalex.org/W2029460515","https://openalex.org/W2030161963","https://openalex.org/W2030723843","https://openalex.org/W2033121805","https://openalex.org/W2037307676","https://openalex.org/W2037710455","https://openalex.org/W2042828076","https://openalex.org/W2044212084","https://openalex.org/W2047266644","https://openalex.org/W2047894825","https://openalex.org/W2048841424","https://openalex.org/W2051289974","https://openalex.org/W2052334067","https://openalex.org/W2065030431","https://openalex.org/W2065366926","https://openalex.org/W2068628888","https://openalex.org/W2069103631","https://openalex.org/W2070233924","https://openalex.org/W2071468023","https://openalex.org/W2073750241","https://openalex.org/W2073895179","https://openalex.org/W2074796812","https://openalex.org/W2076257979","https://openalex.org/W2076261573","https://openalex.org/W2092887546","https://openalex.org/W2095409851","https://openalex.org/W2096199223","https://openalex.org/W2097460613","https://openalex.org/W2099579434","https://openalex.org/W2100556411","https://openalex.org/W2105034077","https://openalex.org/W2106715795","https://openalex.org/W2108306501","https://openalex.org/W2114020484","https://openalex.org/W2114085163","https://openalex.org/W2114791779","https://openalex.org/W2116066327","https://openalex.org/W2118237987","https://openalex.org/W2119667497","https://openalex.org/W2120921169","https://openalex.org/W2122627267","https://openalex.org/W2123705108","https://openalex.org/W2124488712","https://openalex.org/W2124768887","https://openalex.org/W2129227302","https://openalex.org/W2132291180","https://openalex.org/W2136885855","https://openalex.org/W2137435346","https://openalex.org/W2137775453","https://openalex.org/W2140516799","https://openalex.org/W2142880658","https://openalex.org/W2144210326","https://openalex.org/W2148791483","https://openalex.org/W2150436340","https://openalex.org/W2152637881","https://openalex.org/W2152817319","https://openalex.org/W2154834860","https://openalex.org/W2158579229","https://openalex.org/W2158893758","https://openalex.org/W2159715570","https://openalex.org/W2160643434","https://openalex.org/W2163786124","https://openalex.org/W2164278908","https://openalex.org/W2164710299","https://openalex.org/W2165744313","https://openalex.org/W2167144534","https://openalex.org/W2167732364","https://openalex.org/W2169713291","https://openalex.org/W2185133926","https://openalex.org/W2214711581","https://openalex.org/W2296319761","https://openalex.org/W2302644763","https://openalex.org/W2316564661","https://openalex.org/W2338808711","https://openalex.org/W2611328865","https://openalex.org/W2726938673","https://openalex.org/W2763066689","https://openalex.org/W2797302609","https://openalex.org/W2798588639","https://openalex.org/W2798766386","https://openalex.org/W2908317647","https://openalex.org/W2936995161","https://openalex.org/W3025165553","https://openalex.org/W3029645440","https://openalex.org/W3141222251","https://openalex.org/W3141595720","https://openalex.org/W4238390830","https://openalex.org/W4249512175","https://openalex.org/W4249667877","https://openalex.org/W4253214256","https://openalex.org/W4292363360","https://openalex.org/W4293462706","https://openalex.org/W4301014524","https://openalex.org/W7014610195","https://openalex.org/W7074184022","https://openalex.org/W7095706777","https://openalex.org/W7100553399"],"related_works":["https://openalex.org/W3185432716","https://openalex.org/W2973303672","https://openalex.org/W4401687337","https://openalex.org/W4407948327","https://openalex.org/W2962811981","https://openalex.org/W4205825610","https://openalex.org/W4382935668","https://openalex.org/W3111335696","https://openalex.org/W3085941916","https://openalex.org/W4416363898"],"abstract_inverted_index":{"Several":[0],"recent":[1],"engineering":[2,320,366],"applications":[3,321],"in":[4,65,293],"multi-agent":[5],"systems,":[6],"communication":[7,76],"networks,":[8],"and":[9,75,142,245,296,309,408,449,463,479,502],"machine":[10],"learning":[11],"deal":[12],"with":[13,52,72],"decision":[14,276],"problems":[15,60,238,437],"that":[16,91,160,278,424,483],"can":[17,48,161,484],"be":[18,49,63,485],"formulated":[19],"as":[20],"optimization":[21,35,115,262,354],"problems.":[22,263,355,397],"For":[23],"many":[24],"of":[25,33,96,107,114,124,194,204,220,228,236,269,312,335,344,380,404,434,442,452,466],"these":[26,97],"problems,":[27,266],"new":[28],"constraints":[29],"limit":[30],"the":[31,40,59,93,111,121,125,138,149,173,183,187,201,205,229,256,275,280,286,290,299,305,310,313,327,332,336,340,389,402,405,412,428,453,467,510],"usefulness":[32],"traditional":[34],"algorithms.":[36,330,512],"In":[37,56,100,120,168,264,331],"some":[38],"cases,":[39,58],"problem":[41,80,501],"size":[42],"is":[43,84,154,223,253,383,455,496],"much":[44],"larger":[45],"than":[46],"what":[47],"conveniently":[50],"dealt":[51],"using":[53,490],"standard":[54],"solvers.":[55],"other":[57],"have":[61,181,246,374],"to":[62,86,137,254,260,273,384,394,426,456,470,498,504],"solved":[64],"a":[66,105,155,190,224,234,267,361,421,443,471],"distributed":[67,472,499],"manner":[68],"by":[69,177,487],"several":[70,365],"decision-makers":[71],"limited":[73],"computational":[74],"resources.":[77],"By":[78,415],"exploiting":[79,416],"structure,":[81],"however,":[82],"it":[83],"possible":[85],"design":[87],"computationally":[88,156],"efficient":[89],"algorithms":[90,116],"satisfy":[92],"implementation":[94],"requirements":[95],"emerging":[98],"applications.":[99],"this":[101,221,294,381,417],"thesis,":[102,126,337],"we":[103,127,170,338,419],"study":[104],"variety":[106,235],"techniques":[108],"for":[109,117,144,233,289,351,388],"improving":[110],"convergence":[112,192,202,226,301,413],"times":[113,302],"large-scale":[118],"systems.":[119],"first":[122,218],"part":[123,334],"focus":[128,171],"on":[129,172,207,304,460],"multi-step":[130],"first-order":[131],"methods.":[132],"These":[133],"methods":[134,482],"add":[135],"memory":[136],"classical":[139],"gradient":[140,166,188],"method":[141,175,206,232,259,292,350,357,469],"account":[143],"past":[145],"iterates":[146],"when":[147,392],"computing":[148],"next":[150],"one.":[151],"The":[152,217,250,356,377,447,493],"result":[153],"lightweight":[157],"acceleration":[158],"technique":[159,423],"yield":[162,505],"significant":[163,439],"improvements":[164,185,508],"over":[165,186,509],"descent.":[167],"particular,":[169],"Heavy-ball":[174,291],"introduced":[176],"Polyak.":[178],"Previous":[179],"studies":[180,433],"quantified":[182],"performance":[184,429,440,507],"through":[189],"local":[191,491],"analysis":[193,227],"twice":[195],"continuously":[196],"differentiable":[197],"objective":[198,240],"functions.":[199],"However,":[200],"properties":[203],"more":[208],"general":[209],"convex":[210,237,244],"cost":[211,307,406],"functions":[212,241,308,407],"has":[213,358],"not":[214],"been":[215,375],"known.":[216],"contribution":[219,252,379,451],"thesis":[222,382,454],"global":[225],"Heavy-":[230,257],"ball":[231,258],"whose":[239],"are":[242],"strongly":[243],"Lipschitz":[247],"continuous":[248],"gradient.":[249],"second":[251,333],"tailor":[255],"network":[261],"such":[265],"collection":[268],"decision-":[270],"makers":[271],"collaborate":[272],"find":[274],"vector":[277],"minimizes":[279],"total":[281],"system":[282],"cost.":[283],"We":[284,317,474],"derive":[285,385,475],"optimal":[287,300,372,386,461,476],"step-sizes":[288],"scenario,":[295],"show":[297],"how":[298,401],"depend":[303],"individual":[306,488],"structure":[311],"underlying":[314],"interaction":[315],"graph.":[316],"present":[318],"three":[319],"where":[322],"our":[323,458],"algorithm":[324,391,477,495],"significantly":[325],"outperform":[326],"tailor-made":[328],"state-of-the-art":[329,511],"consider":[339],"Alternating":[341],"Direction":[342],"Method":[343],"Multipliers":[345],"(ADMM),":[346],"an":[347],"alternative":[348],"powerful":[349],"solving":[352],"structured":[353],"recently":[359],"attracted":[360],"large":[362],"interest":[363],"from":[364],"communities.":[367],"Despite":[368],"its":[369,371],"popularity,":[370],"parameters":[373,387,478],"unknown.":[376],"third":[378],"ADMM":[390,445,468],"applied":[393,497],"quadratic":[395],"programming":[396],"Our":[398],"derivations":[399],"quantify":[400],"Hessian":[403],"constraint":[409],"matrices":[410],"affect":[411],"times.":[414],"information,":[418],"develop":[420],"preconditioning":[422],"allows":[425],"accelerate":[427],"even":[430],"further.":[431],"Numerical":[432],"model-predictive":[435],"control":[436],"illustrate":[438],"benefits":[441],"well-tuned":[444],"algorithm.":[446],"fourth":[448],"final":[450],"extend":[457],"results":[459],"scaling":[462],"parameter":[464],"tuning":[465],"setting.":[473],"suggest":[480],"heuristic":[481],"executed":[486],"agents":[489],"information.":[492],"resulting":[494],"averaging":[500],"shown":[503],"substantial":[506]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W287594403","counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
