{"id":"https://openalex.org/W1511263746","doi":"https://doi.org/10.1109/tsp.2016.2560133","title":"Distributed Gradient Methods with Variable Number of Working Nodes","display_name":"Distributed Gradient Methods with Variable Number of Working Nodes","publication_year":2016,"publication_date":"2016-04-29","ids":{"openalex":"https://openalex.org/W1511263746","doi":"https://doi.org/10.1109/tsp.2016.2560133","mag":"1511263746"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2016.2560133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2016.2560133","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1504.04049","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070836307","display_name":"Du\u0161an Jakoveti\u0107","orcid":"https://orcid.org/0000-0003-3497-5589"},"institutions":[{"id":"https://openalex.org/I4210154960","display_name":"BioSense Institute","ror":"https://ror.org/04qn48008","country_code":"RS","type":"facility","lineage":["https://openalex.org/I4210154960"]},{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":true,"raw_author_name":"Dusan Jakovetic","raw_affiliation_strings":["Faculty of Sciences, University of Novi Sad, Serbia","Serbia and also with the Department of Mathematics and Informatics, BioSense Institute, Novi Sad"],"affiliations":[{"raw_affiliation_string":"Faculty of Sciences, University of Novi Sad, Serbia","institution_ids":["https://openalex.org/I170726198"]},{"raw_affiliation_string":"Serbia and also with the Department of Mathematics and Informatics, BioSense Institute, Novi Sad","institution_ids":["https://openalex.org/I4210154960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077197425","display_name":"Dragana Bajovi\u0107","orcid":"https://orcid.org/0000-0003-1783-8734"},"institutions":[{"id":"https://openalex.org/I4210154960","display_name":"BioSense Institute","ror":"https://ror.org/04qn48008","country_code":"RS","type":"facility","lineage":["https://openalex.org/I4210154960"]},{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Dragana Bajovic","raw_affiliation_strings":["BioSense Institute, Novi Sad, Serbia","Department of Power, University of Novi Sad, Serbia"],"affiliations":[{"raw_affiliation_string":"BioSense Institute, Novi Sad, Serbia","institution_ids":["https://openalex.org/I4210154960"]},{"raw_affiliation_string":"Department of Power, University of Novi Sad, Serbia","institution_ids":["https://openalex.org/I170726198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029757006","display_name":"Nata\u0161a Kreji\u0107","orcid":"https://orcid.org/0000-0003-3348-7233"},"institutions":[{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Natasa Krejic","raw_affiliation_strings":["Department of Mathematics and Informatics, University of Novi Sad, Serbia"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Informatics, University of Novi Sad, Serbia","institution_ids":["https://openalex.org/I170726198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023718232","display_name":"Nata\u0161a Krklec Jerinki\u0107","orcid":"https://orcid.org/0000-0001-5195-9295"},"institutions":[{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Natasa Krklec Jerinkic","raw_affiliation_strings":["Department of Mathematics and Informatics, University of Novi Sad, Serbia"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Informatics, University of Novi Sad, Serbia","institution_ids":["https://openalex.org/I170726198"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070836307"],"corresponding_institution_ids":["https://openalex.org/I170726198","https://openalex.org/I4210154960"],"apc_list":null,"apc_paid":null,"fwci":5.4661,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.95781524,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"64","issue":"15","first_page":"4080","last_page":"4095"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11347","display_name":"Neural Networks Stability and Synchronization","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.602074384689331},{"id":"https://openalex.org/keywords/lipschitz-continuity","display_name":"Lipschitz continuity","score":0.5891042947769165},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5295114517211914},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5236584544181824},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5072247982025146},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.48570355772972107},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4275813400745392},{"id":"https://openalex.org/keywords/gradient-method","display_name":"Gradient method","score":0.4153832793235779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38781464099884033},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.07646879553794861}],"concepts":[{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.602074384689331},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.5891042947769165},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5295114517211914},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5236584544181824},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5072247982025146},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.48570355772972107},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4275813400745392},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.4153832793235779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38781464099884033},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.07646879553794861},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsp.2016.2560133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2016.2560133","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1504.04049","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1504.04049","pdf_url":"https://arxiv.org/pdf/1504.04049","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1504.04049","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1504.04049","pdf_url":"https://arxiv.org/pdf/1504.04049","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2300669232","display_name":null,"funder_award_id":"174030","funder_id":"https://openalex.org/F4320322729","funder_display_name":"Ministarstvo Prosvete, Nauke i Tehnolo\u0161kog Razvoja"}],"funders":[{"id":"https://openalex.org/F4320322729","display_name":"Ministarstvo Prosvete, Nauke i Tehnolo\u0161kog Razvoja","ror":"https://ror.org/01znas443"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W914658793","https://openalex.org/W1511263746","https://openalex.org/W1521150840","https://openalex.org/W1556217901","https://openalex.org/W1570769529","https://openalex.org/W1571416372","https://openalex.org/W1580723439","https://openalex.org/W1588593629","https://openalex.org/W1616857247","https://openalex.org/W1751687266","https://openalex.org/W1968191600","https://openalex.org/W1989894462","https://openalex.org/W2026272724","https://openalex.org/W2029080014","https://openalex.org/W2029633462","https://openalex.org/W2030294077","https://openalex.org/W2030350597","https://openalex.org/W2041159855","https://openalex.org/W2044212084","https://openalex.org/W2045192889","https://openalex.org/W2051245758","https://openalex.org/W2066332749","https://openalex.org/W2079440004","https://openalex.org/W2081280387","https://openalex.org/W2089630895","https://openalex.org/W2090597868","https://openalex.org/W2098863504","https://openalex.org/W2102751833","https://openalex.org/W2106821132","https://openalex.org/W2108306501","https://openalex.org/W2108970807","https://openalex.org/W2110302464","https://openalex.org/W2111857756","https://openalex.org/W2112827165","https://openalex.org/W2114791779","https://openalex.org/W2117412539","https://openalex.org/W2121820607","https://openalex.org/W2129122308","https://openalex.org/W2137385155","https://openalex.org/W2142737631","https://openalex.org/W2143649445","https://openalex.org/W2145706050","https://openalex.org/W2147063178","https://openalex.org/W2148087609","https://openalex.org/W2151135252","https://openalex.org/W2154834860","https://openalex.org/W2161305486","https://openalex.org/W2164278908","https://openalex.org/W2168914046","https://openalex.org/W2172228337","https://openalex.org/W2226884960","https://openalex.org/W2293409919","https://openalex.org/W2541688248","https://openalex.org/W2546267725","https://openalex.org/W2948138266","https://openalex.org/W2950341458","https://openalex.org/W2963395095","https://openalex.org/W2963544917","https://openalex.org/W2963866791","https://openalex.org/W2964256184","https://openalex.org/W3101665129","https://openalex.org/W3103657382","https://openalex.org/W3141673739","https://openalex.org/W4242484741","https://openalex.org/W4292363360","https://openalex.org/W4294585425","https://openalex.org/W6630437562","https://openalex.org/W6631146311","https://openalex.org/W6635201550","https://openalex.org/W6636333826","https://openalex.org/W6663928985","https://openalex.org/W6667037994","https://openalex.org/W6674727558","https://openalex.org/W6685044387","https://openalex.org/W6763152691"],"related_works":["https://openalex.org/W3185235544","https://openalex.org/W4297791327","https://openalex.org/W2897842840","https://openalex.org/W2911623553","https://openalex.org/W2397777611","https://openalex.org/W1502031429","https://openalex.org/W2318923278","https://openalex.org/W2417585376","https://openalex.org/W1994157709","https://openalex.org/W2797811993"],"abstract_inverted_index":{"We":[0,24],"consider":[1],"distributed":[2,27,149,194,213],"optimization":[3],"where":[4,31],"N":[5],"nodes":[6,101,157],"in":[7,136],"a":[8,20,26,82,94,182],"connected":[9],"network":[10],"minimize":[11],"the":[12,75,97,137,143,147,156,179,188,192,211,216,221,234],"sum":[13],"of":[14,77,224],"their":[15],"local":[16,90,108],"costs":[17,109],"subject":[18],"to":[19,88,130,142,170],"common":[21],"constraint":[22,98],"set.":[23],"propose":[25],"projected":[28],"gradient":[29,84,150,195,214,229],"method":[30],"each":[32,35,64],"node,":[33],"at":[34,160],"iteration":[36],"k,":[37],"performs":[38,66],"an":[39,67,174],"update":[40,68],"(is":[41,53],"active)":[42],"with":[43,55,74,86,113,173,186,210],"probability":[44,56,124],"p":[45,125,165],"<sub":[46,58,126,166],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[47,59,127,167],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">k</sub>":[48,60,128,168],",":[49],"and":[50,92,201,227],"stays":[51],"idle":[52],"inactive)":[54],"1-p":[57],".":[61],"Whenever":[62],"active,":[63],"node":[65],"by":[69],"weight-averaging":[70],"its":[71,78,89],"solution":[72,145],"estimate":[73],"estimates":[76],"active":[79,159],"neighbors,":[80],"taking":[81],"negative":[83],"step":[85],"respect":[87],"cost,":[91],"performing":[93],"projection":[95],"onto":[96],"set;":[99],"inactive":[100],"perform":[102],"no":[103],"updates.":[104],"Assuming":[105],"that":[106],"nodes'":[107],"are":[110],"strongly":[111],"convex,":[112],"Lipschitz":[114],"continuous":[115],"gradients,":[116],"we":[117],"show":[118],"that,":[119,207],"as":[120,122,146,153,191],"long":[121],"activation":[123],"grows":[129,169],"one":[131,171],"asymptotically,":[132],"our":[133],"algorithm":[134,180,218],"converges":[135],"mean":[138],"square":[139],"sense":[140],"(MSS)":[141],"same":[144,189,235],"standard":[148,193,212],"method,":[151,215],"i.e.,":[152],"if":[154],"all":[155,161],"were":[158],"iterations.":[162],"Moreover,":[163],"when":[164,208],"linearly,":[172],"appropriately":[175],"set":[176],"convergence":[177],"factor,":[178],"has":[181],"linear":[183],"MSS":[184],"convergence,":[185],"practically":[187],"factor":[190],"method.":[196],"Simulations":[197],"on":[198],"both":[199],"synthetic":[200],"real":[202],"world":[203],"data":[204],"sets":[205],"demonstrate":[206],"compared":[209],"proposed":[217],"significantly":[219],"reduces":[220],"overall":[222],"number":[223],"per-node":[225,228],"communications":[226],"evaluations":[230],"(computational":[231],"cost)":[232],"for":[233],"required":[236],"accuracy.":[237]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}