{"id":"https://openalex.org/W4313038934","doi":"https://doi.org/10.1109/tbdata.2022.3230335","title":"Asynchronous Parallel Incremental Block-Coordinate Descent for Decentralized Machine Learning","display_name":"Asynchronous Parallel Incremental Block-Coordinate Descent for Decentralized Machine Learning","publication_year":2022,"publication_date":"2022-12-19","ids":{"openalex":"https://openalex.org/W4313038934","doi":"https://doi.org/10.1109/tbdata.2022.3230335"},"language":"en","primary_location":{"id":"doi:10.1109/tbdata.2022.3230335","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2022.3230335","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100353486","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0001-7579-822X"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Hao Chen","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Royal Institute of Technology (KTH), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Royal Institute of Technology (KTH), Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421130","display_name":"Yu Ye","orcid":"https://orcid.org/0000-0003-4686-0973"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Yu Ye","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Royal Institute of Technology (KTH), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Royal Institute of Technology (KTH), Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037292846","display_name":"Ming Xiao","orcid":"https://orcid.org/0000-0002-5407-0835"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ming Xiao","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Royal Institute of Technology (KTH), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Royal Institute of Technology (KTH), Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041348422","display_name":"Mikael Skoglund","orcid":"https://orcid.org/0000-0002-7926-5081"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mikael Skoglund","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Royal Institute of Technology (KTH), Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Royal Institute of Technology (KTH), Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100353486"],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.18920513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"4","first_page":"1252","last_page":"1259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9005287289619446},{"id":"https://openalex.org/keywords/coordinate-descent","display_name":"Coordinate descent","score":0.8196125030517578},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.803678035736084},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6481553912162781},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.6350904703140259},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4820350408554077},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4108414649963379},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2853577733039856},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.273512601852417},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23623791337013245},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10674583911895752}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9005287289619446},{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.8196125030517578},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.803678035736084},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6481553912162781},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.6350904703140259},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4820350408554077},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4108414649963379},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2853577733039856},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.273512601852417},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23623791337013245},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10674583911895752},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbdata.2022.3230335","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2022.3230335","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1571416372","https://openalex.org/W1583138050","https://openalex.org/W1616857247","https://openalex.org/W1961379460","https://openalex.org/W1988795359","https://openalex.org/W1989894462","https://openalex.org/W2009332171","https://openalex.org/W2079482358","https://openalex.org/W2123705108","https://openalex.org/W2153635508","https://openalex.org/W2229747717","https://openalex.org/W2535838896","https://openalex.org/W2583993537","https://openalex.org/W2769934491","https://openalex.org/W2787084936","https://openalex.org/W2896675734","https://openalex.org/W2911283328","https://openalex.org/W2963172825","https://openalex.org/W2963337970","https://openalex.org/W2991411395","https://openalex.org/W3013377893","https://openalex.org/W3014507393","https://openalex.org/W3021654819","https://openalex.org/W3023852284","https://openalex.org/W3023944502","https://openalex.org/W3100944043","https://openalex.org/W3126909561","https://openalex.org/W3210975694","https://openalex.org/W4250739957","https://openalex.org/W4297687186","https://openalex.org/W6686819018","https://openalex.org/W6728757088","https://openalex.org/W6754580366","https://openalex.org/W6768537144"],"related_works":["https://openalex.org/W4376654045","https://openalex.org/W3031701359","https://openalex.org/W4286693783","https://openalex.org/W4283028824","https://openalex.org/W3175914740","https://openalex.org/W4294982320","https://openalex.org/W3034587794","https://openalex.org/W3210805454","https://openalex.org/W2020098476","https://openalex.org/W2356529274"],"abstract_inverted_index":{"Machine":[0],"learning":[1,30,76],"(ML)":[2],"is":[3,31,38,116,159],"a":[4,32,47,88],"key":[5],"technique":[6],"for":[7,97,132,174],"big-data-driven":[8],"modelling":[9],"and":[10,20,26,74,196],"analysis":[11],"of":[12,15,58,83,114,144,188,193],"massive":[13],"Internet":[14],"Things":[16],"(IoT)":[17],"based":[18],"intelligent":[19],"ubiquitous":[21],"computing.":[22],"For":[23],"fast-increasing":[24],"applications":[25],"data":[27,45,67],"amounts,":[28],"distributed":[29,69],"promising":[33],"emerging":[34],"paradigm":[35],"since":[36],"it":[37],"often":[39],"impractical":[40],"or":[41],"inefficient":[42],"to":[43,46],"share/aggregate":[44],"centralized":[48],"location":[49],"from":[50,106],"distinct":[51],"ones.":[52],"This":[53],"paper":[54],"studies":[55],"the":[56,75,81,85,112,133,142,149,175,189],"problem":[57],"training":[59],"an":[60,152,167],"ML":[61],"model":[62],"over":[63,70],"decentralized":[64,134],"systems,":[65],"where":[66,161],"are":[68,123,164],"many":[71],"user":[72],"devices":[73,115],"algorithm":[77],"run":[78],"on-device,":[79],"with":[80],"aim":[82],"relaxing":[84],"burden":[86],"at":[87,141],"central":[89],"entity/server.":[90],"Although":[91],"gossip-based":[92],"approaches":[93],"have":[94],"been":[95],"used":[96],"this":[98],"purpose":[99],"in":[100,166,191],"different":[101],"use":[102],"cases,":[103],"they":[104],"suffer":[105],"high":[107],"communication":[108,139,197],"costs,":[109],"especially":[110],"when":[111],"number":[113],"large.":[117],"To":[118,147],"mitigate":[119],"this,":[120],"incremental-based":[121],"methods":[122],"proposed.":[124],"We":[125,170],"first":[126],"introduce":[127],"incremental":[128,155],"block-coordinate":[129],"descent":[130],"(I-BCD)":[131],"ML,":[135],"which":[136],"can":[137],"reduce":[138],"costs":[140],"expense":[143],"running":[145,194],"time.":[146],"accelerate":[148],"convergence":[150,172],"speed,":[151],"asynchronous":[153,168],"parallel":[154],"BCD":[156],"(API-BCD)":[157],"method":[158,185],"proposed,":[160],"multiple":[162],"devices/agents":[163],"active":[165],"fashion.":[169],"derive":[171],"properties":[173],"proposed":[176],"methods.":[177],"Simulation":[178],"results":[179],"also":[180],"show":[181],"that":[182],"our":[183],"API-BCD":[184],"outperforms":[186],"state":[187],"art":[190],"terms":[192],"time":[195],"costs.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}