{"id":"https://openalex.org/W4389921009","doi":"https://doi.org/10.1109/tc.2023.3343110","title":"GreedW: A Flexible and Efficient Decentralized Framework for Distributed Machine Learning","display_name":"GreedW: A Flexible and Efficient Decentralized Framework for Distributed Machine Learning","publication_year":2023,"publication_date":"2023-12-18","ids":{"openalex":"https://openalex.org/W4389921009","doi":"https://doi.org/10.1109/tc.2023.3343110"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2023.3343110","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3343110","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067164243","display_name":"Ting Wang","orcid":"https://orcid.org/0000-0002-7223-8849"},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Wang","raw_affiliation_strings":["Shanghai Key Laboratory of Trustworthy Computing, the Engineering Research Center of Software/Hardware Co-Design Technology and Application (MoE), Software Engineering Institute, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7223-8849","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Trustworthy Computing, the Engineering Research Center of Software/Hardware Co-Design Technology and Application (MoE), Software Engineering Institute, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I4210139618","https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Jiang","orcid":"https://orcid.org/0009-0005-5164-306X"},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Jiang","raw_affiliation_strings":["Shanghai Key Laboratory of Trustworthy Computing, the Engineering Research Center of Software/Hardware Co-Design Technology and Application (MoE), Software Engineering Institute, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-5164-306X","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Trustworthy Computing, the Engineering Research Center of Software/Hardware Co-Design Technology and Application (MoE), Software Engineering Institute, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I4210139618","https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056850002","display_name":"Qin Li","orcid":"https://orcid.org/0000-0001-7476-4079"},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Li","raw_affiliation_strings":["Shanghai Key Laboratory of Trustworthy Computing, the Engineering Research Center of Software/Hardware Co-Design Technology and Application (MoE), Software Engineering Institute, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7476-4079","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Trustworthy Computing, the Engineering Research Center of Software/Hardware Co-Design Technology and Application (MoE), Software Engineering Institute, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I4210139618","https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101931026","display_name":"Haibin Cai","orcid":"https://orcid.org/0000-0003-1398-6676"},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibin Cai","raw_affiliation_strings":["Shanghai Key Laboratory of Trustworthy Computing, the Engineering Research Center of Software/Hardware Co-Design Technology and Application (MoE), Software Engineering Institute, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1398-6676","affiliations":[{"raw_affiliation_string":"Shanghai Key Laboratory of Trustworthy Computing, the Engineering Research Center of Software/Hardware Co-Design Technology and Application (MoE), Software Engineering Institute, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I4210139618","https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4759,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70480801,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"73","issue":"3","first_page":"801","last_page":"814"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7311646938323975},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5479904413223267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3426235318183899},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.32373368740081787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7311646938323975},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5479904413223267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3426235318183899},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.32373368740081787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2023.3343110","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3343110","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2083842231","https://openalex.org/W2339765813","https://openalex.org/W2521757593","https://openalex.org/W2896457183","https://openalex.org/W2913662728","https://openalex.org/W2978709794","https://openalex.org/W3047002910","https://openalex.org/W3106416029","https://openalex.org/W3135345339","https://openalex.org/W3191069914","https://openalex.org/W3203336515","https://openalex.org/W3204809786","https://openalex.org/W3206236031","https://openalex.org/W3212514695","https://openalex.org/W4221103745","https://openalex.org/W4221156340","https://openalex.org/W4249935458","https://openalex.org/W4285245070","https://openalex.org/W4301239768","https://openalex.org/W4386902904","https://openalex.org/W6728757088","https://openalex.org/W6736413256","https://openalex.org/W6739693220","https://openalex.org/W6746200960","https://openalex.org/W6748373249","https://openalex.org/W6748645090","https://openalex.org/W6749257597","https://openalex.org/W6752208531","https://openalex.org/W6754187583","https://openalex.org/W6754818105","https://openalex.org/W6755207826","https://openalex.org/W6762211661","https://openalex.org/W6769275798","https://openalex.org/W6769475105","https://openalex.org/W6784701502","https://openalex.org/W6789169260","https://openalex.org/W6791591990","https://openalex.org/W6792106764"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"With":[0],"the":[1,44,52,68,76,91,94,117,133,144,168,175,180,190,204,232,237,272],"ever-increasing":[2],"demand":[3],"for":[4,151,260],"computing":[5,69,95,182],"power":[6,70,96],"in":[7,18,75,99,148,174,276],"deep":[8],"learning,":[9],"distributed":[10,26,57,108],"training":[11,27,58,109,118,253,279],"techniques":[12],"have":[13],"proven":[14],"to":[15,63,141,165,201,222],"be":[16],"effective":[17],"meeting":[19],"these":[20,86],"demands.":[21],"However,":[22],"current":[23],"existing":[24,273],"state-of-the-art":[25,274],"frameworks,":[28,59],"such":[29],"as":[30],"Parameter":[31],"Server":[32],"(PS),":[33],"Ring-All-Reduce,":[34],"and":[35,54,65,80,88,106,130,158,241,258,263,283],"their":[36,213,243],"varieties,":[37],"still":[38],"face":[39],"significant":[40],"challenges.":[41],"In":[42],"particular,":[43],"existence":[45],"of":[46,56,71,78,93,97,120,184,219,278],"communication":[47,128,145,156],"bottlenecks":[48],"can":[49,114],"severely":[50],"limit":[51],"efficiency":[53,119],"scalability":[55],"making":[60],"it":[61],"difficult":[62],"fully":[64],"effectively":[66,188],"exert":[67],"large-scale":[72],"clusters,":[73,98],"especially":[74],"presence":[77],"dynamic":[79,107],"ever-changing":[81],"network":[82,129,146,191],"environments.":[83],"To":[84],"address":[85],"issues":[87],"further":[89],"maximize":[90],"utilization":[92],"this":[100],"paper":[101],"we":[102],"propose":[103],"an":[104,125],"efficient":[105],"framework,":[110],"named":[111],"GreedW.":[112],"GreedW":[113,136,198,270],"greatly":[115],"improve":[116],"workers":[121,173],"by":[122],"dynamically":[123,142,202],"constructing":[124],"adaptive":[126],"customized":[127],"adaptively":[131,166],"scheduling":[132],"workload.":[134],"Specifically,":[135],"employs":[137],"a":[138,160],"greedy":[139],"strategy":[140],"construct":[143],"tree":[147],"each":[149,185,208,217,225],"iteration":[150],"gradient":[152],"transmission":[153],"with":[154],"minimum":[155],"cost":[157],"applies":[159],"heterogeneity-aware":[161],"workload":[162],"allocation":[163],"scheme":[164],"balance":[167],"heavy":[169],"traffic":[170],"across":[171],"heterogeneous":[172],"cluster":[176],"taking":[177],"into":[178],"account":[179],"available":[181],"capabilities":[183],"node,":[186],"which":[187],"alleviates":[189],"bottleneck.":[192],"It":[193],"is":[194,199],"worth":[195],"noting":[196],"that":[197,224,269],"enabled":[200],"adjust":[203],"assigned":[205],"job":[206],"on":[207,212,250],"worker":[209,226],"node":[210,227],"based":[211],"completion":[214],"time":[215],"during":[216],"round":[218],"model":[220],"aggregation":[221],"ensure":[223],"completes":[228],"its":[229],"assignments":[230],"around":[231],"same":[233],"time,":[234],"thus":[235],"mitigating":[236],"intractable":[238],"straggler":[239],"issue":[240],"minimizing":[242],"idle":[244],"waiting":[245],"time.":[246],"Comprehensive":[247],"experimental":[248],"evaluations":[249],"three":[251],"different-scaled":[252],"models":[254],"(i.e.,":[255],"Mnist-2NN,":[256],"Mnist-CNN,":[257],"TextCNN)":[259],"image":[261],"recognition":[262],"natural":[264],"language":[265],"processing":[266],"tasks":[267],"demonstrate":[268],"outperforms":[271],"frameworks":[275],"terms":[277],"efficiency,":[280],"system":[281],"flexibility,":[282],"robustness.":[284]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}