{"id":"https://openalex.org/W4313417875","doi":"https://doi.org/10.1109/tpds.2022.3228733","title":"FSP: Towards Flexible Synchronous Parallel Frameworks for Distributed Machine Learning","display_name":"FSP: Towards Flexible Synchronous Parallel Frameworks for Distributed Machine Learning","publication_year":2022,"publication_date":"2022-12-13","ids":{"openalex":"https://openalex.org/W4313417875","doi":"https://doi.org/10.1109/tpds.2022.3228733"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2022.3228733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3228733","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101706501","display_name":"Zhigang Wang","orcid":"https://orcid.org/0000-0002-1812-1068"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhigang Wang","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004987332","display_name":"Yilei Tu","orcid":"https://orcid.org/0000-0002-7102-3475"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilei Tu","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100387103","display_name":"Ning Wang","orcid":"https://orcid.org/0000-0001-9698-7310"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Wang","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019000951","display_name":"Lixin Gao","orcid":"https://orcid.org/0009-0000-8951-091X"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lixin Gao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Massachusetts Amherst, Amherst, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058652390","display_name":"Jie Nie","orcid":"https://orcid.org/0000-0003-4952-7666"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Nie","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079932099","display_name":"Zhiqiang Wei","orcid":"https://orcid.org/0000-0002-2830-8301"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Wei","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ocean University of China, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013145169","display_name":"Yu Gu","orcid":"https://orcid.org/0000-0001-7422-6254"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Gu","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072406974","display_name":"Ge Yu","orcid":"https://orcid.org/0000-0002-3171-8889"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Yu","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101706501"],"corresponding_institution_ids":["https://openalex.org/I59028903"],"apc_list":null,"apc_paid":null,"fwci":3.2675,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.92889208,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"34","issue":"2","first_page":"687","last_page":"703"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8508379459381104},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5377817749977112},{"id":"https://openalex.org/keywords/bulk-synchronous-parallel","display_name":"Bulk synchronous parallel","score":0.5363484621047974},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4426485002040863},{"id":"https://openalex.org/keywords/parallel-algorithm","display_name":"Parallel algorithm","score":0.19809401035308838}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8508379459381104},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5377817749977112},{"id":"https://openalex.org/C156891508","wikidata":"https://www.wikidata.org/wiki/Q1004114","display_name":"Bulk synchronous parallel","level":3,"score":0.5363484621047974},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4426485002040863},{"id":"https://openalex.org/C120373497","wikidata":"https://www.wikidata.org/wiki/Q1087987","display_name":"Parallel algorithm","level":2,"score":0.19809401035308838}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2022.3228733","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3228733","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G1271655000","display_name":null,"funder_award_id":"CNS-1908536","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G1842956603","display_name":null,"funder_award_id":"CNS-1815412","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G1927771615","display_name":null,"funder_award_id":"61902365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G28691574","display_name":null,"funder_award_id":"202042008","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3565454831","display_name":null,"funder_award_id":"62072083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6452071952","display_name":null,"funder_award_id":"U22A2068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8915319791","display_name":null,"funder_award_id":"61902366","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2019380637","https://openalex.org/W2033790833","https://openalex.org/W2041517243","https://openalex.org/W2045271686","https://openalex.org/W2067363575","https://openalex.org/W2072566913","https://openalex.org/W2078945459","https://openalex.org/W2083842231","https://openalex.org/W2091825929","https://openalex.org/W2112395999","https://openalex.org/W2121328882","https://openalex.org/W2124140601","https://openalex.org/W2336650964","https://openalex.org/W2405883473","https://openalex.org/W2507009361","https://openalex.org/W2523435939","https://openalex.org/W2567948266","https://openalex.org/W2584979567","https://openalex.org/W2612026221","https://openalex.org/W2757568815","https://openalex.org/W2902073008","https://openalex.org/W2920397365","https://openalex.org/W2963433607","https://openalex.org/W2964243509","https://openalex.org/W2968971570","https://openalex.org/W2979230481","https://openalex.org/W3009014747","https://openalex.org/W3043515497","https://openalex.org/W3097875570","https://openalex.org/W3101174907","https://openalex.org/W3109982791","https://openalex.org/W3112048118","https://openalex.org/W3116992856","https://openalex.org/W3124226966","https://openalex.org/W3177263144","https://openalex.org/W3189640247","https://openalex.org/W3191069914","https://openalex.org/W3195444502","https://openalex.org/W3207741019","https://openalex.org/W3217637741","https://openalex.org/W4205651827","https://openalex.org/W4220716191","https://openalex.org/W4245826835","https://openalex.org/W4292363360","https://openalex.org/W4301239768","https://openalex.org/W6628377381","https://openalex.org/W6679393576","https://openalex.org/W6680402377","https://openalex.org/W6680748266","https://openalex.org/W6697452822","https://openalex.org/W6738954612","https://openalex.org/W6742061381","https://openalex.org/W6748645090","https://openalex.org/W6753801579","https://openalex.org/W6795481427","https://openalex.org/W6800843497"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2286635931","https://openalex.org/W1482195263"],"abstract_inverted_index":{"Myriad":[0],"of":[1,55,91,104,117],"machine":[2],"learning":[3],"(ML)":[4],"algorithms":[5],"refine":[6],"model":[7],"parameters":[8],"iteratively.":[9],"Existing":[10],"synchronous":[11,24,67],"data-parallel":[12],"frameworks":[13],"can":[14,47,138],"accelerate":[15],"training":[16],"with":[17,142,155],"convergence":[18,58,74,141],"guarantees.":[19,59],"However,":[20],"the":[21,89,96,114,131],"pre-assigned":[22],"workload-based":[23],"design":[25],"still":[26],"poses":[27],"great":[28],"challenges,":[29],"since":[30],"fast":[31,92],"workers":[32,120],"must":[33],"wait":[34],"for":[35,159],"slow,":[36],"straggling":[37],"ones,":[38],"especially":[39],"in":[40,150],"a":[41,63,151],"heterogeneous":[42],"computing":[43],"cluster.":[44],"Asynchronous":[45],"alternatives":[46],"bypass":[48],"this":[49],"performance":[50,161],"bottleneck,":[51],"but":[52],"at":[53],"expense":[54],"potentially":[56],"losing":[57],"This":[60],"article":[61],"proposes":[62],"new":[64],"time-based":[65],"flexible":[66],"parallel":[68],"framework":[69],"(FSP).":[70],"It":[71,94],"provides":[72],"strict":[73],"analysis":[75],"by":[76,86,100,110],"consistently":[77],"updating":[78],"parameters,":[79],"as":[80,82],"well":[81],"significant":[83],"cost":[84],"reduction":[85],"completely":[87],"unleashing":[88],"power":[90],"workers.":[93],"identifies":[95],"optimal":[97],"synchronization":[98],"frequency,":[99],"online":[101],"balancing":[102],"costs":[103],"parameters\u2019":[105],"update":[106],"and":[107,163],"benefits":[108],"brought":[109],"their":[111],"freshness.":[112],"Besides":[113],"basic":[115],"goal":[116],"keeping":[118],"all":[119,148],"fully":[121,133],"CPU-utilized,":[122],"FSP":[123],"also":[124],"aims":[125],"to":[126,140],"keep":[127],"data":[128],"spread":[129],"over":[130],"cluster":[132],"utilized,":[134],"so":[135],"that":[136,168],"they":[137],"contribute":[139],"equal":[143],"opportunities.":[144],"These":[145],"proposals":[146],"are":[147],"implemented":[149],"prototype":[152],"system":[153],"Flegel,":[154],"additional":[156],"engineering":[157],"optimizations":[158],"further":[160],"enhancement":[162],"programming":[164],"facilitation.":[165],"Experiments":[166],"demonstrate":[167],"Flegel":[169],"significantly":[170],"outperforms":[171],"recent":[172],"studies.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}