{"id":"https://openalex.org/W3009014747","doi":"https://doi.org/10.1109/tc.2020.2974461","title":"Falcon: Addressing Stragglers in Heterogeneous Parameter Server Via Multiple Parallelism","display_name":"Falcon: Addressing Stragglers in Heterogeneous Parameter Server Via Multiple Parallelism","publication_year":2020,"publication_date":"2020-02-17","ids":{"openalex":"https://openalex.org/W3009014747","doi":"https://doi.org/10.1109/tc.2020.2974461","mag":"3009014747"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2020.2974461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2020.2974461","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101766716","display_name":"Qihua Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qihua Zhou","raw_affiliation_strings":["School of Automation and School of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Automation and School of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["Department of Computing, The Hong Kong Polytechnic University, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computing, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047412399","display_name":"Haodong Lu","orcid":"https://orcid.org/0000-0002-8628-2664"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodong Lu","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361217","display_name":"Li Li","orcid":"https://orcid.org/0000-0002-6680-5886"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["School of Software of Shanghai, Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Software of Shanghai, Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039318240","display_name":"Minyi Guo","orcid":"https://orcid.org/0000-0003-0034-2302"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minyi Guo","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100629960","display_name":"Yanfei Sun","orcid":"https://orcid.org/0000-0003-0085-1545"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfei Sun","raw_affiliation_strings":["School of Automation and School of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation and School of Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100366692","display_name":"Kun Wang","orcid":"https://orcid.org/0000-0002-9099-2781"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kun Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101766716"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":3.8824,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.93719737,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"70","issue":"1","first_page":"139","last_page":"155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.874406635761261},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.5155649185180664},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5079131722450256},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4941129982471466},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.49054592847824097},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4515182673931122},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37607359886169434},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1582040786743164},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.13483330607414246},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12059840559959412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.874406635761261},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.5155649185180664},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5079131722450256},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4941129982471466},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.49054592847824097},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4515182673931122},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37607359886169434},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1582040786743164},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13483330607414246},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12059840559959412},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tc.2020.2974461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2020.2974461","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-130182","is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=0018-9340&rft.volume=70&rft.issue=1&rft.date=2021&rft.spage=139&rft.aulast=Zhou&rft.aufirst=Qihua&rft.atitle=Falcon%3A+Addressing+Stragglers+in+Heterogeneous+Parameter+Server+Via+Multiple+Parallelism&rft.title=IEEE+Transactions+on+Computers","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G1307870984","display_name":null,"funder_award_id":"61772286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2465329715","display_name":null,"funder_award_id":"61832006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3628821397","display_name":null,"funder_award_id":"61802208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5417170359","display_name":null,"funder_award_id":"61572262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5564014484","display_name":null,"funder_award_id":"61872240","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G596214731","display_name":null,"funder_award_id":"61872195","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G66312303","display_name":null,"funder_award_id":"BK20191381","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G7111805306","display_name":null,"funder_award_id":"61872310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1442374986","https://openalex.org/W1673310716","https://openalex.org/W1686810756","https://openalex.org/W1746258828","https://openalex.org/W1788418780","https://openalex.org/W1833917188","https://openalex.org/W1903497807","https://openalex.org/W1998509479","https://openalex.org/W2041517243","https://openalex.org/W2060393849","https://openalex.org/W2068975988","https://openalex.org/W2072566913","https://openalex.org/W2092799168","https://openalex.org/W2110104287","https://openalex.org/W2119391823","https://openalex.org/W2127941149","https://openalex.org/W2129542763","https://openalex.org/W2132737349","https://openalex.org/W2138243089","https://openalex.org/W2163605009","https://openalex.org/W2166706236","https://openalex.org/W2168231600","https://openalex.org/W2170616854","https://openalex.org/W2171782049","https://openalex.org/W2183341477","https://openalex.org/W2336650964","https://openalex.org/W2402144811","https://openalex.org/W2521757593","https://openalex.org/W2523435939","https://openalex.org/W2579247884","https://openalex.org/W2589642470","https://openalex.org/W2593182119","https://openalex.org/W2604783387","https://openalex.org/W2612026221","https://openalex.org/W2735708297","https://openalex.org/W2740924709","https://openalex.org/W2777638777","https://openalex.org/W2792078035","https://openalex.org/W2883910734","https://openalex.org/W2885338472","https://openalex.org/W2892234294","https://openalex.org/W2953384591","https://openalex.org/W2962758826","https://openalex.org/W2962835968","https://openalex.org/W2963495533","https://openalex.org/W2963607709","https://openalex.org/W2965347872","https://openalex.org/W2982408761","https://openalex.org/W4245826835","https://openalex.org/W6628377381","https://openalex.org/W6637131181","https://openalex.org/W6637373629","https://openalex.org/W6637806892","https://openalex.org/W6638533276","https://openalex.org/W6639528875","https://openalex.org/W6676421412","https://openalex.org/W6679154944","https://openalex.org/W6679393576","https://openalex.org/W6684191040","https://openalex.org/W6684249991","https://openalex.org/W6684859321","https://openalex.org/W6703420464","https://openalex.org/W6713134421","https://openalex.org/W6734054434","https://openalex.org/W6736413256","https://openalex.org/W6739693220","https://openalex.org/W6741077836","https://openalex.org/W6747133071","https://openalex.org/W6754645438","https://openalex.org/W6764309476"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W1595672120","https://openalex.org/W4230999561"],"abstract_inverted_index":{"The":[0,164],"parameter":[1,64,157],"server":[2,65],"architecture":[3],"has":[4,167],"shown":[5],"promising":[6],"performance":[7],"advantages":[8],"when":[9],"handling":[10],"deep":[11],"learning":[12],"(DL)":[13],"applications.":[14],"One":[15],"crucial":[16],"issue":[17],"in":[18,53,103],"this":[19,101],"regard":[20],"is":[21],"the":[22,41,45,54,75,129,137,146,178,183,195,203],"presence":[23,184],"of":[24,44,77,93,139,185,197],"stragglers,":[25],"which":[26,175],"significantly":[27],"retards":[28],"DL":[29,72,179],"training":[30,73,110,114,155,180,204],"progress.":[31],"Previous":[32],"solutions":[33],"for":[34],"solving":[35],"stragglers":[36,69,94,123],"may":[37],"not":[38],"fully":[39,127],"exploit":[40],"computation":[42,78,130],"resource":[43],"cluster":[46],"as":[47,141],"evidenced":[48],"by":[49,207],"our":[50,198],"experiments,":[51],"especially":[52],"heterogeneous":[55],"environment.":[56],"This":[57],"motivates":[58],"us":[59],"to":[60,88,99,124,126,152,209],"design":[61,145],"a":[62,82,90,171],"heterogeneity-aware":[63],"paradigm":[66],"that":[67],"addresses":[68],"and":[70,95,117,144,156,213,221],"accelerates":[71,177],"from":[74,122],"perspective":[76],"parallelism.":[79],"We":[80],"introduce":[81],"novel":[83],"methodology":[84],"named":[85],"straggler":[86],"projection":[87],"give":[89],"comprehensive":[91],"inspection":[92],"reveal":[96],"practical":[97],"guidelines":[98],"solve":[100],"problem":[102],"two":[104],"aspects:":[105],"(1)":[106],"controlling":[107],"each":[108],"worker's":[109],"speed":[111,181],"via":[112],"elastic":[113],"parallelism":[115,140],"control":[116],"(2)":[118],"transferring":[119],"blocked":[120],"tasks":[121],"pioneers":[125],"utilize":[128],"resource.":[131],"Following":[132],"these":[133],"guidelines,":[134],"we":[135],"propose":[136],"abstraction":[138],"an":[142],"infrastructure":[143],"Elastic-Parallelism":[147],"Synchronous":[148],"Parallel":[149],"(EPSP)":[150],"algorithm":[151],"handle":[153],"distributed":[154],"synchronization,":[158],"supporting":[159],"both":[160],"enforcedand":[161],"slack-synchronization":[162],"schemes.":[163],"whole":[165],"idea":[166],"been":[168],"implemented":[169],"into":[170],"prototype":[172],"called":[173],"Falcon":[174,201],"effectively":[176],"with":[182,191],"stragglers.":[186],"Evaluation":[187],"under":[188],"various":[189],"benchmarks":[190],"baseline":[192],"comparison":[193],"demonstrates":[194],"superiority":[196],"system.":[199],"Specifically,":[200],"reduces":[202],"convergence":[205],"time,":[206],"up":[208],"61.83,":[210],"55.19,":[211],"38.92,":[212],"23.68":[214],"percent":[215],"shorter":[216],"than":[217],"FlexRR,":[218],"Sync-opt,":[219],"ConSGD,":[220],"DynSGD,":[222],"respectively.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}