{"id":"https://openalex.org/W3198673370","doi":"https://doi.org/10.1109/iwqos52092.2021.9521280","title":"EC-Scheduler: A Load-Balanced Scheduler to Accelerate the Straggler Recovery for Erasure Coded Storage Systems","display_name":"EC-Scheduler: A Load-Balanced Scheduler to Accelerate the Straggler Recovery for Erasure Coded Storage Systems","publication_year":2021,"publication_date":"2021-06-25","ids":{"openalex":"https://openalex.org/W3198673370","doi":"https://doi.org/10.1109/iwqos52092.2021.9521280","mag":"3198673370"},"language":"en","primary_location":{"id":"doi:10.1109/iwqos52092.2021.9521280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos52092.2021.9521280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 29th International Symposium on Quality of Service (IWQOS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026126780","display_name":"Xinzhe Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinzhe Cao","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040160528","display_name":"Gen Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gen Yang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019187692","display_name":"Yunfei Gu","orcid":"https://orcid.org/0000-0002-0094-8040"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfei Gu","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101783501","display_name":"Chentao Wu","orcid":"https://orcid.org/0000-0002-6882-3754"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chentao Wu","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","Sichuan Research Institute, Shanghai Jiao Tong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Sichuan Research Institute, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392763","display_name":"Jie Li","orcid":"https://orcid.org/0000-0002-9014-8900"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Li","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101490654","display_name":"Guangtao Xue","orcid":"https://orcid.org/0000-0002-1617-3593"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Xue","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039318240","display_name":"Minyi Guo","orcid":"https://orcid.org/0000-0003-0034-2302"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minyi Guo","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103246822","display_name":"Yuanyuan Dong","orcid":"https://orcid.org/0000-0002-2744-8652"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Dong","raw_affiliation_strings":["The Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102775851","display_name":"Yafei Zhao","orcid":"https://orcid.org/0009-0002-8045-6472"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafei Zhao","raw_affiliation_strings":["The Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8289351463317871},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6174578666687012},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.537185788154602},{"id":"https://openalex.org/keywords/erasure","display_name":"Erasure","score":0.5108699202537537},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4912368655204773},{"id":"https://openalex.org/keywords/erasure-code","display_name":"Erasure code","score":0.4549221396446228},{"id":"https://openalex.org/keywords/preemption","display_name":"Preemption","score":0.43509620428085327},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.41747045516967773},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38132214546203613},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1378033459186554},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12317773699760437},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.08694791793823242}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8289351463317871},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6174578666687012},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.537185788154602},{"id":"https://openalex.org/C2778790127","wikidata":"https://www.wikidata.org/wiki/Q484885","display_name":"Erasure","level":2,"score":0.5108699202537537},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4912368655204773},{"id":"https://openalex.org/C137529215","wikidata":"https://www.wikidata.org/wiki/Q5385031","display_name":"Erasure code","level":3,"score":0.4549221396446228},{"id":"https://openalex.org/C206952183","wikidata":"https://www.wikidata.org/wiki/Q1193100","display_name":"Preemption","level":2,"score":0.43509620428085327},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.41747045516967773},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38132214546203613},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1378033459186554},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12317773699760437},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.08694791793823242},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwqos52092.2021.9521280","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwqos52092.2021.9521280","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM 29th International Symposium on Quality of Service (IWQOS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W147194447","https://openalex.org/W154253821","https://openalex.org/W1488265384","https://openalex.org/W1802650639","https://openalex.org/W2085866051","https://openalex.org/W2089269509","https://openalex.org/W2125165932","https://openalex.org/W2147343704","https://openalex.org/W2148575324","https://openalex.org/W2161234420","https://openalex.org/W2163750144","https://openalex.org/W2163775180","https://openalex.org/W2169559652","https://openalex.org/W2201220957","https://openalex.org/W2250109951","https://openalex.org/W2299112634","https://openalex.org/W2341029337","https://openalex.org/W2401869034","https://openalex.org/W2521533145","https://openalex.org/W2577787132","https://openalex.org/W2614464719","https://openalex.org/W2740433577","https://openalex.org/W2808383901","https://openalex.org/W2963152109","https://openalex.org/W2969570604","https://openalex.org/W2982668898","https://openalex.org/W3046617540","https://openalex.org/W3115428091","https://openalex.org/W4235077744","https://openalex.org/W4239670432","https://openalex.org/W6605943672","https://openalex.org/W6606324823","https://openalex.org/W6638421544","https://openalex.org/W6678803342","https://openalex.org/W6683682350","https://openalex.org/W6732342789","https://openalex.org/W6741998545","https://openalex.org/W6781124074","https://openalex.org/W6788514178"],"related_works":["https://openalex.org/W2982181605","https://openalex.org/W2137028263","https://openalex.org/W2031335939","https://openalex.org/W1947543223","https://openalex.org/W4287065415","https://openalex.org/W1694938350","https://openalex.org/W2744779861","https://openalex.org/W1985967368","https://openalex.org/W2130518071","https://openalex.org/W3184492641"],"abstract_inverted_index":{"Erasure":[0],"codes":[1],"(EC)":[2],"have":[3,51],"become":[4],"a":[5,26,125,170,189],"typical":[6,178],"technology":[7],"for":[8,130],"distributed":[9],"storage":[10,23,85],"systems":[11],"in":[12,83,169,192,199],"place":[13],"of":[14,29,64,90,144,163],"data":[15,19,30],"replication,":[16],"providing":[17],"similar":[18],"availability":[20],"but":[21],"lower":[22],"cost.":[24],"However,":[25],"great":[27],"number":[28],"computations":[31],"and":[32,42,104,154,184,196],"migrations":[33],"during":[34,115],"the":[35,56,62,71,76,84,88,91,95,100,111,116,120,137,142,149,161,193],"EC":[36,48],"recovery":[37,49,57,132,138,179,194,200],"process":[38,195],"bring":[39],"high":[40,60,152],"I/O":[41],"network":[43],"latency":[44],"penalties.":[45],"Although":[46],"several":[47,167],"methods":[50],"been":[52],"designed":[53],"to":[54,75,177],"compromise":[55],"penalty":[58],"with":[59,141],"parallelism,":[61],"performance":[63,79],"these":[65],"schemes":[66,180],"was":[67],"usually":[68],"bounded":[69],"by":[70],"straggler":[72,131],"problems":[73],"due":[74],"various":[77],"(I/O)":[78],"among":[80],"different":[81,107],"nodes":[82],"system.":[86],"Moreover,":[87],"variation":[89],"access":[92],"popularity":[93],"from":[94],"upper":[96],"layer":[97],"application":[98],"causes":[99],"dynamic":[101,126],"load":[102,146,155,201],"fluctuation":[103,147],"asymmetry":[105],"upon":[106],"nodes,":[108,150],"which":[109],"makes":[110],"scheduling":[112,128],"more":[113],"difficult":[114],"recovery.":[117],"To":[118,159],"address":[119],"above":[121],"problem,":[122],"we":[123,165],"propose":[124],"load-balanced":[127],"algorithm":[129],"called":[133],"EC-Scheduler.":[134],"EC-Scheduler":[135,186],"adjusts":[136],"schedule":[139],"dynamically":[140],"awareness":[143],"continuous":[145],"on":[148],"guaranteeing":[151],"parallelism":[153],"balance":[156],"ability":[157],"simultaneously.":[158],"demonstrate":[160],"effectiveness":[162],"EC-Scheduler,":[164],"conduct":[166],"experiments":[168],"cluster.":[171],"The":[172],"results":[173],"show":[174],"that,":[175],"compared":[176],"such":[181],"as":[182],"Fast-PR":[183],"EC-Store,":[185],"could":[187],"achieve":[188],"1.3X":[190],"speed-up":[191],"10X":[197],"improvement":[198],"imbalance":[202],"factor.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}