{"id":"https://openalex.org/W1580154850","doi":"https://doi.org/10.1109/lanman.2015.7114730","title":"Making mapreduce scheduling effective in erasure-coded storage clusters","display_name":"Making mapreduce scheduling effective in erasure-coded storage clusters","publication_year":2015,"publication_date":"2015-04-01","ids":{"openalex":"https://openalex.org/W1580154850","doi":"https://doi.org/10.1109/lanman.2015.7114730","mag":"1580154850"},"language":"en","primary_location":{"id":"doi:10.1109/lanman.2015.7114730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lanman.2015.7114730","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 21st IEEE International Workshop on Local and Metropolitan Area Networks","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074534473","display_name":"Runhui Li","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Runhui Li","raw_affiliation_strings":["The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012129385","display_name":"Patrick P. C. Lee","orcid":"https://orcid.org/0000-0002-4501-4364"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Patrick P. C. Lee","raw_affiliation_strings":["Chinese University of Hong Kong, New Territories, HK","The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, New Territories, HK","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5074534473"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03875767,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8600612878799438},{"id":"https://openalex.org/keywords/erasure-code","display_name":"Erasure code","score":0.7019465565681458},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6264114379882812},{"id":"https://openalex.org/keywords/erasure","display_name":"Erasure","score":0.6196591854095459},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5845785140991211},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.538786768913269},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.5023143291473389},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.20068231225013733},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13561004400253296},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09685966372489929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8600612878799438},{"id":"https://openalex.org/C137529215","wikidata":"https://www.wikidata.org/wiki/Q5385031","display_name":"Erasure code","level":3,"score":0.7019465565681458},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6264114379882812},{"id":"https://openalex.org/C2778790127","wikidata":"https://www.wikidata.org/wiki/Q484885","display_name":"Erasure","level":2,"score":0.6196591854095459},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5845785140991211},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.538786768913269},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.5023143291473389},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.20068231225013733},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13561004400253296},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09685966372489929},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lanman.2015.7114730","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lanman.2015.7114730","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 21st IEEE International Workshop on Local and Metropolitan Area Networks","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.47999998927116394}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321019","display_name":"University Grants Committee","ror":"https://ror.org/00djwmt25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2757614","https://openalex.org/W154253821","https://openalex.org/W330091898","https://openalex.org/W1441763937","https://openalex.org/W1510496002","https://openalex.org/W1605552180","https://openalex.org/W1629652666","https://openalex.org/W1836955865","https://openalex.org/W1861377444","https://openalex.org/W1968818878","https://openalex.org/W2012706015","https://openalex.org/W2074190161","https://openalex.org/W2094469165","https://openalex.org/W2096125134","https://openalex.org/W2099602864","https://openalex.org/W2100830825","https://openalex.org/W2105185344","https://openalex.org/W2110104287","https://openalex.org/W2120122526","https://openalex.org/W2130373037","https://openalex.org/W2130531694","https://openalex.org/W2131894525","https://openalex.org/W2138744797","https://openalex.org/W2139274913","https://openalex.org/W2139703052","https://openalex.org/W2148575324","https://openalex.org/W2150620836","https://openalex.org/W2157614013","https://openalex.org/W2161993886","https://openalex.org/W2173213060","https://openalex.org/W4238465620","https://openalex.org/W6606324823","https://openalex.org/W6611419579","https://openalex.org/W6630529663","https://openalex.org/W6636406250","https://openalex.org/W6636565893","https://openalex.org/W6638910626","https://openalex.org/W6639193275","https://openalex.org/W6642511882","https://openalex.org/W6676421412","https://openalex.org/W6678101990","https://openalex.org/W6679481876"],"related_works":["https://openalex.org/W2982181605","https://openalex.org/W2137028263","https://openalex.org/W2130518071","https://openalex.org/W3102119340","https://openalex.org/W1694938350","https://openalex.org/W2744779861","https://openalex.org/W2031335939","https://openalex.org/W3184492641","https://openalex.org/W2115768470","https://openalex.org/W2951344115"],"abstract_inverted_index":{"With":[0],"the":[1,19,36,56,90,94,104,126,132],"explosive":[2],"growth":[3],"of":[4,38,42,59,135,153],"data,":[5],"enterprises":[6],"increasingly":[7],"adopt":[8],"erasure":[9,22,43],"coding":[10,23],"on":[11,64],"storage":[12,16,48],"clusters":[13],"to":[14,34,124,161],"save":[15],"space.":[17],"On":[18],"other":[20],"hand,":[21],"incurs":[24],"higher":[25],"performance":[26,40,57,92,133],"overhead,":[27],"especially":[28],"during":[29],"recovery.":[30],"This":[31],"motivates":[32],"us":[33],"study":[35,55],"feasibility":[37],"alleviating":[39],"overhead":[41],"coding,":[44],"while":[45],"maintaining":[46],"its":[47],"efficiency":[49],"advantage.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54,121,159],"issue":[58],"MapReduce":[60,91,117,154],"when":[61,112,158],"it":[62],"runs":[63],"erasure-coded":[65,162],"storage.":[66,163],"We":[67,100],"first":[68],"review":[69],"our":[70,136],"previously":[71],"proposed":[72],"degraded-first":[73,106,127,138],"scheduling,":[74],"which":[75],"avoids":[76],"network":[77],"bandwidth":[78],"competition":[79],"among":[80],"degraded":[81],"map":[82],"tasks":[83],"in":[84,98,140],"failure":[85],"mode,":[86],"and":[87,119],"hence":[88,120],"improves":[89],"over":[93],"default":[95],"locality-first":[96],"scheduling":[97,107,128,139,155],"MapReduce.":[99],"then":[101],"show":[102],"that":[103,149],"basic":[105],"may":[108],"not":[109],"work":[110,145],"effectively":[111],"there":[113],"are":[114],"multiple":[115],"running":[116],"jobs,":[118],"propose":[122],"heuristics":[123],"enhance":[125],"design.":[129],"Simulations":[130],"demonstrate":[131],"gain":[134],"enhanced":[137],"a":[141,147,150],"multi-job":[142],"scenario.":[143],"Our":[144],"makes":[146],"case":[148],"new":[151],"design":[152],"is":[156],"critical":[157],"move":[160]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}