{"id":"https://openalex.org/W1975311570","doi":"https://doi.org/10.1109/tcc.2014.2329299","title":"DynamicMR: A Dynamic Slot Allocation Optimization Framework for MapReduce Clusters","display_name":"DynamicMR: A Dynamic Slot Allocation Optimization Framework for MapReduce Clusters","publication_year":2014,"publication_date":"2014-06-05","ids":{"openalex":"https://openalex.org/W1975311570","doi":"https://doi.org/10.1109/tcc.2014.2329299","mag":"1975311570"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2014.2329299","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2014.2329299","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010031092","display_name":"Shanjiang Tang","orcid":"https://orcid.org/0000-0001-9533-9899"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Shanjiang Tang","raw_affiliation_strings":["School of Computer Engineering, Nanyang Technological University, Singapore","School of Computer Engineering, Nanyang Technological University,,Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University,,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062087243","display_name":"Bu\u2010Sung Lee","orcid":"https://orcid.org/0000-0001-7828-7900"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bu-Sung Lee","raw_affiliation_strings":["School of Computer Engineering, Nanyang Technological University, Singapore","School of Computer Engineering, Nanyang Technological University,,Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University,,Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039946576","display_name":"Bingsheng He","orcid":"https://orcid.org/0000-0001-8618-4581"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bingsheng He","raw_affiliation_strings":["School of Computer Engineering, Nanyang Technological University, Singapore","School of Computer Engineering, Nanyang Technological University,,Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University,,Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5010031092"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":33.9226,"has_fulltext":false,"cited_by_count":80,"citation_normalized_percentile":{"value":0.99653866,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"2","issue":"3","first_page":"333","last_page":"347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.906265377998352},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.7298624515533447},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.7063210010528564},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6633486747741699},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6340225338935852},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.6326773762702942},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.48370009660720825},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.44510480761528015},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2596956491470337},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2587010860443115},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.14097458124160767}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.906265377998352},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.7298624515533447},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7063210010528564},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6633486747741699},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6340225338935852},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.6326773762702942},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.48370009660720825},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.44510480761528015},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2596956491470337},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2587010860443115},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.14097458124160767},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2014.2329299","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2014.2329299","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5899999737739563}],"awards":[{"id":"https://openalex.org/G2147953124","display_name":null,"funder_award_id":"1002-IRIS-09","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W17864305","https://openalex.org/W110612056","https://openalex.org/W185167974","https://openalex.org/W1486629305","https://openalex.org/W1506294582","https://openalex.org/W1834532152","https://openalex.org/W1861377444","https://openalex.org/W1968160647","https://openalex.org/W1978150957","https://openalex.org/W1990864191","https://openalex.org/W1993667637","https://openalex.org/W2008607837","https://openalex.org/W2022167206","https://openalex.org/W2040722314","https://openalex.org/W2041958520","https://openalex.org/W2048898205","https://openalex.org/W2059348194","https://openalex.org/W2060650311","https://openalex.org/W2062154614","https://openalex.org/W2088723799","https://openalex.org/W2095977162","https://openalex.org/W2096125134","https://openalex.org/W2110104287","https://openalex.org/W2131513758","https://openalex.org/W2132110701","https://openalex.org/W2136659887","https://openalex.org/W2140509629","https://openalex.org/W2141418984","https://openalex.org/W2158876212","https://openalex.org/W2169413177","https://openalex.org/W2173213060","https://openalex.org/W2294316975","https://openalex.org/W3149826745","https://openalex.org/W6604455612","https://openalex.org/W6607490822","https://openalex.org/W6628984108","https://openalex.org/W6639007902","https://openalex.org/W6639193275","https://openalex.org/W6672912109","https://openalex.org/W6676421412"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W1556451512","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W1555349535","https://openalex.org/W2560439919","https://openalex.org/W2014963843","https://openalex.org/W44553394","https://openalex.org/W3047653192"],"abstract_inverted_index":{"MapReduce":[0,16,226],"is":[1],"a":[2,135,162,166,189,213,265],"popular":[3],"computing":[4],"paradigm":[5],"for":[6,134,253,259,279],"large-scale":[7],"data":[8,178,197],"processing":[9],"in":[10],"cloud":[11],"computing.":[12],"However,":[13],"the":[14,40,50,93,98,119,124,132,140,143,158,177,182,196,223,238,246],"slot-based":[15,94],"system":[17,217],"(e.g.,":[18],"Hadoop":[19,89,241],"MRv1)":[20],"can":[21,64,122,194,221,236],"suffer":[22],"from":[23,43],"poor":[24],"performance":[25,133,159,224,239],"due":[26,48,282],"to":[27,49,102,105,108,130,156,175,250,283],"its":[28,284],"unoptimized":[29],"resource":[30,41],"allocation.":[31],"To":[32],"address":[33],"it,":[34],"this":[35],"paper":[36],"identifies":[37],"and":[38,56,80,165,256],"optimizes":[39],"allocation":[42,100,216],"three":[44],"key":[45],"aspects.":[46],"First,":[47],"pre-configuration":[51],"of":[52,142,148,168,184,225,240,288],"distinct":[53],"map":[54,69,110],"slots":[55,58,63,70,77,104],"reduce":[57,76,112],"which":[59,127],"are":[60,78],"not":[61],"fungible,":[62],"be":[65,72,106],"severely":[66],"under-utilized.":[67],"Because":[68],"might":[71],"fully":[73],"utilized":[74],"while":[75,244],"empty,":[79],"vice-versa.":[81],"We":[82],"propose":[83,151,188],"an":[84],"alternative":[85],"technique":[86,190],"called":[87,191,218],"Dynamic":[88],"SlotAllocation":[90],"by":[91,206,248,275],"keeping":[92],"model.":[95],"It":[96],"relaxes":[97],"slot":[99,215],"constraint":[101],"allow":[103],"reallocated":[107],"either":[109],"or":[111],"tasks":[113],"depending":[114],"on":[115,203],"their":[116],"needs.":[117],"Second,":[118],"speculative":[120],"execution":[121],"tackle":[123],"straggler":[125],"problem,":[126],"has":[128,173],"shown":[129,174],"improve":[131,176,195,222,237],"single":[136,163,254],"job":[137,164],"but":[138,180,199],"at":[139,181],"expense":[141],"cluster":[144],"efficiency.":[145],"In":[146],"view":[147],"this,":[149],"we":[150,187,211,263],"Speculative":[152],"Execution":[153],"Performance":[154],"Balancing":[155],"balance":[157],"tradeoff":[160],"between":[161],"batch":[167],"jobs.":[169,261],"Third,":[170],"delay":[171],"scheduling":[172],"locality":[179,198],"cost":[183],"fairness.":[185,204],"Alternatively,":[186],"Slot":[192],"PreSchedulingthat":[193],"with":[200,267],"no":[201],"impact":[202],"Finally,":[205],"combining":[207],"these":[208],"techniques":[209],"together,":[210],"form":[212],"step-by-step":[214],"DynamicMR":[219,235,272],"that":[220,233,271],"workloads":[227],"substantially.":[228],"The":[229],"experimental":[230],"results":[231],"show":[232],"our":[234],"MRv1":[242],"significantly":[243],"maintaining":[245],"fairness,":[247],"up":[249],"46~115":[251],"percent":[252,258,278],"jobs":[255,281],"49~112":[257],"multiple":[260,280],"Moreover,":[262],"make":[264],"comparison":[266],"YARN":[268,274],"experimentally,":[269],"showing":[270],"outperforms":[273],"about":[276],"2~9":[277],"ratio":[285],"control":[286],"mechanism":[287],"running":[289],"map/reduce":[290],"tasks.":[291]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":14},{"year":2015,"cited_by_count":12},{"year":2014,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}