{"id":"https://openalex.org/W2166418599","doi":"https://doi.org/10.1109/inm.2015.7140272","title":"DREAMS: Dynamic resource allocation for MapReduce with data skew","display_name":"DREAMS: Dynamic resource allocation for MapReduce with data skew","publication_year":2015,"publication_date":"2015-05-01","ids":{"openalex":"https://openalex.org/W2166418599","doi":"https://doi.org/10.1109/inm.2015.7140272","mag":"2166418599"},"language":"en","primary_location":{"id":"doi:10.1109/inm.2015.7140272","is_oa":false,"landing_page_url":"https://doi.org/10.1109/inm.2015.7140272","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IFIP/IEEE International Symposium on Integrated Network Management (IM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100328498","display_name":"Zhihong Liu","orcid":"https://orcid.org/0000-0002-2734-0246"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhihong Liu","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360194","display_name":"Qi Zhang","orcid":"https://orcid.org/0000-0001-5303-9804"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qi Zhang","raw_affiliation_strings":["David R. Cheriton School of Computer Science, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"David R. Cheriton School of Computer Science, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020409476","display_name":"Mohamed Faten Zhani","orcid":"https://orcid.org/0000-0001-9511-346X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed Faten Zhani","raw_affiliation_strings":["David R. Cheriton School of Computer Science, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"David R. Cheriton School of Computer Science, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038723583","display_name":"Raouf Boutaba","orcid":"https://orcid.org/0000-0001-7936-6862"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Raouf Boutaba","raw_affiliation_strings":["David R. Cheriton School of Computer Science, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"David R. Cheriton School of Computer Science, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761721","display_name":"Yaping Liu","orcid":"https://orcid.org/0000-0002-1076-9046"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaping Liu","raw_affiliation_strings":["Science and Technology on Parallel and Distributed Processing Laboratory, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"Science and Technology on Parallel and Distributed Processing Laboratory, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100295989","display_name":"Zhenghu Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenghu Gong","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100328498"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":19.0704,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.99108036,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"18","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skew","display_name":"Skew","score":0.9367140531539917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8364640474319458},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6758868098258972},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6327826380729675},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6307095289230347},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6196571588516235},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.534659743309021},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5080306529998779},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4896617531776428},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.42560875415802},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.35194161534309387},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.20247289538383484},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.16627374291419983},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15940093994140625}],"concepts":[{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.9367140531539917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8364640474319458},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6758868098258972},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6327826380729675},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6307095289230347},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6196571588516235},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.534659743309021},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5080306529998779},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4896617531776428},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.42560875415802},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.35194161534309387},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.20247289538383484},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.16627374291419983},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15940093994140625},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/inm.2015.7140272","is_oa":false,"landing_page_url":"https://doi.org/10.1109/inm.2015.7140272","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IFIP/IEEE International Symposium on Integrated Network Management (IM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.699999988079071,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W17864305","https://openalex.org/W1500481859","https://openalex.org/W1508832460","https://openalex.org/W1516820013","https://openalex.org/W1874038939","https://openalex.org/W1890643295","https://openalex.org/W2002472616","https://openalex.org/W2003138918","https://openalex.org/W2007333650","https://openalex.org/W2040141901","https://openalex.org/W2058047606","https://openalex.org/W2059348194","https://openalex.org/W2064956312","https://openalex.org/W2096125134","https://openalex.org/W2105947650","https://openalex.org/W2122370965","https://openalex.org/W2140509629","https://openalex.org/W2173213060","https://openalex.org/W2238447664","https://openalex.org/W2243163195","https://openalex.org/W2399133307","https://openalex.org/W4246315676","https://openalex.org/W6600737987","https://openalex.org/W6630886810","https://openalex.org/W6639249596","https://openalex.org/W6639252741","https://openalex.org/W6690021429"],"related_works":["https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W4290802965","https://openalex.org/W4390608645","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525"],"abstract_inverted_index":{"MapReduce":[0],"has":[1],"become":[2],"a":[3,44,110],"popular":[4],"model":[5],"for":[6],"large-scale":[7],"data":[8,67,98],"processing":[9],"in":[10,73],"recent":[11],"years.":[12],"However,":[13],"existing":[14],"MapRe-duce":[15],"schedulers":[16],"still":[17],"suffer":[18],"from":[19],"an":[20],"issue":[21],"known":[22],"as":[23],"partitioning":[24,49,78,126],"skew,":[25,127],"where":[26],"the":[27,59,65,95],"output":[28],"of":[29,61,97,125],"map":[30],"tasks":[31],"is":[32],"unevenly":[33],"distributed":[34],"among":[35],"reduce":[36,71],"tasks.":[37],"In":[38],"this":[39],"paper,":[40],"we":[41,75,116],"present":[42],"DREAMS,":[43],"framework":[45],"that":[46,55,88,118],"provides":[47],"run-time":[48,83],"skew":[50,79],"mitigation.":[51],"Unlike":[52],"previous":[53],"approaches":[54],"try":[56],"to":[57,69,93,134],"balance":[58],"workload":[60],"reducers":[62],"by":[63,80,132],"repartitioning":[64],"intermediate":[66],"assigned":[68],"each":[70],"task,":[72],"DREAMS":[74,92,119],"cope":[76],"with":[77],"adjusting":[81],"task":[82],"resource":[84],"allocation.":[85],"We":[86],"show":[87,117],"our":[89],"approach":[90],"allows":[91],"eliminate":[94],"overhead":[96],"repartitioning.":[99],"Through":[100],"experiments":[101],"using":[102],"both":[103],"real":[104],"and":[105],"synthetic":[106],"workloads":[107],"running":[108],"on":[109],"11-node":[111],"virtual":[112],"virtualised":[113],"Hadoop":[114],"cluster,":[115],"can":[120],"effectively":[121],"mitigate":[122],"negative":[123],"impact":[124],"thereby":[128],"improving":[129],"job":[130],"performance":[131],"up":[133],"20.3%.":[135]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}