{"id":"https://openalex.org/W2468435972","doi":"https://doi.org/10.1109/tpds.2016.2587641","title":"Moving Hadoop into the Cloud with Flexible Slot Management and Speculative Execution","display_name":"Moving Hadoop into the Cloud with Flexible Slot Management and Speculative Execution","publication_year":2016,"publication_date":"2016-07-07","ids":{"openalex":"https://openalex.org/W2468435972","doi":"https://doi.org/10.1109/tpds.2016.2587641","mag":"2468435972"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2016.2587641","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2016.2587641","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024620270","display_name":"Yanfei Guo","orcid":"https://orcid.org/0000-0002-3731-5423"},"institutions":[{"id":"https://openalex.org/I888729015","display_name":"University of Colorado Colorado Springs","ror":"https://ror.org/054spjc55","country_code":"US","type":"education","lineage":["https://openalex.org/I888729015"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanfei Guo","raw_affiliation_strings":["Department Computer Science, University of Colorado, Colorado Springs, CO"],"raw_orcid":"https://orcid.org/0000-0002-3731-5423","affiliations":[{"raw_affiliation_string":"Department Computer Science, University of Colorado, Colorado Springs, CO","institution_ids":["https://openalex.org/I888729015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073224556","display_name":"Jia Rao","orcid":"https://orcid.org/0000-0002-2133-4363"},"institutions":[{"id":"https://openalex.org/I888729015","display_name":"University of Colorado Colorado Springs","ror":"https://ror.org/054spjc55","country_code":"US","type":"education","lineage":["https://openalex.org/I888729015"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jia Rao","raw_affiliation_strings":["Department Computer Science, University of Colorado, Colorado Springs, CO"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department Computer Science, University of Colorado, Colorado Springs, CO","institution_ids":["https://openalex.org/I888729015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066099338","display_name":"Changjun Jiang","orcid":"https://orcid.org/0000-0003-0637-9317"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjun Jiang","raw_affiliation_strings":["Key Lab of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Embedded System and Service Computing, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078528016","display_name":"Xiaobo Zhou","orcid":"https://orcid.org/0000-0002-0466-7609"},"institutions":[{"id":"https://openalex.org/I888729015","display_name":"University of Colorado Colorado Springs","ror":"https://ror.org/054spjc55","country_code":"US","type":"education","lineage":["https://openalex.org/I888729015"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaobo Zhou","raw_affiliation_strings":["Department Computer Science, University of Colorado, Colorado Springs, CO"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department Computer Science, University of Colorado, Colorado Springs, CO","institution_ids":["https://openalex.org/I888729015"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":17.3092,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.98828922,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"28","issue":"3","first_page":"798","last_page":"812"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8907229900360107},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7459195852279663},{"id":"https://openalex.org/keywords/skew","display_name":"Skew","score":0.719382643699646},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5625459551811218},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4802875220775604},{"id":"https://openalex.org/keywords/speculative-execution","display_name":"Speculative execution","score":0.4771403968334198},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4717113673686981},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.46020999550819397},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.45562246441841125},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.45179957151412964},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4237947463989258},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.41145724058151245},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3671896159648895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8907229900360107},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7459195852279663},{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.719382643699646},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5625459551811218},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4802875220775604},{"id":"https://openalex.org/C141331961","wikidata":"https://www.wikidata.org/wiki/Q2164465","display_name":"Speculative execution","level":2,"score":0.4771403968334198},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4717113673686981},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.46020999550819397},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.45562246441841125},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.45179957151412964},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4237947463989258},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.41145724058151245},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3671896159648895},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2016.2587641","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2016.2587641","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2033954303","display_name":"CSR: Small: System and Middleware Approaches to Predictable Services in Multi-Tenant Clouds","funder_award_id":"1320122","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2689826514","display_name":null,"funder_award_id":"61328203","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4950096890","display_name":"CSR: Small: Moving MapReduce into the Cloud: Flexibility, Efficiency, and Elasticity","funder_award_id":"1422119","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7944385193","display_name":"CSR: Small: Autonomous Performance and Power Control on Virtualized Servers","funder_award_id":"1217979","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W167093911","https://openalex.org/W1420267637","https://openalex.org/W1508832460","https://openalex.org/W1861377444","https://openalex.org/W1903497807","https://openalex.org/W2002472616","https://openalex.org/W2010279913","https://openalex.org/W2013265062","https://openalex.org/W2021112138","https://openalex.org/W2040722314","https://openalex.org/W2049400253","https://openalex.org/W2076164405","https://openalex.org/W2094359896","https://openalex.org/W2096893233","https://openalex.org/W2100830825","https://openalex.org/W2103981209","https://openalex.org/W2105947650","https://openalex.org/W2110104287","https://openalex.org/W2118495646","https://openalex.org/W2120755171","https://openalex.org/W2121142115","https://openalex.org/W2122465391","https://openalex.org/W2131043098","https://openalex.org/W2140486418","https://openalex.org/W2140509629","https://openalex.org/W2141267666","https://openalex.org/W2141563029","https://openalex.org/W2143408306","https://openalex.org/W2150308281","https://openalex.org/W2154042331","https://openalex.org/W2157490430","https://openalex.org/W2157640806","https://openalex.org/W2169308094","https://openalex.org/W2238447664","https://openalex.org/W2396433687","https://openalex.org/W4246315676","https://openalex.org/W6606896132","https://openalex.org/W6630471841","https://openalex.org/W6639193275","https://openalex.org/W6639528875","https://openalex.org/W6674065129","https://openalex.org/W6676421412","https://openalex.org/W6679752225","https://openalex.org/W6690021429","https://openalex.org/W6712017604"],"related_works":["https://openalex.org/W4290802965","https://openalex.org/W97789383","https://openalex.org/W3087516072","https://openalex.org/W2727156679","https://openalex.org/W4289406402","https://openalex.org/W2364071303","https://openalex.org/W1483053255","https://openalex.org/W2896097814","https://openalex.org/W20221657","https://openalex.org/W2904351595"],"abstract_inverted_index":{"Load":[0],"imbalance":[1],"is":[2],"a":[3,37,72,113],"major":[4],"source":[5],"of":[6,19,138,153,163],"overhead":[7],"in":[8,36,108],"parallel":[9],"programs":[10],"such":[11],"as":[12],"MapReduce.":[13],"Due":[14],"to":[15,97,102,129,144,185],"the":[16,30,56,76,136,146,151],"uneven":[17],"distribution":[18],"input":[20],"data,":[21],"tasks":[22,87],"with":[23,46,166],"more":[24,47,100,106],"data":[25,103,164],"become":[26],"stragglers":[27,45,123],"and":[28,80,105,124,188,194],"delay":[29],"overall":[31],"job":[32,179],"completion.":[33],"Running":[34],"Hadoop":[35,77,99,187],"private":[38],"cloud":[39,109],"opens":[40],"up":[41,182],"opportunities":[42],"for":[43],"expediting":[44],"resources":[48,90,154],"but":[49],"also":[50],"introduces":[51],"problems":[52],"that":[53,119,150,175],"often":[54],"outweigh":[55],"performance":[57,60],"gain:":[58],"(1)":[59],"interference":[61],"from":[62,88],"co-running":[63],"jobs":[64],"may":[65],"create":[66],"new":[67],"stragglers;":[68],"(2)":[69],"there":[70],"exists":[71],"semantic":[73],"gap":[74],"between":[75],"task":[78,115,131],"management":[79,85,117],"resource":[81,147],"pool-based":[82],"virtual":[83,142],"cluster":[84],"preventing":[86],"using":[89],"efficiently.":[91],"In":[92],"this":[93],"paper,":[94],"we":[95],"strive":[96],"make":[98],"resilient":[101],"skew":[104,165,192],"efficient":[107],"environments.":[110],"We":[111],"presentFlexSlot,":[112],"user-transparent":[114],"slot":[116],"scheme":[118],"automatically":[120],"identifies":[121],"map":[122],"resizes":[125],"their":[126],"slots":[127,139],"accordingly":[128],"accelerate":[130],"execution.":[132],"FlexSlot":[133,159,176],"adaptively":[134],"changes":[135],"number":[137],"on":[140],"each":[141],"node":[143],"balance":[145],"usage":[148],"so":[149],"pool":[152],"can":[155],"be":[156],"efficiently":[157],"utilized.":[158],"further":[160],"improves":[161],"mitigation":[162,193],"an":[167],"adaptive":[168],"speculative":[169,195],"execution":[170,196],"strategy.":[171],"Experimental":[172],"results":[173],"show":[174],"effectively":[177],"reduces":[178],"completion":[180],"time":[181],"to$47.2$percent":[183],"compared":[184],"stock":[186],"two":[189],"recently":[190],"proposed":[191],"approaches.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":4}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}