{"id":"https://openalex.org/W2333236502","doi":"https://doi.org/10.1109/tcc.2015.2415802","title":"Self-Adjusting Slot Configurations for Homogeneous and Heterogeneous Hadoop Clusters","display_name":"Self-Adjusting Slot Configurations for Homogeneous and Heterogeneous Hadoop Clusters","publication_year":2015,"publication_date":"2015-03-23","ids":{"openalex":"https://openalex.org/W2333236502","doi":"https://doi.org/10.1109/tcc.2015.2415802","mag":"2333236502"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2015.2415802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2015.2415802","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052203401","display_name":"Yi Yao","orcid":"https://orcid.org/0000-0003-3582-5726"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yi Yao","raw_affiliation_strings":["Northeastern University, Boston, MA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101584767","display_name":"Jiayin Wang","orcid":"https://orcid.org/0000-0001-5103-6132"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayin Wang","raw_affiliation_strings":["University of Massachusetts Boston, Boston, MA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Boston, Boston, MA","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085815921","display_name":"Bo Sheng","orcid":"https://orcid.org/0000-0001-5958-8935"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Sheng","raw_affiliation_strings":["University of Massachusetts Boston, Boston, MA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Boston, Boston, MA","institution_ids":["https://openalex.org/I33434090"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102829972","display_name":"Chiu C. Tan","orcid":"https://orcid.org/0000-0002-5758-6394"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chiu C. Tan","raw_affiliation_strings":["Temple University, Philadelphia, PA"],"affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091825452","display_name":"Ningfang Mi","orcid":"https://orcid.org/0009-0005-0934-1287"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ningfang Mi","raw_affiliation_strings":["Northeastern University, Boston, MA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5052203401"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":15.80362329,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.98904235,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"5","issue":"2","first_page":"344","last_page":"357"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8875232934951782},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.81123948097229},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6751177310943604},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6658974289894104},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.635284960269928},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.47873589396476746},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.46956729888916016},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.46450185775756836},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4594804048538208},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.4552825689315796},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.33307117223739624},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3256181478500366},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.08706870675086975}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8875232934951782},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.81123948097229},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6751177310943604},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6658974289894104},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.635284960269928},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.47873589396476746},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.46956729888916016},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.46450185775756836},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4594804048538208},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.4552825689315796},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.33307117223739624},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3256181478500366},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.08706870675086975},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2015.2415802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2015.2415802","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2692146287","display_name":null,"funder_award_id":"FA9550-14-1-0160","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G5925285043","display_name":null,"funder_award_id":"CNS-1251129","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310039","display_name":"American Welding Society","ror":"https://ror.org/00syxh370"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W110612056","https://openalex.org/W185167974","https://openalex.org/W1968160647","https://openalex.org/W1986419873","https://openalex.org/W2002472616","https://openalex.org/W2022678927","https://openalex.org/W2024085737","https://openalex.org/W2042653275","https://openalex.org/W2058047606","https://openalex.org/W2064956312","https://openalex.org/W2096125134","https://openalex.org/W2099737356","https://openalex.org/W2105947650","https://openalex.org/W2173213060","https://openalex.org/W6604455612","https://openalex.org/W6607490822"],"related_works":["https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2287264064","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2547038763"],"abstract_inverted_index":{"The":[0,46,159],"MapReduce":[1,44,154],"framework":[2],"and":[3,60,105,138,149,165,174],"its":[4],"open":[5],"source":[6],"implementation":[7],"Hadoop":[8,30,48,147],"have":[9],"become":[10],"the":[11,26,35,64,114,122,143,163],"defacto":[12],"platform":[13],"for":[14,112],"scalable":[15],"analysis":[16],"on":[17],"large":[18],"data":[19],"sets":[20],"in":[21,29,146],"recent":[22],"years.":[23],"One":[24],"of":[25,40,43,57,66,116,125,167],"primary":[27],"concerns":[28],"is":[31],"how":[32],"to":[33,79,136],"minimize":[34],"completion":[36,88],"length":[37],"(i.e.,":[38],"makespan)":[39],"a":[41,67,74,109,117],"set":[42],"jobs.":[45],"current":[47],"only":[49],"allows":[50],"static":[51,75],"slot":[52,101],"configuration,":[53],"i.e.,":[54],"fixed":[55],"numbers":[56],"map":[58,104,137],"slots":[59,62],"reduce":[61,106,139],"throughout":[63],"lifetime":[65],"cluster.":[68],"However,":[69],"we":[70,93],"found":[71],"that":[72],"such":[73],"configuration":[76],"may":[77],"lead":[78],"low":[80],"system":[81],"resource":[82],"utilizations":[83],"as":[84,86,108],"well":[85],"long":[87],"length.":[89],"Motivated":[90],"by":[91],"this,":[92],"propose":[94],"simple":[95,172],"yet":[96],"effective":[97],"schemes":[98,130,145,169],"which":[99],"use":[100],"ratio":[102],"between":[103],"tasks":[107],"tunable":[110],"knob":[111],"reducing":[113],"makespan":[115],"given":[118],"set.":[119],"By":[120],"leveraging":[121],"workload":[123],"information":[124],"recently":[126],"completed":[127],"jobs,":[128],"our":[129,168],"dynamically":[131],"allocates":[132],"resources":[133],"(or":[134],"slots)":[135],"tasks.":[140],"We":[141],"implemented":[142],"presented":[144],"V0.20.2":[148],"evaluated":[150],"them":[151],"with":[152],"representative":[153],"benchmarks":[155],"at":[156],"Amazon":[157],"EC2.":[158],"experimental":[160],"results":[161],"demonstrate":[162],"effectiveness":[164],"robustness":[166],"under":[170],"both":[171],"workloads":[173],"more":[175],"complex":[176],"mixed":[177],"workloads.":[178]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}