{"id":"https://openalex.org/W2752861688","doi":"https://doi.org/10.1109/tpds.2017.2745571","title":"Energy Efficiency Aware Task Assignment with DVFS in Heterogeneous Hadoop Clusters","display_name":"Energy Efficiency Aware Task Assignment with DVFS in Heterogeneous Hadoop Clusters","publication_year":2017,"publication_date":"2017-08-28","ids":{"openalex":"https://openalex.org/W2752861688","doi":"https://doi.org/10.1109/tpds.2017.2745571","mag":"2752861688"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2017.2745571","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2745571","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063911669","display_name":"Dazhao Cheng","orcid":"https://orcid.org/0000-0003-2869-7623"},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dazhao Cheng","raw_affiliation_strings":["Department of Computer Science, University of North Carolina at Charlotte, Charlotte, NC"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of North Carolina at Charlotte, Charlotte, NC","institution_ids":["https://openalex.org/I102149020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078528016","display_name":"Xiaobo Zhou","orcid":"https://orcid.org/0000-0002-0466-7609"},"institutions":[{"id":"https://openalex.org/I888729015","display_name":"University of Colorado Colorado Springs","ror":"https://ror.org/054spjc55","country_code":"US","type":"education","lineage":["https://openalex.org/I888729015"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaobo Zhou","raw_affiliation_strings":["Department of Computer Science, University of Colorado, Colorado Springs, CO"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Colorado, Colorado Springs, CO","institution_ids":["https://openalex.org/I888729015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108522835","display_name":"Palden Lama","orcid":null},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Palden Lama","raw_affiliation_strings":["Department of Computer Science, University of Texas at San Antonio, San Antonio, TX"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at San Antonio, San Antonio, TX","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025272832","display_name":"Mike Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116202","display_name":"RTDS Technologies (Canada)","ror":"https://ror.org/02dcjej90","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210116202"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mike Ji","raw_affiliation_strings":["chief scientist in Valley Technologies Ltd., Winnipeg, MB, Canada"],"affiliations":[{"raw_affiliation_string":"chief scientist in Valley Technologies Ltd., Winnipeg, MB, Canada","institution_ids":["https://openalex.org/I4210116202"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066099338","display_name":"Changjun Jiang","orcid":"https://orcid.org/0000-0003-0637-9317"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjun Jiang","raw_affiliation_strings":["Department of Computer Science & Technology, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science & Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5063911669"],"corresponding_institution_ids":["https://openalex.org/I102149020"],"apc_list":null,"apc_paid":null,"fwci":12.0906,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.98504119,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"29","issue":"1","first_page":"70","last_page":"82"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8462539315223694},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.7242915034294128},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.686326265335083},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.567232072353363},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5614871978759766},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5405207872390747},{"id":"https://openalex.org/keywords/ant-colony-optimization-algorithms","display_name":"Ant colony optimization algorithms","score":0.4401538670063019},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.4132218360900879},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14008978009223938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12336286902427673}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8462539315223694},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.7242915034294128},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.686326265335083},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.567232072353363},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5614871978759766},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5405207872390747},{"id":"https://openalex.org/C40128228","wikidata":"https://www.wikidata.org/wiki/Q460851","display_name":"Ant colony optimization algorithms","level":2,"score":0.4401538670063019},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.4132218360900879},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14008978009223938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12336286902427673},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2017.2745571","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2745571","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G4564259493","display_name":null,"funder_award_id":"CNS-1217979","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5396769710","display_name":null,"funder_award_id":"CNS-1422119","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320333028","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W140644435","https://openalex.org/W1508832460","https://openalex.org/W1515595738","https://openalex.org/W1545686965","https://openalex.org/W1597560875","https://openalex.org/W1975017357","https://openalex.org/W2024758283","https://openalex.org/W2087639786","https://openalex.org/W2112806194","https://openalex.org/W2114013570","https://openalex.org/W2118651798","https://openalex.org/W2122465391","https://openalex.org/W2128769472","https://openalex.org/W2129542763","https://openalex.org/W2130010548","https://openalex.org/W2137240782","https://openalex.org/W2140486418","https://openalex.org/W2141249441","https://openalex.org/W2145798890","https://openalex.org/W2547552176","https://openalex.org/W2561528914","https://openalex.org/W4246315676","https://openalex.org/W6605663629","https://openalex.org/W6635861118","https://openalex.org/W6677609373"],"related_works":["https://openalex.org/W986318368","https://openalex.org/W2000785801","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2620865396","https://openalex.org/W179829755"],"abstract_inverted_index":{"While":[0],"Hadoop":[1,28,93,140,185,206],"ecosystems":[2],"become":[3],"increasingly":[4],"important":[5],"for":[6,25,55,250],"practitioners":[7],"of":[8,50,64,92,118,158,178,204,220],"large-scale":[9],"data":[10],"analysis,":[11],"they":[12],"also":[13],"incur":[14],"tremendous":[15],"energy":[16,44,56,90,116,135,181,202,248],"cost.":[17],"This":[18],"trend":[19],"is":[20],"driving":[21],"up":[22],"the":[23,34,38,51,62,106,133,159,176,201,217,246],"need":[24],"designing":[26],"energy-efficient":[27,152],"clusters":[29],"in":[30,71,115,137,187,224],"order":[31],"to":[32,86,104,131,198,214,226,262],"reduce":[33,105],"operational":[35],"costs":[36],"and":[37,67,89,258,265],"carbon":[39],"emission":[40],"associated":[41],"with":[42,196,236,243],"its":[43],"consumption.":[45],"However,":[46],"despite":[47],"extensive":[48],"studies":[49],"problem,":[52],"existing":[53],"approaches":[54,83],"efficiency":[57,91,203],"have":[58],"not":[59,111],"fully":[60],"considered":[61],"heterogeneity":[63],"both":[65,87],"workload":[66,160,253],"machine":[68,223],"hardware":[69,238],"found":[70],"production":[72],"environments.":[73],"In":[74],"this":[75],"paper,":[76],"we":[77,192],"find":[78],"that":[79,98,102,129,169,241],"heterogeneity-oblivious":[80],"task":[81,125,171],"assignment":[82,126,172],"are":[84],"detrimental":[85],"performance":[88],"clusters.":[94,207],"Our":[95],"observation":[96],"shows":[97],"even":[99],"heterogeneity-aware":[100,124],"techniques":[101],"aim":[103],"job":[107,144],"completion":[108],"time":[109],"do":[110],"guarantee":[112],"a":[113,123,138,155,211,233,251],"reduction":[114],"consumption":[117,136,182],"heterogeneous":[119,139,149,205,234],"machines.":[120],"We":[121],"propose":[122],"approach,":[127],"E-Ant,":[128],"aims":[130],"improve":[132,200],"overall":[134,247],"cluster":[141,235],"without":[142,154],"sacrificing":[143],"performance.":[145],"It":[146,208],"adaptively":[147],"schedules":[148],"workloads":[150],"on":[151,175,210,232],"machines,":[153],"priori":[156],"knowledge":[157],"properties.":[161],"E-Ant":[162,197,242],"employs":[163],"an":[164,188],"ant":[165],"colony":[166],"optimization":[167],"approach":[168],"generates":[170],"solutions":[173],"based":[174],"feedback":[177],"each":[179,221],"task's":[180],"reported":[183],"by":[184,256],"TaskTrackers":[186],"agile":[189],"way.":[190],"Furthermore,":[191],"integrate":[193],"DVFS":[194,212,244],"technique":[195],"further":[199],"relies":[209],"controller":[213],"dynamically":[215],"scale":[216],"CPU":[218],"frequency":[219],"slave":[222],"response":[225],"time-varying":[227],"resource":[228],"demands.":[229],"Experimental":[230],"results":[231],"varying":[237],"capabilities":[239],"show":[240],"improves":[245],"savings":[249],"synthetic":[252],"from":[254],"Microsoft":[255],"23":[257],"17":[259],"percent":[260],"compared":[261],"Fair":[263],"Scheduler":[264],"Tarazu,":[266],"respectively.":[267]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":9}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}