{"id":"https://openalex.org/W4390224544","doi":"https://doi.org/10.1109/tgcn.2023.3347276","title":"An Energy-Aware Resource Management Strategy Based on Spark and YARN in Heterogeneous Environments","display_name":"An Energy-Aware Resource Management Strategy Based on Spark and YARN in Heterogeneous Environments","publication_year":2023,"publication_date":"2023-12-26","ids":{"openalex":"https://openalex.org/W4390224544","doi":"https://doi.org/10.1109/tgcn.2023.3347276"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2023.3347276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2023.3347276","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040231300","display_name":"Fatemeh Shabestari","orcid":"https://orcid.org/0000-0003-1926-4674"},"institutions":[{"id":"https://openalex.org/I110525433","display_name":"Islamic Azad University, Tehran","ror":"https://ror.org/01kzn7k21","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Fatemeh Shabestari","raw_affiliation_strings":["Department of Computer Engineering, Sofian Branch, Islamic Azad University, Sofian, Iran"],"raw_orcid":"https://orcid.org/0000-0003-1926-4674","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Sofian Branch, Islamic Azad University, Sofian, Iran","institution_ids":["https://openalex.org/I110525433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007907571","display_name":"Nima Jafari Navimipour","orcid":"https://orcid.org/0000-0002-5514-5536"},"institutions":[{"id":"https://openalex.org/I132286405","display_name":"Kadir Has University","ror":"https://ror.org/03zzckc47","country_code":"TR","type":"education","lineage":["https://openalex.org/I132286405"]},{"id":"https://openalex.org/I75357094","display_name":"National Yunlin University of Science and Technology","ror":"https://ror.org/04qkq2m54","country_code":"TW","type":"education","lineage":["https://openalex.org/I75357094"]}],"countries":["TR","TW"],"is_corresponding":false,"raw_author_name":"Nima Jafari Navimipour","raw_affiliation_strings":["Department of Computer Engineering, Kadir Has University, Istanbul, Turkey","Future Technology Research Center, National Yunlin University of Science and Technology, Douliou, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-5514-5536","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Kadir Has University, Istanbul, Turkey","institution_ids":["https://openalex.org/I132286405"]},{"raw_affiliation_string":"Future Technology Research Center, National Yunlin University of Science and Technology, Douliou, Taiwan","institution_ids":["https://openalex.org/I75357094"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5040231300"],"corresponding_institution_ids":["https://openalex.org/I110525433"],"apc_list":null,"apc_paid":null,"fwci":3.1389,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.93170876,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"8","issue":"2","first_page":"635","last_page":"644"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9452999830245972,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7922537326812744},{"id":"https://openalex.org/keywords/yarn","display_name":"Yarn","score":0.7007330060005188},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.700309693813324},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.611389696598053},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5821834802627563},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5007808208465576},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.47824209928512573},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.42024266719818115},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23746660351753235},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1528782844543457},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10815674066543579}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7922537326812744},{"id":"https://openalex.org/C2778787235","wikidata":"https://www.wikidata.org/wiki/Q49007","display_name":"Yarn","level":2,"score":0.7007330060005188},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.700309693813324},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.611389696598053},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5821834802627563},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5007808208465576},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.47824209928512573},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.42024266719818115},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23746660351753235},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1528782844543457},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10815674066543579},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2023.3347276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2023.3347276","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W93254854","https://openalex.org/W2045635963","https://openalex.org/W2296170624","https://openalex.org/W2588322997","https://openalex.org/W2607384413","https://openalex.org/W2743034119","https://openalex.org/W2790171138","https://openalex.org/W2794167804","https://openalex.org/W2825721998","https://openalex.org/W2895725544","https://openalex.org/W2897120582","https://openalex.org/W2901372333","https://openalex.org/W2903959202","https://openalex.org/W2905563783","https://openalex.org/W2911441061","https://openalex.org/W2927589612","https://openalex.org/W2933716384","https://openalex.org/W2948467663","https://openalex.org/W2951142264","https://openalex.org/W2951887793","https://openalex.org/W2989914095","https://openalex.org/W2997060057","https://openalex.org/W3011000746","https://openalex.org/W3015618226","https://openalex.org/W3021375466","https://openalex.org/W3038859893","https://openalex.org/W3093374907","https://openalex.org/W3106384197","https://openalex.org/W3108286271","https://openalex.org/W3118334527","https://openalex.org/W3137041917","https://openalex.org/W3137986712","https://openalex.org/W3141123509","https://openalex.org/W3189702920","https://openalex.org/W3210645152","https://openalex.org/W4206820488","https://openalex.org/W4210816737","https://openalex.org/W4211067533","https://openalex.org/W4220674418","https://openalex.org/W4221111137","https://openalex.org/W4225142619","https://openalex.org/W4225536339","https://openalex.org/W4232616815","https://openalex.org/W4281612427","https://openalex.org/W4285186567","https://openalex.org/W4308361233","https://openalex.org/W4311746745","https://openalex.org/W4360981526","https://openalex.org/W4379259798","https://openalex.org/W4386025808","https://openalex.org/W4386041592","https://openalex.org/W4386453621","https://openalex.org/W4388754820","https://openalex.org/W6788202512","https://openalex.org/W6912303083"],"related_works":["https://openalex.org/W2078851640","https://openalex.org/W2381070915","https://openalex.org/W2352481835","https://openalex.org/W2392493391","https://openalex.org/W4200164335","https://openalex.org/W2109471562","https://openalex.org/W2090695246","https://openalex.org/W2378508949","https://openalex.org/W3199747891","https://openalex.org/W179829755"],"abstract_inverted_index":{"Apache":[0],"Spark":[1,11,19,78],"is":[2,30,46,93],"a":[3,33,61,68,85,97],"popular":[4,187],"framework":[5],"for":[6,81,89],"processing":[7],"big":[8],"data.":[9],"Running":[10],"on":[12,25,79,111,124,153],"Hadoop":[13],"YARN":[14,34,80],"allows":[15],"it":[16],"to":[17,49,71,103,135,155],"schedule":[18],"workloads":[20],"alongside":[21],"other":[22],"data-processing":[23],"frameworks":[24],"Hadoop.":[26],"When":[27],"an":[28],"application":[29,121],"deployed":[31],"in":[32,77],"cluster,":[35],"its":[36],"resources":[37],"are":[38,101],"given":[39],"without":[40],"considering":[41],"energy":[42,75,158,170,190],"efficiency.":[43],"Furthermore,":[44],"there":[45],"no":[47],"way":[48],"enforce":[50],"any":[51],"user-specified":[52],"deadline":[53],"constraints.":[54],"To":[55],"address":[56],"these":[57],"issues,":[58],"we":[59],"propose":[60],"new":[62],"deadline-aware":[63,86],"resource":[64],"management":[65],"system":[66],"and":[67,126,143,159,172,192],"scheduling":[69],"algorithm":[70,106,168],"minimize":[72,156],"the":[73,90,108,112,118,127,146,163,166,174,183,186],"total":[74,157],"consumption":[76,191],"heterogeneous":[82],"clusters.":[83],"First,":[84],"energy-efficient":[87],"model":[88],"considered":[91],"problem":[92],"proposed.":[94],"Then,":[95],"using":[96],"locality-aware":[98],"method,":[99],"executors":[100,137,154],"assigned":[102],"applications.":[104],"This":[105],"sorts":[107],"nodes":[109],"based":[110],"performance":[113,164],"per":[114],"watt":[115],"(PPW)":[116],"metric,":[117],"number":[119],"of":[120,165],"data":[122],"blocks":[123],"nodes,":[125],"rack":[128],"locality.":[129],"It":[130],"also":[131],"offers":[132],"three":[133],"ways":[134],"choose":[136],"from":[138],"different":[139],"machines:":[140],"greedy,":[141],"random,":[142],"Pareto-based.":[144],"Finally,":[145],"proposed":[147],"heuristic":[148],"task":[149],"scheduler":[150],"schedules":[151],"tasks":[152],"tardiness.":[160],"We":[161],"evaluated":[162],"suggested":[167],"regarding":[169,189],"efficiency":[171],"satisfying":[173],"Service":[175],"Level":[176],"Agreement":[177],"(SLA).":[178],"The":[179],"results":[180],"showed":[181],"that":[182],"method":[184],"outperforms":[185],"algorithms":[188],"meeting":[193],"deadlines.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}