{"id":"https://openalex.org/W7127626497","doi":"https://doi.org/10.1002/cpe.70565","title":"A Multi\u2010Layered Analysis of Energy Consumption in Spark","display_name":"A Multi\u2010Layered Analysis of Energy Consumption in Spark","publication_year":2026,"publication_date":"2026-02-01","ids":{"openalex":"https://openalex.org/W7127626497","doi":"https://doi.org/10.1002/cpe.70565"},"language":"en","primary_location":{"id":"doi:10.1002/cpe.70565","is_oa":true,"landing_page_url":"https://doi.org/10.1002/cpe.70565","pdf_url":null,"source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Concurrency and Computation: Practice and Experience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1002/cpe.70565","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008260695","display_name":"Nestor D. O. Volpini","orcid":null},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]},{"id":"https://openalex.org/I4210136482","display_name":"Federal Center for Technological Education of Minas Gerais","ror":"https://ror.org/04ch49185","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210136482"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Nestor D. O. Volpini","raw_affiliation_strings":["Departamento de Ci\u00eancia da Computa\u00e7\u00e3o UFMG  Belo Horizonte Brazil","Departamento de Eletroelet\u00f4nica e Computa\u00e7\u00e3o CEFET\u2010MG  Belo Horizonte Brazil"],"raw_orcid":"https://orcid.org/0009-0003-2378-1401","affiliations":[{"raw_affiliation_string":"Departamento de Ci\u00eancia da Computa\u00e7\u00e3o UFMG  Belo Horizonte Brazil","institution_ids":["https://openalex.org/I110200422"]},{"raw_affiliation_string":"Departamento de Eletroelet\u00f4nica e Computa\u00e7\u00e3o CEFET\u2010MG  Belo Horizonte Brazil","institution_ids":["https://openalex.org/I4210136482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125030904","display_name":"Vin\u00edcius Dias","orcid":null},"institutions":[{"id":"https://openalex.org/I1315085146","display_name":"Universidade Federal de Lavras","ror":"https://ror.org/0122bmm03","country_code":"BR","type":"education","lineage":["https://openalex.org/I1315085146"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Vin\u00edcius Dias","raw_affiliation_strings":["Departamento de Ci\u00eancia da Computa\u00e7\u00e3o UFLA  Lavras Brazil"],"raw_orcid":"https://orcid.org/0000-0002-8324-8487","affiliations":[{"raw_affiliation_string":"Departamento de Ci\u00eancia da Computa\u00e7\u00e3o UFLA  Lavras Brazil","institution_ids":["https://openalex.org/I1315085146"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036544899","display_name":"Dorgival Guedes","orcid":"https://orcid.org/0000-0003-0865-1417"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Dorgival Guedes","raw_affiliation_strings":["Departamento de Ci\u00eancia da Computa\u00e7\u00e3o UFMG  Belo Horizonte Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Ci\u00eancia da Computa\u00e7\u00e3o UFMG  Belo Horizonte Brazil","institution_ids":["https://openalex.org/I110200422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008260695"],"corresponding_institution_ids":["https://openalex.org/I110200422","https://openalex.org/I4210136482"],"apc_list":{"value":4740,"currency":"USD","value_usd":4740},"apc_paid":{"value":4740,"currency":"USD","value_usd":4740},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11230067,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9355999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9355999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.014100000262260437,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.01119999960064888,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.751800000667572},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7174000144004822},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.7006999850273132},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6995999813079834},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6660000085830688},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6567000150680542},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.5512999892234802},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4846000075340271},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.47369998693466187}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8503999710083008},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.751800000667572},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7174000144004822},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.7006999850273132},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6995999813079834},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6660000085830688},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6567000150680542},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.5512999892234802},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4846000075340271},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.47369998693466187},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.44780001044273376},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.412200003862381},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.358599990606308},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.30790001153945923},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C132853815","wikidata":"https://www.wikidata.org/wiki/Q1341254","display_name":"Energy accounting","level":3,"score":0.29319998621940613},{"id":"https://openalex.org/C520301825","wikidata":"https://www.wikidata.org/wiki/Q380170","display_name":"Energy conservation","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C175801342","wikidata":"https://www.wikidata.org/wiki/Q1988917","display_name":"Data analysis","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2781007418","wikidata":"https://www.wikidata.org/wiki/Q1456934","display_name":"Capacity planning","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.26330000162124634},{"id":"https://openalex.org/C2781175729","wikidata":"https://www.wikidata.org/wiki/Q7315823","display_name":"Resource distribution","level":3,"score":0.2619999945163727},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2526000142097473},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/cpe.70565","is_oa":true,"landing_page_url":"https://doi.org/10.1002/cpe.70565","pdf_url":null,"source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Concurrency and Computation: Practice and Experience","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1002/cpe.70565","is_oa":true,"landing_page_url":"https://doi.org/10.1002/cpe.70565","pdf_url":null,"source":{"id":"https://openalex.org/S11065456","display_name":"Concurrency and Computation Practice and Experience","issn_l":"1532-0626","issn":["1532-0626","1532-0634"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Concurrency and Computation: Practice and Experience","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1431689660","display_name":null,"funder_award_id":"APQ\u201000202\u201024","funder_id":"https://openalex.org/F4320322980","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de Minas Gerais"},{"id":"https://openalex.org/G3950735852","display_name":null,"funder_award_id":"573871/2008\u20106","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G6606620430","display_name":null,"funder_award_id":"APQ\u201001400\u201014","funder_id":"https://openalex.org/F4320322980","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de Minas Gerais"}],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320322980","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de Minas Gerais","ror":"https://ror.org/00nc55f03"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W944327733","https://openalex.org/W2038358279","https://openalex.org/W2114296561","https://openalex.org/W2118651798","https://openalex.org/W2120303084","https://openalex.org/W2159588611","https://openalex.org/W2584551900","https://openalex.org/W2787881855","https://openalex.org/W2793320545","https://openalex.org/W2811365864","https://openalex.org/W2901189927","https://openalex.org/W2948467663","https://openalex.org/W2948541941","https://openalex.org/W3108892885","https://openalex.org/W4200581216","https://openalex.org/W4230992113","https://openalex.org/W4390678964","https://openalex.org/W4403757887"],"related_works":[],"abstract_inverted_index":{"ABSTRACT":[0],"Although":[1],"energy":[2,25,56,88,110,130,150,170,176],"has":[3],"become":[4],"a":[5,18,36,41,50,91,142,183,199],"major":[6],"concern":[7],"in":[8,66,178,207],"data":[9,60,180,209],"processing":[10,210],"systems,":[11],"it":[12],"is":[13,72],"usually":[14],"hard":[15],"to":[16,28,34,39,53],"get":[17],"deep":[19],"understanding":[20,144,185],"of":[21,58,145,162,186],"how":[22,33,103],"performance":[23,148],"and":[24,82,96,106,123,138,165,191,205],"consumption":[26,57,151],"relate":[27],"each":[29],"other":[30],"when":[31],"planning":[32],"configure":[35],"computing":[37],"environment":[38],"execute":[40],"specific":[42],"data\u2010oriented":[43],"workload.":[44],"In":[45],"this":[46],"paper,":[47],"we":[48],"propose":[49],"multi\u2010layered":[51],"methodology":[52,196],"analyze":[54],"the":[55,100,146,160],"big":[59,179],"workloads":[61],"executed":[62],"using":[63,90],"Apache":[64],"Spark":[65],"virtualized":[67],"cloud":[68],"environments.":[69],"The":[70,172,194],"approach":[71],"structured":[73],"into":[74],"three":[75],"layers:":[76],"Resource":[77],"provisioning,":[78],"system\u2010level":[79,132],"resource":[80,84,166],"utilization,":[81],"application\u2010level":[83],"utilization.":[85],"Using":[86],"direct":[87],"measurements":[89],"Power":[92],"Distribution":[93],"Unit":[94],"(PDU)":[95],"detailed":[97],"system":[98],"monitoring,":[99],"study":[101],"investigates":[102],"infrastructure":[104],"choices":[105],"workload":[107,121],"characteristics":[108],"influence":[109],"consumption.":[111],"Results":[112],"show":[113],"that":[114,175],"optimal":[115],"virtual":[116],"machine":[117],"configurations":[118],"depend":[119],"on":[120,168],"type":[122],"input":[124],"size;":[125],"while":[126],"provisioning":[127],"decisions":[128],"affect":[129],"consumption,":[131],"metrics":[133],"such":[134],"as":[135,198],"CPU":[136],"utilization":[137],"disk":[139],"I/O":[140],"offer":[141],"deeper":[143],"final":[147],"versus":[149],"results.":[152],"By":[153],"applying":[154],"our":[155,157],"methodology,":[156],"results":[158],"reveal":[159],"impact":[161],"task":[163],"distribution":[164],"under\u2010utilization":[167],"overall":[169],"efficiency.":[171],"findings":[173],"demonstrate":[174],"optimization":[177],"environments":[181],"requires":[182],"comprehensive":[184],"factors":[187],"across":[188],"infrastructure,":[189],"system,":[190],"application":[192],"layers.":[193],"proposed":[195],"serves":[197],"practical":[200],"guide":[201],"for":[202],"energy\u2010aware":[203],"design":[204],"decision\u2010making":[206],"cloud\u2010based":[208],"systems.":[211]},"counts_by_year":[],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2026-02-06T00:00:00"}