{"id":"https://openalex.org/W2995638883","doi":"https://doi.org/10.1145/3358960.3379142","title":"Taming Energy Consumption Variations In Systems Benchmarking","display_name":"Taming Energy Consumption Variations In Systems Benchmarking","publication_year":2020,"publication_date":"2020-04-20","ids":{"openalex":"https://openalex.org/W2995638883","doi":"https://doi.org/10.1145/3358960.3379142","mag":"2995638883"},"language":"en","primary_location":{"id":"doi:10.1145/3358960.3379142","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3358960.3379142","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-02403379","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088343295","display_name":"Zakaria Ournani","orcid":null},"institutions":[{"id":"https://openalex.org/I19370010","display_name":"Orange (France)","ror":"https://ror.org/035j0tq82","country_code":"FR","type":"company","lineage":["https://openalex.org/I19370010"]},{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Zakaria Ournani","raw_affiliation_strings":["Orange Labs, Inria & Univ. Lille, Lille, France"],"affiliations":[{"raw_affiliation_string":"Orange Labs, Inria & Univ. Lille, Lille, France","institution_ids":["https://openalex.org/I2279609970","https://openalex.org/I19370010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026827496","display_name":"Mohammed Chakib Belgaid","orcid":null},"institutions":[{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mohammed Chakib Belgaid","raw_affiliation_strings":["Inria & Univ. Lille, Lille, France"],"affiliations":[{"raw_affiliation_string":"Inria & Univ. Lille, Lille, France","institution_ids":["https://openalex.org/I2279609970"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082468751","display_name":"Romain Rouvoy","orcid":"https://orcid.org/0000-0003-1771-8791"},"institutions":[{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Romain Rouvoy","raw_affiliation_strings":["Univ. Lille & Inria & IUF, Lille, France"],"affiliations":[{"raw_affiliation_string":"Univ. Lille & Inria & IUF, Lille, France","institution_ids":["https://openalex.org/I2279609970"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014403079","display_name":"Pierre Rust","orcid":"https://orcid.org/0000-0002-2761-4702"},"institutions":[{"id":"https://openalex.org/I19370010","display_name":"Orange (France)","ror":"https://ror.org/035j0tq82","country_code":"FR","type":"company","lineage":["https://openalex.org/I19370010"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pierre Rust","raw_affiliation_strings":["Orange Labs, Rennes, France"],"affiliations":[{"raw_affiliation_string":"Orange Labs, Rennes, France","institution_ids":["https://openalex.org/I19370010"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068111900","display_name":"Jo\u00ebl Penhoat","orcid":"https://orcid.org/0000-0001-9955-1993"},"institutions":[{"id":"https://openalex.org/I19370010","display_name":"Orange (France)","ror":"https://ror.org/035j0tq82","country_code":"FR","type":"company","lineage":["https://openalex.org/I19370010"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Joel Penhoat","raw_affiliation_strings":["Orange Labs, Lannion, France"],"affiliations":[{"raw_affiliation_string":"Orange Labs, Lannion, France","institution_ids":["https://openalex.org/I19370010"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080763609","display_name":"Lionel Seinturier","orcid":"https://orcid.org/0000-0003-0006-6088"},"institutions":[{"id":"https://openalex.org/I2279609970","display_name":"Universit\u00e9 de Lille","ror":"https://ror.org/02kzqn938","country_code":"FR","type":"education","lineage":["https://openalex.org/I2279609970"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lionel Seinturier","raw_affiliation_strings":["Univ. Lille & Inria, Lille, France"],"affiliations":[{"raw_affiliation_string":"Univ. Lille & Inria, Lille, France","institution_ids":["https://openalex.org/I2279609970"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5088343295"],"corresponding_institution_ids":["https://openalex.org/I19370010","https://openalex.org/I2279609970"],"apc_list":null,"apc_paid":null,"fwci":0.5186,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.63461755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"36","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8447344899177551},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7702077627182007},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.7246522307395935},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5492371320724487},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49645835161209106},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.48615142703056335},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.48444581031799316},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.41448497772216797},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.4139196574687958},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41026219725608826},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.36582499742507935},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.26669377088546753},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.2308662235736847},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15165063738822937}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8447344899177551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7702077627182007},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.7246522307395935},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5492371320724487},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49645835161209106},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48615142703056335},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.48444581031799316},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.41448497772216797},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.4139196574687958},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41026219725608826},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.36582499742507935},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26669377088546753},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2308662235736847},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15165063738822937},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3358960.3379142","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3358960.3379142","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-02403379v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02403379","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://icpe2020.spec.org/","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-02403379v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02403379","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://icpe2020.spec.org/","raw_type":"Conference papers"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W275500794","https://openalex.org/W1496637959","https://openalex.org/W1820266221","https://openalex.org/W1983545421","https://openalex.org/W2015681217","https://openalex.org/W2049080955","https://openalex.org/W2057248576","https://openalex.org/W2066860102","https://openalex.org/W2087309216","https://openalex.org/W2093188697","https://openalex.org/W2125169487","https://openalex.org/W2150526221","https://openalex.org/W2189593370","https://openalex.org/W2326402761","https://openalex.org/W2412864092","https://openalex.org/W2417690246","https://openalex.org/W2582188657","https://openalex.org/W2765112375","https://openalex.org/W2782558714","https://openalex.org/W2783844786","https://openalex.org/W2793320545","https://openalex.org/W2809707596","https://openalex.org/W2883613460","https://openalex.org/W2890230154","https://openalex.org/W2955844848","https://openalex.org/W2963311060","https://openalex.org/W2963695151"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2011676020","https://openalex.org/W179829755"],"abstract_inverted_index":{"The":[0,142],"past":[1],"decade":[2],"witnessed":[3],"the":[4,11,28,43,57,63,66,70,83,109,120,161,176,198,203],"inclusion":[5],"of":[6,14,31,53,59,65,72,85,98,122],"power":[7],"measurements":[8],"to":[9,50,107,174,181,190,206,210],"evaluate":[10],"energy":[12,19,29,44,110,177,192,212],"efficiency":[13,213],"software":[15,33,115],"systems,":[16],"thus":[17],"making":[18],"a":[20,32,36,51,129],"prime":[21],"indicator":[22],"along":[23],"with":[24,137],"performance.":[25],"Nevertheless,":[26],"measuring":[27],"consumption":[30,111,193],"system":[34],"remains":[35],"tedious":[37],"task":[38],"for":[39,168],"practitioners.":[40],"In":[41],"particular,":[42],"measurement":[45],"process":[46],"may":[47],"be":[48,207],"subject":[49],"lot":[52],"variations":[54,112],"that":[55,102,197],"hinder":[56],"relevance":[58],"potential":[60],"comparisons.":[61],"While":[62],"state":[64],"art":[67],"mostly":[68],"acknowledged":[69],"impact":[71,84],"hardware":[73],"factors":[74,87,144],"(chip":[75],"printing":[76],"process,":[77],"CPU":[78,150],"temperature),":[79],"this":[80],"paper":[81],"investigates":[82],"controllable":[86,100],"on":[88,132],"these":[89],"variations.":[90,194],"More":[91],"specifically,":[92],"we":[93,125,145,184,200],"conduct":[94],"an":[95],"empirical":[96],"study":[97],"multiple":[99],"parameters":[101],"one":[103],"can":[104],"easily":[105],"tune":[106],"tame":[108,191],"when":[113],"benchmarking":[114],"systems.":[116],"To":[117],"better":[118],"understand":[119],"causes":[121],"such":[123],"variations,":[124],"ran":[126],"more":[127,133],"than":[128,134],"1,000":[130],"experiments":[131,165],"100":[135],"nodes":[136],"different":[138],"workloads":[139],"and":[140,156],"configurations.":[141],"main":[143],"studied":[146],"encompass:":[147],"experimental":[148],"protocol,":[149],"features":[151],"(C-states,":[152],"Turbo~Boost,":[153],"core":[154],"pinning)":[155],"generations,":[157],"as":[158,160,188],"well":[159],"operating":[162],"system.":[163],"Our":[164],"showed":[166],"that,":[167],"some":[169],"workloads,":[170],"it":[171],"is":[172],"possible":[173],"tighten":[175],"variation":[178],"by":[179],"up":[180],"30x.":[182],"Finally,":[183],"summarize":[185],"our":[186],"results":[187],"guidelines":[189,199],"We":[195],"argue":[196],"deliver":[201],"are":[202],"minimal":[204],"requirements":[205],"considered":[208],"prior":[209],"any":[211],"evaluation.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}