{"id":"https://openalex.org/W3015829024","doi":"https://doi.org/10.1145/3377930.3390245","title":"Towards rigorous validation of energy optimisation experiments","display_name":"Towards rigorous validation of energy optimisation experiments","publication_year":2020,"publication_date":"2020-06-25","ids":{"openalex":"https://openalex.org/W3015829024","doi":"https://doi.org/10.1145/3377930.3390245","mag":"3015829024"},"language":"en","primary_location":{"id":"doi:10.1145/3377930.3390245","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377930.3390245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2004.04500","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002162333","display_name":"Mahmoud A. Bokhari","orcid":"https://orcid.org/0000-0002-0659-8512"},"institutions":[{"id":"https://openalex.org/I23075662","display_name":"Taibah University","ror":"https://ror.org/01xv1nn60","country_code":"SA","type":"education","lineage":["https://openalex.org/I23075662"]},{"id":"https://openalex.org/I5681781","display_name":"University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU","SA"],"is_corresponding":true,"raw_author_name":"Mahmoud A. Bokhari","raw_affiliation_strings":["University of Adelaide, Australia and Taibah University, Kingdom of Saudi Arabia","University of Adelaide"],"affiliations":[{"raw_affiliation_string":"University of Adelaide, Australia and Taibah University, Kingdom of Saudi Arabia","institution_ids":["https://openalex.org/I23075662","https://openalex.org/I5681781"]},{"raw_affiliation_string":"University of Adelaide","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103347765","display_name":"Brad Alexander","orcid":null},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Brad Alexander","raw_affiliation_strings":["University of Adelaide, Australia","University of Adelaide"],"affiliations":[{"raw_affiliation_string":"University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]},{"raw_affiliation_string":"University of Adelaide","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056886268","display_name":"Markus Wagner","orcid":"https://orcid.org/0000-0002-3124-0061"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Markus Wagner","raw_affiliation_strings":["University of Adelaide, Australia","University of Adelaide"],"affiliations":[{"raw_affiliation_string":"University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]},{"raw_affiliation_string":"University of Adelaide","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002162333"],"corresponding_institution_ids":["https://openalex.org/I23075662","https://openalex.org/I5681781"],"apc_list":null,"apc_paid":null,"fwci":0.29461312,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.55677103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1232","last_page":"1240"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.953499972820282,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7297600507736206},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.7258970737457275},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.7024744749069214},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5306149125099182},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5205734372138977},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.49670010805130005},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.43652939796447754},{"id":"https://openalex.org/keywords/software-sizing","display_name":"Software sizing","score":0.4317297339439392},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.41396963596343994},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3975669741630554},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3519783616065979},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.34903115034103394},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.33329465985298157},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12227550148963928},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0694064199924469}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7297600507736206},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.7258970737457275},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.7024744749069214},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5306149125099182},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5205734372138977},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.49670010805130005},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.43652939796447754},{"id":"https://openalex.org/C201515116","wikidata":"https://www.wikidata.org/wiki/Q7554363","display_name":"Software sizing","level":5,"score":0.4317297339439392},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.41396963596343994},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3975669741630554},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3519783616065979},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34903115034103394},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.33329465985298157},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12227550148963928},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0694064199924469},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3377930.3390245","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377930.3390245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2004.04500","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.04500","pdf_url":"https://arxiv.org/pdf/2004.04500","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3015829024","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2004.04500.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:digital.library.adelaide.edu.au:2440/126985","is_oa":false,"landing_page_url":"http://hdl.handle.net/2440/126985","pdf_url":null,"source":{"id":"https://openalex.org/S4306401835","display_name":"Adelaide Research & Scholarship (AR&S) (University of Adelaide)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5681781","host_organization_name":"The University of Adelaide","host_organization_lineage":["https://openalex.org/I5681781"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dl.acm.org/doi/proceedings/10.1145/3377930","raw_type":"Conference paper"},{"id":"doi:10.48550/arxiv.2004.04500","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2004.04500","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2004.04500","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.04500","pdf_url":"https://arxiv.org/pdf/2004.04500","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3015829024.pdf","grobid_xml":"https://content.openalex.org/works/W3015829024.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W117893563","https://openalex.org/W640563208","https://openalex.org/W1577891772","https://openalex.org/W1699433063","https://openalex.org/W1758861635","https://openalex.org/W1965335252","https://openalex.org/W1986056191","https://openalex.org/W2013901208","https://openalex.org/W2062918259","https://openalex.org/W2063535228","https://openalex.org/W2069265488","https://openalex.org/W2136891215","https://openalex.org/W2141386638","https://openalex.org/W2153530968","https://openalex.org/W2163937626","https://openalex.org/W2165134790","https://openalex.org/W2166034429","https://openalex.org/W2166091242","https://openalex.org/W2168155345","https://openalex.org/W2169496508","https://openalex.org/W2465422497","https://openalex.org/W2554125638","https://openalex.org/W2582814429","https://openalex.org/W2608579592","https://openalex.org/W2735662636","https://openalex.org/W2799953961","https://openalex.org/W2905471588","https://openalex.org/W2968946363","https://openalex.org/W2997979671","https://openalex.org/W3007762348","https://openalex.org/W4240477358","https://openalex.org/W4251988601","https://openalex.org/W6600237248","https://openalex.org/W6600950960","https://openalex.org/W6847679465"],"related_works":["https://openalex.org/W3040350495","https://openalex.org/W2885574393","https://openalex.org/W2105720652","https://openalex.org/W2615739520","https://openalex.org/W2967987351","https://openalex.org/W628090853","https://openalex.org/W2494459525","https://openalex.org/W2135328154","https://openalex.org/W2896010972","https://openalex.org/W3197506243","https://openalex.org/W2765908352","https://openalex.org/W2322115304","https://openalex.org/W2041581727","https://openalex.org/W2586347983","https://openalex.org/W2985102113","https://openalex.org/W3102874206","https://openalex.org/W2951457852","https://openalex.org/W287931671","https://openalex.org/W3102459424","https://openalex.org/W2501078078"],"abstract_inverted_index":{"The":[0],"optimisation":[1,68],"of":[2,7,13,26,33,121,124],"software":[3,38,106,129],"energy":[4,39,87,130],"consumption":[5,40],"is":[6,41,52,72],"growing":[8],"importance":[9],"across":[10,146],"all":[11],"scales":[12],"modern":[14,75],"computing,":[15],"i.e.,":[16],"from":[17,54],"embedded":[18],"systems":[19],"to":[20,44,56,62,86],"data-centres.":[21],"Practitioners":[22],"in":[23,65,95,108],"the":[24,122],"field":[25],"Search-Based":[27],"Software":[28,34],"Engineering":[29],"and":[30,46,81,132,149,152],"Genetic":[31],"Improvement":[32],"acknowledge":[35],"that":[36,58,155],"optimising":[37],"difficult":[42],"due":[43],"noisy":[45],"expensive":[47],"fitness":[48],"evaluations.":[49],"However,":[50],"it":[51,141,156],"apparent":[53],"results":[55],"date":[57],"more":[59],"progress":[60],"needs":[61],"be":[63],"made":[64],"rigorously":[66],"validating":[67],"results.":[69],"This":[70],"problem":[71],"pressing":[73],"because":[74],"computing":[76],"platforms":[77],"have":[78],"highly":[79],"complex":[80],"variable":[82],"behaviour":[83],"with":[84,142,159],"respect":[85],"consumption.":[88],"To":[89],"compare":[90,140],"solutions":[91],"fairly":[92],"we":[93,116,133,153],"propose":[94],"this":[96],"paper":[97],"a":[98,109,113],"new":[99],"validation":[100,144],"approach":[101],"called":[102],"R3-validation":[103,136],"which":[104],"exercises":[105],"variants":[107],"rotated-round-robin":[110],"order.":[111],"Using":[112],"case":[114],"study,":[115],"present":[117],"an":[118],"in-depth":[119],"analysis":[120],"impacts":[123],"changing":[125],"system":[126],"states":[127],"on":[128],"usage,":[131],"show":[134,154],"how":[135],"mitigates":[137],"these.":[138],"We":[139],"current":[143],"approaches":[145],"multiple":[147],"devices":[148],"operating":[150],"systems,":[151],"aligns":[157],"better":[158],"actual":[160],"platform":[161],"behaviour.":[162]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}