{"id":"https://openalex.org/W4220913672","doi":"https://doi.org/10.1145/3489525.3511699","title":"Same, Same, but Dissimilar","display_name":"Same, Same, but Dissimilar","publication_year":2022,"publication_date":"2022-03-25","ids":{"openalex":"https://openalex.org/W4220913672","doi":"https://doi.org/10.1145/3489525.3511699"},"language":"en","primary_location":{"id":"doi:10.1145/3489525.3511699","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3489525.3511699","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3489525.3511699","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM/SPEC on International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3489525.3511699","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079844809","display_name":"Mark Leznik","orcid":"https://orcid.org/0000-0003-3079-9645"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mark Leznik","raw_affiliation_strings":["Ulm University, Ulm, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074200774","display_name":"Johannes Grohmann","orcid":"https://orcid.org/0000-0001-9643-6543"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Grohmann","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043245892","display_name":"Nina Kliche","orcid":null},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nina Kliche","raw_affiliation_strings":["Ulm University, Ulm, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063155276","display_name":"Andr\u00e9 Bauer","orcid":"https://orcid.org/0000-0002-5582-8812"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 Bauer","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007474992","display_name":"Daniel Seybold","orcid":"https://orcid.org/0000-0002-7973-5485"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Seybold","raw_affiliation_strings":["Ulm University, Ulm, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079743240","display_name":"Simon Eismann","orcid":"https://orcid.org/0000-0003-1224-4945"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Simon Eismann","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013790674","display_name":"Samuel Kounev","orcid":"https://orcid.org/0000-0001-9742-2063"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Samuel Kounev","raw_affiliation_strings":["University of W\u00fcrzburg, W\u00fcrzburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of W\u00fcrzburg, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049446644","display_name":"J\u00f6rg Domaschka","orcid":"https://orcid.org/0000-0002-5451-3480"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00f6rg Domaschka","raw_affiliation_strings":["Ulm University, Ulm, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"89","last_page":"96"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8369963765144348},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7176573276519775},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.7092219591140747},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.696082592010498},{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.6880800724029541},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.653832197189331},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.6016566157341003},{"id":"https://openalex.org/keywords/standard-deviation","display_name":"Standard deviation","score":0.4785481095314026},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26638466119766235},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2536054849624634},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1732395589351654}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8369963765144348},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7176573276519775},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.7092219591140747},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.696082592010498},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.6880800724029541},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.653832197189331},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6016566157341003},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.4785481095314026},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26638466119766235},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2536054849624634},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1732395589351654},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3489525.3511699","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3489525.3511699","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3489525.3511699","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM/SPEC on International Conference on Performance Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3489525.3511699","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3489525.3511699","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3489525.3511699","source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM/SPEC on International Conference on Performance Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320328198","display_name":"Vector Stiftung","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4220913672.pdf","grobid_xml":"https://content.openalex.org/works/W4220913672.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W137331274","https://openalex.org/W195533127","https://openalex.org/W1985229168","https://openalex.org/W2000882268","https://openalex.org/W2054926360","https://openalex.org/W2088001805","https://openalex.org/W2115866389","https://openalex.org/W2129503504","https://openalex.org/W2149207009","https://openalex.org/W2405628490","https://openalex.org/W2599865417","https://openalex.org/W2936421018","https://openalex.org/W3021798840","https://openalex.org/W3022623471","https://openalex.org/W4391197160"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2011676020","https://openalex.org/W2000169967"],"abstract_inverted_index":{"Benchmarking":[0],"is":[1,13,70],"a":[2,29,34,62,91,102,136],"core":[3],"element":[4],"in":[5,162,180,187],"the":[6,23,68,83,146,178,183,188],"toolbox":[7],"of":[8,56,85,104,107,148],"most":[9],"systems":[10,112],"researchers":[11],"and":[12,18,48,66,74,111,130,166],"used":[14],"for":[15,25,182],"analyzing,":[16],"comparing,":[17],"validating":[19],"complex":[20],"systems.":[21],"In":[22,54,94],"quest":[24],"reliable":[26],"benchmark":[27],"results,":[28],"consensus":[30],"has":[31],"formed":[32],"that":[33],"significant":[35,86],"experiment":[36],"must":[37],"be":[38],"based":[39,140],"on":[40,128,141],"multiple":[41],"runs.":[42],"To":[43],"interpret":[44],"these":[45],"runs,":[46],"mean":[47,69],"standard":[49,131],"deviation":[50],"are":[51],"often":[52],"used.":[53],"case":[55],"experiments":[57],"where":[58],"each":[59],"run":[60],"produces":[61],"time":[63],"series,":[64],"applying":[65],"comparing":[67],"not":[71,75],"easily":[72],"applicable":[73],"necessarily":[76],"statistically":[77],"sound.":[78],"Such":[79],"an":[80],"approach":[81,139,152,175],"ignores":[82],"possibility":[84],"differences":[87],"between":[88],"runs":[89],"with":[90,157],"similar":[92],"average.":[93],"order":[95],"to":[96,144,159],"verify":[97],"this":[98],"hypothesis,":[99],"we":[100,134],"conducted":[101],"survey":[103],"1,112":[105],"publications":[106],"selected":[108],"performance":[109,119,149,164],"engineering":[110],"conferences":[113],"canvassing":[114],"open":[115],"data":[116,124,184],"sets":[117,125,185],"from":[118],"experiments.":[120],"The":[121],"identified":[122],"3":[123],"purely":[126],"rely":[127],"average":[129],"deviation.":[132],"Therefore,":[133],"propose":[135],"novel":[137],"analysis":[138,143],"similarity":[142,170],"enhance":[145],"reliability":[147,181],"evaluations.":[150],"Our":[151],"evaluates":[153],"12":[154],"(dis-)similarity":[155],"measures":[156],"respect":[158],"their":[160],"applicability":[161],"analysing":[163],"measurements":[165],"identifies":[167],"four":[168],"suitable":[169],"measures.":[171],"We":[172],"validate":[173],"our":[174],"by":[176],"demonstrating":[177],"increase":[179],"found":[186],"survey.":[189]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}