{"id":"https://openalex.org/W3000118496","doi":"https://doi.org/10.1145/3358960.3379132","title":"Duet Benchmarking: Improving Measurement Accuracy in the Cloud","display_name":"Duet Benchmarking: Improving Measurement Accuracy in the Cloud","publication_year":2020,"publication_date":"2020-04-20","ids":{"openalex":"https://openalex.org/W3000118496","doi":"https://doi.org/10.1145/3358960.3379132","mag":"3000118496"},"language":"en","primary_location":{"id":"doi:10.1145/3358960.3379132","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3358960.3379132","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2001.05811","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lubom\u00edr Bulej","orcid":null},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Lubom\u00edr Bulej","raw_affiliation_strings":["Charles University, Prague, Czech Rep"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University, Prague, Czech Rep","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Vojt\u011bch Hork\u00fd","orcid":null},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Vojt\u011bch Hork\u00fd","raw_affiliation_strings":["Charles University, Prague, Czech Rep"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University, Prague, Czech Rep","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Petr Tuma","orcid":null},"institutions":[{"id":"https://openalex.org/I21250087","display_name":"Charles University","ror":"https://ror.org/024d6js02","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21250087"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Petr Tuma","raw_affiliation_strings":["Charles University, Prague, Czech Rep"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles University, Prague, Czech Rep","institution_ids":["https://openalex.org/I21250087"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fran\u00e7ois Farquet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fran\u00e7ois Farquet","raw_affiliation_strings":["Oracle Labs, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oracle Labs, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Aleksandar Prokopec","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aleksandar Prokopec","raw_affiliation_strings":["Oracle Labs, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oracle Labs, Zurich, Switzerland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"100","last_page":"107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6940000057220459},{"id":"https://openalex.org/keywords/accuracy-and-precision","display_name":"Accuracy and precision","score":0.5996000170707703},{"id":"https://openalex.org/keywords/ranging","display_name":"Ranging","score":0.5813000202178955},{"id":"https://openalex.org/keywords/spec#","display_name":"Spec#","score":0.42809998989105225},{"id":"https://openalex.org/keywords/performance-measurement","display_name":"Performance measurement","score":0.41819998621940613},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.37549999356269836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7200999855995178},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6940000057220459},{"id":"https://openalex.org/C202799725","wikidata":"https://www.wikidata.org/wiki/Q272035","display_name":"Accuracy and precision","level":2,"score":0.5996000170707703},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.5813000202178955},{"id":"https://openalex.org/C2778565505","wikidata":"https://www.wikidata.org/wiki/Q2207566","display_name":"Spec#","level":2,"score":0.42809998989105225},{"id":"https://openalex.org/C141571065","wikidata":"https://www.wikidata.org/wiki/Q1771949","display_name":"Performance measurement","level":2,"score":0.41819998621940613},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.41190001368522644},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3440000116825104},{"id":"https://openalex.org/C19619285","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Observational error","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C100253034","wikidata":"https://www.wikidata.org/wiki/Q196372","display_name":"Systematic error","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C137209882","wikidata":"https://www.wikidata.org/wiki/Q1403517","display_name":"Measurement uncertainty","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.25529998540878296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3358960.3379132","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3358960.3379132","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2001.05811","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.05811","pdf_url":"https://arxiv.org/pdf/2001.05811","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2001.05811","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.05811","pdf_url":"https://arxiv.org/pdf/2001.05811","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1651603302","https://openalex.org/W1965377045","https://openalex.org/W2023274008","https://openalex.org/W2058357289","https://openalex.org/W2091765165","https://openalex.org/W2104171511","https://openalex.org/W2115380655","https://openalex.org/W2125364593","https://openalex.org/W2149207009","https://openalex.org/W2166091242","https://openalex.org/W2169965429","https://openalex.org/W2277866467","https://openalex.org/W2564347979","https://openalex.org/W2606302229","https://openalex.org/W2609380779","https://openalex.org/W2768993348","https://openalex.org/W2773835097","https://openalex.org/W2782308878","https://openalex.org/W2968631515"],"related_works":[],"abstract_inverted_index":{"We":[0,62],"investigate":[1],"the":[2,9,21,38,41,57,60,76,91],"duet":[3],"measurement":[4],"procedure,":[5],"which":[6],"helps":[7],"improve":[8],"accuracy":[10,66],"of":[11,40],"performance":[12,30],"comparison":[13],"experiments":[14],"conducted":[15],"on":[16,73,88],"shared":[17],"machines":[18],"by":[19],"executing":[20],"measured":[22],"artifacts":[23],"in":[24,43,65],"parallel":[25],"and":[26,47,82],"evaluating":[27],"their":[28],"relative":[29],"together,":[31],"rather":[32],"than":[33],"individually.":[34],"Specifically,":[35],"we":[36],"analyze":[37],"behavior":[39],"procedure":[42],"multiple":[44,53],"cloud":[45],"environments":[46],"use":[48],"experimental":[49],"evidence":[50],"to":[51,70,85],"answer":[52],"research":[54],"questions":[55],"concerning":[56],"assumption":[58],"underlying":[59],"procedure.":[61],"demonstrate":[63],"improvements":[64],"ranging":[67],"from":[68,83],"2.3x":[69],"12.5x":[71],"(5.03x":[72],"average)":[74,89],"for":[75,90],"tested":[77],"ScalaBench":[78],"(and":[79],"DaCapo)":[80],"workloads,":[81],"23.8x":[84],"82.4x":[86],"(37.4x":[87],"SPEC":[92],"CPU":[93],"2017":[94],"workloads.":[95]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2020-01-23T00:00:00"}