{"id":"https://openalex.org/W2892643113","doi":"https://doi.org/10.1145/3236332","title":"Quantifying Cloud Performance and Dependability","display_name":"Quantifying Cloud Performance and Dependability","publication_year":2018,"publication_date":"2018-08-25","ids":{"openalex":"https://openalex.org/W2892643113","doi":"https://doi.org/10.1145/3236332","mag":"2892643113"},"language":"en","primary_location":{"id":"doi:10.1145/3236332","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3236332","pdf_url":null,"source":{"id":"https://openalex.org/S4210231956","display_name":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems","issn_l":"2376-3639","issn":["2376-3639","2376-3647"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.vu.nl/en/publications/7a3e458b-d6c9-464a-bfc9-daa2da964a5c","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051881330","display_name":"Nikolas Herbst","orcid":"https://orcid.org/0000-0003-3462-6426"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nikolas Herbst","raw_affiliation_strings":["Universit\u00e4t W\u00fcrzburg, Hubland, W\u00fcrzburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e4t W\u00fcrzburg, Hubland, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063155276","display_name":"Andr\u00e9 Bauer","orcid":"https://orcid.org/0000-0002-5582-8812"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andr\u00e9 Bauer","raw_affiliation_strings":["Universit\u00e4t W\u00fcrzburg, Hubland, W\u00fcrzburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e4t W\u00fcrzburg, Hubland, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013790674","display_name":"Samuel Kounev","orcid":"https://orcid.org/0000-0001-9742-2063"},"institutions":[{"id":"https://openalex.org/I25974101","display_name":"University of W\u00fcrzburg","ror":"https://ror.org/00fbnyb24","country_code":"DE","type":"education","lineage":["https://openalex.org/I25974101"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Samuel Kounev","raw_affiliation_strings":["Universit\u00e4t W\u00fcrzburg, Hubland, W\u00fcrzburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e4t W\u00fcrzburg, Hubland, W\u00fcrzburg, Germany","institution_ids":["https://openalex.org/I25974101"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075604670","display_name":"Giorgos Oikonomou","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Giorgos Oikonomou","raw_affiliation_strings":["TU Delft, the Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Delft, the Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023903825","display_name":"Erwin van Eyk","orcid":"https://orcid.org/0000-0001-6474-4971"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Erwin Van Eyk","raw_affiliation_strings":["TU Delft, the Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Delft, the Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037177499","display_name":"George Kousiouris","orcid":"https://orcid.org/0000-0003-0961-3471"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]},{"id":"https://openalex.org/I2801588297","display_name":"Athens Technical College","ror":"https://ror.org/000ge9g13","country_code":"US","type":"education","lineage":["https://openalex.org/I2801588297"]}],"countries":["GR","US"],"is_corresponding":false,"raw_author_name":"George Kousiouris","raw_affiliation_strings":["Nat\u2019l. Tech. U. of Athens, Athens, Greece","Nat'l. Tech. U. of Athens, Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nat\u2019l. Tech. U. of Athens, Athens, Greece","institution_ids":["https://openalex.org/I2801588297"]},{"raw_affiliation_string":"Nat'l. Tech. U. of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010065927","display_name":"Athanasia Evangelinou","orcid":"https://orcid.org/0000-0003-3595-0228"},"institutions":[{"id":"https://openalex.org/I2801588297","display_name":"Athens Technical College","ror":"https://ror.org/000ge9g13","country_code":"US","type":"education","lineage":["https://openalex.org/I2801588297"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Athanasia Evangelinou","raw_affiliation_strings":["Nat\u2019l. Tech. U. of Athens, Greece","Nat'l. Tech. U. of Athens, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nat\u2019l. Tech. U. of Athens, Greece","institution_ids":["https://openalex.org/I2801588297"]},{"raw_affiliation_string":"Nat'l. Tech. U. of Athens, Greece","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041646627","display_name":"Rouven Krebs","orcid":null},"institutions":[{"id":"https://openalex.org/I4210132444","display_name":"Systems, Applications & Products in Data Processing (Germany)","ror":"https://ror.org/03dsc8d33","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210132444"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rouven Krebs","raw_affiliation_strings":["SAP SE, Walldorf, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAP SE, Walldorf, Germany","institution_ids":["https://openalex.org/I4210132444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028554006","display_name":"Tim Brecht","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tim Brecht","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071047865","display_name":"Cristina L. Abad","orcid":"https://orcid.org/0000-0002-9263-673X"},"institutions":[{"id":"https://openalex.org/I2135383","display_name":"Escuela Superior Politecnica del Litoral","ror":"https://ror.org/04qenc566","country_code":"EC","type":"education","lineage":["https://openalex.org/I2135383"]}],"countries":["EC"],"is_corresponding":false,"raw_author_name":"Cristina L. Abad","raw_affiliation_strings":["Escuela Superior Polit\u00e9cnica del Litoral, Guayaquil, Ecuador"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Escuela Superior Polit\u00e9cnica del Litoral, Guayaquil, Ecuador","institution_ids":["https://openalex.org/I2135383"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006986556","display_name":"Alexandru Iosup","orcid":"https://orcid.org/0000-0001-8030-9398"},"institutions":[{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alexandru Iosup","raw_affiliation_strings":["Vrije Universiteit Amsterdam and TU Delft, the Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vrije Universiteit Amsterdam and TU Delft, the Netherlands","institution_ids":["https://openalex.org/I865915315","https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.0536,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.97608138,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"3","issue":"4","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8771929144859314},{"id":"https://openalex.org/keywords/dependability","display_name":"Dependability","score":0.7861124277114868},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7099192142486572},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.61817467212677},{"id":"https://openalex.org/keywords/cloud-testing","display_name":"Cloud testing","score":0.5741925835609436},{"id":"https://openalex.org/keywords/cloud-computing-security","display_name":"Cloud computing security","score":0.46793386340141296},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.4221940338611603},{"id":"https://openalex.org/keywords/elasticity","display_name":"Elasticity (physics)","score":0.41080474853515625},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.3227244019508362},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.18162593245506287},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1021273136138916}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8771929144859314},{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.7861124277114868},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7099192142486572},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.61817467212677},{"id":"https://openalex.org/C120115606","wikidata":"https://www.wikidata.org/wiki/Q5135723","display_name":"Cloud testing","level":4,"score":0.5741925835609436},{"id":"https://openalex.org/C184842701","wikidata":"https://www.wikidata.org/wiki/Q370563","display_name":"Cloud computing security","level":3,"score":0.46793386340141296},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.4221940338611603},{"id":"https://openalex.org/C121854251","wikidata":"https://www.wikidata.org/wiki/Q62932","display_name":"Elasticity (physics)","level":2,"score":0.41080474853515625},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3227244019508362},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.18162593245506287},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1021273136138916},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3236332","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3236332","pdf_url":null,"source":{"id":"https://openalex.org/S4210231956","display_name":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems","issn_l":"2376-3639","issn":["2376-3639","2376-3647"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems","raw_type":"journal-article"},{"id":"pmh:oai:research.vu.nl:publications/7a3e458b-d6c9-464a-bfc9-daa2da964a5c","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/citedby.url?scp=85063779472&partnerID=8YFLogxK","pdf_url":"https://research.vu.nl/en/publications/7a3e458b-d6c9-464a-bfc9-daa2da964a5c","source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Herbst, N, Bauer, A, Kounev, S, Oikonomou, G, Van Eyk, E, Kousiouris, G, Evangelinou, A, Krebs, R, Brecht, T, Abad, C L & Iosup, A 2018, 'Quantifying cloud performance and dependability : Taxonomy, metric design, and emerging challenges', ACM Transactions on Modeling and Performance Evaluation of Computing Systems, vol. 3, no. 4, 19, pp. 1-36. https://doi.org/10.1145/3236332","raw_type":"article"},{"id":"pmh:vu:oai:research.vu.nl:publications/7a3e458b-d6c9-464a-bfc9-daa2da964a5c","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/7a3e458b-d6c9-464a-bfc9-daa2da964a5c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Modeling and Performance Evaluation of Computing Systems, 3(4):19, 1 - 36. Association for Computing Machinery (ACM)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:research.vu.nl:publications/7a3e458b-d6c9-464a-bfc9-daa2da964a5c","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/citedby.url?scp=85063779472&partnerID=8YFLogxK","pdf_url":"https://research.vu.nl/en/publications/7a3e458b-d6c9-464a-bfc9-daa2da964a5c","source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Herbst, N, Bauer, A, Kounev, S, Oikonomou, G, Van Eyk, E, Kousiouris, G, Evangelinou, A, Krebs, R, Brecht, T, Abad, C L & Iosup, A 2018, 'Quantifying cloud performance and dependability : Taxonomy, metric design, and emerging challenges', ACM Transactions on Modeling and Performance Evaluation of Computing Systems, vol. 3, no. 4, 19, pp. 1-36. https://doi.org/10.1145/3236332","raw_type":"article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4039130291","display_name":null,"funder_award_id":"3445/11-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G4248295778","display_name":null,"funder_award_id":"ICT-06-2016: Cloud Computing No 73225","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"},{"id":"https://openalex.org/G7015444423","display_name":null,"funder_award_id":"KO 3445/11-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7331901853","display_name":null,"funder_award_id":"EU H2020","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2892643113.pdf","grobid_xml":"https://content.openalex.org/works/W2892643113.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W59946610","https://openalex.org/W137331274","https://openalex.org/W154256836","https://openalex.org/W304986642","https://openalex.org/W579864385","https://openalex.org/W1454226980","https://openalex.org/W1512307296","https://openalex.org/W1651603302","https://openalex.org/W1695641920","https://openalex.org/W1702728283","https://openalex.org/W1965282547","https://openalex.org/W1972846750","https://openalex.org/W1974555555","https://openalex.org/W1978180969","https://openalex.org/W1985229168","https://openalex.org/W2005865975","https://openalex.org/W2013301540","https://openalex.org/W2016608482","https://openalex.org/W2023953679","https://openalex.org/W2028383826","https://openalex.org/W2030178027","https://openalex.org/W2034603054","https://openalex.org/W2035436728","https://openalex.org/W2047371277","https://openalex.org/W2049791239","https://openalex.org/W2054926360","https://openalex.org/W2058026753","https://openalex.org/W2058929311","https://openalex.org/W2072452486","https://openalex.org/W2072753794","https://openalex.org/W2072916763","https://openalex.org/W2075174112","https://openalex.org/W2075913303","https://openalex.org/W2080046268","https://openalex.org/W2085410041","https://openalex.org/W2090072113","https://openalex.org/W2090244259","https://openalex.org/W2091765165","https://openalex.org/W2098278566","https://openalex.org/W2100618668","https://openalex.org/W2116358491","https://openalex.org/W2117898742","https://openalex.org/W2121884932","https://openalex.org/W2131726714","https://openalex.org/W2133764030","https://openalex.org/W2139572323","https://openalex.org/W2144429536","https://openalex.org/W2146434221","https://openalex.org/W2149318736","https://openalex.org/W2150703889","https://openalex.org/W2160866955","https://openalex.org/W2213810837","https://openalex.org/W2276683461","https://openalex.org/W2288967180","https://openalex.org/W2322013807","https://openalex.org/W2341496509","https://openalex.org/W2556184541","https://openalex.org/W2568700813","https://openalex.org/W2575044016","https://openalex.org/W2603253565","https://openalex.org/W2606302229","https://openalex.org/W2606444872","https://openalex.org/W2613170448","https://openalex.org/W2633919383","https://openalex.org/W2769308608","https://openalex.org/W2774746909","https://openalex.org/W2782728274","https://openalex.org/W3022884336","https://openalex.org/W3103265756","https://openalex.org/W4233484638","https://openalex.org/W4240262711","https://openalex.org/W4244704438","https://openalex.org/W4402711024"],"related_works":["https://openalex.org/W1603050071","https://openalex.org/W191275436","https://openalex.org/W4238737051","https://openalex.org/W2046722858","https://openalex.org/W3145857732","https://openalex.org/W2931996793","https://openalex.org/W3174931267","https://openalex.org/W1935342657","https://openalex.org/W2056527649","https://openalex.org/W2077430250"],"abstract_inverted_index":{"In":[0,122],"only":[1],"a":[2,9,12,20,180,184,216],"decade,":[3],"cloud":[4,36,49,59,139,159,169,185,222],"computing":[5],"has":[6],"emerged":[7],"from":[8],"pursuit":[10],"for":[11,45,191],"service-driven":[13],"information":[14],"and":[15,38,51,69,75,88,98,118,161,171,173],"communication":[16],"technology":[17],"(ICT),":[18],"becoming":[19],"significant":[21],"fraction":[22],"of":[23,31,48,66,79,108,137,148,157,168,178,193],"the":[24,29,32,46,63,77,106,138,146,155,175,198,212],"ICT":[25],"market.":[26],"Responding":[27],"to":[28,73,105,141],"growth":[30],"market,":[33],"many":[34],"alternative":[35],"services":[37,170],"their":[39],"underlying":[40],"systems":[41,160],"are":[42,90],"currently":[43],"vying":[44],"attention":[47],"users":[50],"providers.":[52],"To":[53],"make":[54],"informed":[55],"choices":[56],"between":[57,154],"competing":[58],"service":[60,149],"providers,":[61],"permit":[62],"cost-benefit":[64],"analysis":[65],"cloud-based":[67],"systems,":[68,172],"enable":[70],"system":[71,96,101,133,182],"DevOps":[72],"evaluate":[74],"tune":[76],"performance":[78,84,115,152,163],"these":[80,127,194],"complex":[81],"ecosystems,":[82],"appropriate":[83],"metrics,":[85],"benchmarks,":[86],"tools,":[87],"methodologies":[89],"necessary.":[91],"This":[92],"requires":[93],"re-examining":[94],"old":[95],"properties":[97],"considering":[99],"new":[100,204],"properties,":[102,195],"possibly":[103],"leading":[104],"re-design":[107],"classic":[109],"benchmarking":[110],"metrics":[111,190,205,214],"such":[112],"as":[113,116,215],"expressing":[114],"throughput":[117],"latency":[119],"(response":[120],"time).":[121],"this":[123],"work,":[124],"we":[125,196],"address":[126],"requirements":[128],"by":[129],"focusing":[130],"on":[131,188],"four":[132],"properties:":[134],"(i)":[135],"elasticity":[136],"service,":[140],"accommodate":[142],"large":[143],"variations":[144],"in":[145,183],"amount":[147],"requested,":[150],"(ii)":[151],"isolation":[153],"tenants":[156],"shared":[158],"resulting":[162],"variability":[164],",":[165],"(iii)":[166],"availability":[167],"(iv)":[174],"operational":[176],"risk":[177],"running":[179],"production":[181],"environment.":[186],"Focusing":[187],"key":[189],"each":[192],"review":[197],"state-of-the-art,":[199],"then":[200],"select":[201],"or":[202],"propose":[203],"together":[206],"with":[207],"measurement":[208],"approaches.":[209],"We":[210],"see":[211],"presented":[213],"foundation":[217],"toward":[218],"upcoming,":[219],"future":[220],"industry-standard":[221],"benchmarks.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":9}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2018-10-05T00:00:00"}