{"id":"https://openalex.org/W2968631515","doi":"https://doi.org/10.1145/3338906.3338912","title":"A statistics-based performance testing methodology for cloud applications","display_name":"A statistics-based performance testing methodology for cloud applications","publication_year":2019,"publication_date":"2019-08-09","ids":{"openalex":"https://openalex.org/W2968631515","doi":"https://doi.org/10.1145/3338906.3338912","mag":"2968631515"},"language":"en","primary_location":{"id":"doi:10.1145/3338906.3338912","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3338906.3338912","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035606153","display_name":"Sen He","orcid":"https://orcid.org/0000-0002-5204-8976"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sen He","raw_affiliation_strings":["University of Texas at San Antonio, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029468597","display_name":"Glenna Manns","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Glenna Manns","raw_affiliation_strings":["University of Virginia, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064701510","display_name":"John E. Saunders","orcid":"https://orcid.org/0000-0001-6041-5548"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Saunders","raw_affiliation_strings":["University of Virginia, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392222","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0003-2262-2508"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["University of Texas at San Antonio, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068927917","display_name":"Lori Pollock","orcid":"https://orcid.org/0000-0002-4388-4892"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lori Pollock","raw_affiliation_strings":["University of Delaware, USA"],"affiliations":[{"raw_affiliation_string":"University of Delaware, USA","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047746948","display_name":"Mary Lou Soffa","orcid":"https://orcid.org/0000-0002-3665-7763"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mary Lou Soffa","raw_affiliation_strings":["University of Virginia, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5035606153"],"corresponding_institution_ids":["https://openalex.org/I45438204"],"apc_list":null,"apc_paid":null,"fwci":6.1894,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.96825224,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"188","last_page":"199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8173502087593079},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8139651417732239},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5733819007873535},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5590993762016296},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.5021700859069824},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.48740154504776},{"id":"https://openalex.org/keywords/cloud-testing","display_name":"Cloud testing","score":0.4676228165626526},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34829503297805786},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3332310914993286},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.33285510540008545},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2059376835823059},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15477368235588074},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15319833159446716},{"id":"https://openalex.org/keywords/cloud-computing-security","display_name":"Cloud computing security","score":0.13725224137306213},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10122457146644592}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8173502087593079},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8139651417732239},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5733819007873535},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5590993762016296},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5021700859069824},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.48740154504776},{"id":"https://openalex.org/C120115606","wikidata":"https://www.wikidata.org/wiki/Q5135723","display_name":"Cloud testing","level":4,"score":0.4676228165626526},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34829503297805786},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3332310914993286},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.33285510540008545},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2059376835823059},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15477368235588074},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15319833159446716},{"id":"https://openalex.org/C184842701","wikidata":"https://www.wikidata.org/wiki/Q370563","display_name":"Cloud computing security","level":3,"score":0.13725224137306213},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10122457146644592},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3338906.3338912","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3338906.3338912","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W35708471","https://openalex.org/W159719520","https://openalex.org/W638544165","https://openalex.org/W1497005429","https://openalex.org/W1651603302","https://openalex.org/W1681426122","https://openalex.org/W1965555277","https://openalex.org/W1969938843","https://openalex.org/W1973223562","https://openalex.org/W1982605568","https://openalex.org/W1983545421","https://openalex.org/W1985229168","https://openalex.org/W1998124519","https://openalex.org/W2014268383","https://openalex.org/W2014820189","https://openalex.org/W2021231613","https://openalex.org/W2036804147","https://openalex.org/W2048061926","https://openalex.org/W2048652859","https://openalex.org/W2052172035","https://openalex.org/W2053773822","https://openalex.org/W2076880263","https://openalex.org/W2079800789","https://openalex.org/W2096666207","https://openalex.org/W2097879961","https://openalex.org/W2100618668","https://openalex.org/W2104171511","https://openalex.org/W2112582249","https://openalex.org/W2115380655","https://openalex.org/W2118020555","https://openalex.org/W2124181495","https://openalex.org/W2129660502","https://openalex.org/W2141181087","https://openalex.org/W2153657167","https://openalex.org/W2157662360","https://openalex.org/W2159586681","https://openalex.org/W2161009936","https://openalex.org/W2240667924","https://openalex.org/W2247585390","https://openalex.org/W2249475272","https://openalex.org/W2302022389","https://openalex.org/W2324153683","https://openalex.org/W2391251187","https://openalex.org/W2579246879","https://openalex.org/W2604856537","https://openalex.org/W2606302229","https://openalex.org/W2734631700","https://openalex.org/W2743912071","https://openalex.org/W2757024591","https://openalex.org/W2769879317","https://openalex.org/W2805685084","https://openalex.org/W2843154948","https://openalex.org/W2888320967","https://openalex.org/W2899117404","https://openalex.org/W2963642335","https://openalex.org/W3026721701","https://openalex.org/W3151686641","https://openalex.org/W4205231704","https://openalex.org/W4289730132"],"related_works":["https://openalex.org/W2901529149","https://openalex.org/W2147116815","https://openalex.org/W2148306883","https://openalex.org/W2527390967","https://openalex.org/W2102816555","https://openalex.org/W139286382","https://openalex.org/W3155744979","https://openalex.org/W2405583496","https://openalex.org/W2547155723","https://openalex.org/W4295918990"],"abstract_inverted_index":{"The":[0],"low":[1],"cost":[2,23],"of":[3,25,37,55,92,169,189,199],"resource":[4],"ownership":[5],"and":[6,58,95,124,129,143,209],"flexibility":[7],"have":[8],"led":[9],"users":[10,28,118],"to":[11,16,31,42,66,104,119,205],"increasingly":[12],"port":[13],"their":[14,38],"applications":[15],"the":[17,22,34,43,51,59,96,167,187],"clouds.":[18,145],"To":[19],"fully":[20],"realize":[21],"benefits":[24],"cloud":[26,49,60,81],"services,":[27],"usually":[29],"need":[30],"reliably":[32],"know":[33],"execution":[35,179],"performance":[36,45,69,82,108,149,154],"applications.":[39],"However,":[40],"due":[41],"random":[44],"fluctuations":[46],"experienced":[47],"by":[48,172,192],"applications,":[50],"black":[52],"box":[53],"nature":[54],"public":[56],"clouds":[57,65],"usage":[61],"costs,":[62],"testing":[63,83,130,158],"on":[64,139,163],"acquire":[67],"accurate":[68,107],"results":[70,159,213],"is":[71],"extremely":[72],"difficult.":[73],"In":[74],"this":[75],"paper,":[76],"we":[77],"present":[78],"a":[79],"novel":[80],"methodology":[84],"called":[85],"PT4Cloud.":[86],"By":[87],"employing":[88],"non-parametric":[89],"statistical":[90,114],"approaches":[91,115],"likelihood":[93],"theory":[94],"bootstrap":[97],"method,":[98],"PT4Cloud":[99,134,156],"provides":[100,157],"reliable":[101],"stop":[102],"conditions":[103],"obtain":[105],"highly":[106],"distributions":[109],"with":[110,135,148,160],"confidence":[111],"bands.":[112],"These":[113],"also":[116,175],"allow":[117],"specify":[120],"intuitive":[121],"accuracy":[122,128,162,198],"goals":[123],"easily":[125],"trade":[126],"between":[127],"cost.":[131],"We":[132,174,201],"evaluated":[133],"33":[136],"benchmark":[137],"configurations":[138],"Amazon":[140],"Web":[141],"Service":[142],"Chameleon":[144],"When":[146],"compared":[147,202],"data":[150],"obtained":[151],"from":[152],"extensive":[153],"tests,":[155],"95.4%":[161],"average":[164,197],"while":[165,194],"reducing":[166],"number":[168,188],"test":[170,178,190],"runs":[171,191],"62%.":[173],"propose":[176],"two":[177],"reduction":[180],"techniques":[181,208],"for":[182],"PT4Cloud,":[183],"which":[184],"can":[185],"reduce":[186],"90.1%":[193],"retaining":[195],"an":[196],"91%.":[200],"our":[203,212],"technique":[204],"three":[206],"other":[207],"found":[210],"that":[211],"are":[214],"much":[215],"more":[216],"accurate.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}