{"id":"https://openalex.org/W4205344873","doi":"https://doi.org/10.1109/ase51524.2021.9678687","title":"Performance Testing for Cloud Computing with Dependent Data Bootstrapping","display_name":"Performance Testing for Cloud Computing with Dependent Data Bootstrapping","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4205344873","doi":"https://doi.org/10.1109/ase51524.2021.9678687"},"language":"en","primary_location":{"id":"doi:10.1109/ase51524.2021.9678687","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase51524.2021.9678687","pdf_url":null,"source":{"id":"https://openalex.org/S4363608212","display_name":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035606153","display_name":"Sen He","orcid":"https://orcid.org/0000-0002-5204-8976"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sen He","raw_affiliation_strings":["University of Texas at San Antonio, San Antonio, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430605","display_name":"Tianyi Liu","orcid":"https://orcid.org/0000-0002-5341-1343"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Liu","raw_affiliation_strings":["University of Texas at San Antonio, San Antonio, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108522835","display_name":"Palden Lama","orcid":null},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Palden Lama","raw_affiliation_strings":["University of Texas at San Antonio, San Antonio, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100415738","display_name":"Jae Wook Lee","orcid":"https://orcid.org/0000-0002-8756-0195"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaewoo Lee","raw_affiliation_strings":["University of Georgia, Athens, USA"],"affiliations":[{"raw_affiliation_string":"University of Georgia, Athens, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084996425","display_name":"In Kee Kim","orcid":"https://orcid.org/0000-0003-1330-7784"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"In Kee Kim","raw_affiliation_strings":["University of Georgia, Athens, USA"],"affiliations":[{"raw_affiliation_string":"University of Georgia, Athens, USA","institution_ids":["https://openalex.org/I165733156"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100392222","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0003-2262-2508"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["University of Texas at San Antonio, San Antonio, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at San Antonio, San Antonio, USA","institution_ids":["https://openalex.org/I45438204"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5035606153"],"corresponding_institution_ids":["https://openalex.org/I45438204"],"apc_list":null,"apc_paid":null,"fwci":1.848,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.85070913,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"666","last_page":"678"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bootstrapping","display_name":"Bootstrapping (finance)","score":0.8883835673332214},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.860419511795044},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8062289953231812},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.608613133430481},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.5414436459541321},{"id":"https://openalex.org/keywords/cloud-testing","display_name":"Cloud testing","score":0.5302854180335999},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.46584829688072205},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4185379147529602},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.27485668659210205},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.23838496208190918},{"id":"https://openalex.org/keywords/cloud-computing-security","display_name":"Cloud computing security","score":0.19979849457740784},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.19362029433250427},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.10478392243385315},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10050386190414429},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09610065817832947},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.09524625539779663}],"concepts":[{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.8883835673332214},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.860419511795044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8062289953231812},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.608613133430481},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5414436459541321},{"id":"https://openalex.org/C120115606","wikidata":"https://www.wikidata.org/wiki/Q5135723","display_name":"Cloud testing","level":4,"score":0.5302854180335999},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.46584829688072205},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4185379147529602},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27485668659210205},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.23838496208190918},{"id":"https://openalex.org/C184842701","wikidata":"https://www.wikidata.org/wiki/Q370563","display_name":"Cloud computing security","level":3,"score":0.19979849457740784},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.19362029433250427},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.10478392243385315},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10050386190414429},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09610065817832947},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.09524625539779663}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ase51524.2021.9678687","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase51524.2021.9678687","pdf_url":null,"source":{"id":"https://openalex.org/S4363608212","display_name":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1487850396","https://openalex.org/W1502922572","https://openalex.org/W1530612944","https://openalex.org/W1584270973","https://openalex.org/W1651603302","https://openalex.org/W1681426122","https://openalex.org/W1969938843","https://openalex.org/W1978727723","https://openalex.org/W1983545421","https://openalex.org/W1984524168","https://openalex.org/W1985229168","https://openalex.org/W1996527305","https://openalex.org/W2021231613","https://openalex.org/W2038845023","https://openalex.org/W2052172035","https://openalex.org/W2057462363","https://openalex.org/W2065325279","https://openalex.org/W2076880263","https://openalex.org/W2078303839","https://openalex.org/W2079800789","https://openalex.org/W2100618668","https://openalex.org/W2112582249","https://openalex.org/W2124181495","https://openalex.org/W2137387582","https://openalex.org/W2141181087","https://openalex.org/W2153657167","https://openalex.org/W2159586681","https://openalex.org/W2240667924","https://openalex.org/W2261662069","https://openalex.org/W2324153683","https://openalex.org/W2391251187","https://openalex.org/W2476917595","https://openalex.org/W2577749521","https://openalex.org/W2579246879","https://openalex.org/W2606302229","https://openalex.org/W2619198044","https://openalex.org/W2735684785","https://openalex.org/W2757024591","https://openalex.org/W2760605379","https://openalex.org/W2793350103","https://openalex.org/W2805685084","https://openalex.org/W2888320967","https://openalex.org/W2896714436","https://openalex.org/W2899117404","https://openalex.org/W2932223034","https://openalex.org/W2936421018","https://openalex.org/W2953910256","https://openalex.org/W2954141573","https://openalex.org/W2954449296","https://openalex.org/W2955525837","https://openalex.org/W2963642335","https://openalex.org/W2968631515","https://openalex.org/W3000118496","https://openalex.org/W3042453106","https://openalex.org/W3042788384","https://openalex.org/W3090489718","https://openalex.org/W3102230016","https://openalex.org/W3108371183","https://openalex.org/W3124251104","https://openalex.org/W3145442896","https://openalex.org/W3153092127","https://openalex.org/W3161148246","https://openalex.org/W4205231704","https://openalex.org/W4206174968","https://openalex.org/W4251797957","https://openalex.org/W4289730132","https://openalex.org/W6629804754","https://openalex.org/W6637174817","https://openalex.org/W6646267178","https://openalex.org/W6755763855","https://openalex.org/W6794782272"],"related_works":["https://openalex.org/W1534274833","https://openalex.org/W3117246195","https://openalex.org/W2081850291","https://openalex.org/W156620619","https://openalex.org/W2914363205","https://openalex.org/W2616249226","https://openalex.org/W1598221548","https://openalex.org/W1963695443","https://openalex.org/W2901529149","https://openalex.org/W2148306883"],"abstract_inverted_index":{"To":[0,35],"effectively":[1],"utilize":[2],"cloud":[3,5,16,31,43,78,94,127,137,171],"computing,":[4],"practice":[6],"and":[7,113,140,179,192],"research":[8,41],"require":[9],"accurate":[10,26,189],"knowledge":[11],"of":[12,15,105,110,136,154,177],"the":[13,21,30,66,74,108,123,142,188],"performance":[14,23,27,44,79,86,95,128,138,159,172],"applications.":[17],"However,":[18,59],"due":[19],"to":[20,54,84,120,184,194],"random":[22,38],"fluctuations,":[24],"obtaining":[25],"results":[28,160],"in":[29,60,175,187,198],"is":[32,99],"extremely":[33],"difficult.":[34],"handle":[36],"this":[37,61],"fluctuation,":[39],"prior":[40,71],"on":[42,47,102,147],"testing":[45,96,143,173,199],"relied":[46],"a":[48,91],"non-parametric":[49],"statistic":[50],"tool":[51],"called":[52],"bootstrapping":[53,68],"design":[55],"their":[56],"stop":[57],"criteria.":[58],"paper,":[62],"we":[63],"show":[64],"that":[65,152],"basic":[67],"employed":[69],"by":[70],"work":[72],"overlooks":[73],"internal":[75,124],"dependency":[76,125],"within":[77,126],"test":[80,129,190],"data,":[81],"which":[82,98],"leads":[83],"inaccurate":[85],"results.We":[87],"then":[88],"present":[89],"Metior,":[90],"novel":[92],"automated":[93],"methodology,":[97],"designed":[100],"based":[101],"statistical":[103,116],"tools":[104,117],"block":[106],"bootstrapping,":[107],"law":[109],"large":[111],"numbers,":[112],"autocorrelation.":[114],"These":[115],"allow":[118],"Metior":[119,166],"properly":[121],"consider":[122],"data.":[130],"They":[131],"also":[132,167],"provide":[133,158],"better":[134],"coverage":[135],"fluctuation":[139],"reduce":[141],"cost.":[144,200],"Experimental":[145],"evaluation":[146],"two":[148],"public":[149],"clouds":[150],"showed":[151],"98%":[153],"Metior’s":[155],"tests":[156],"could":[157],"with":[161,182],"less":[162],"than":[163],"3%":[164],"error.":[165],"significantly":[168],"outperformed":[169],"existing":[170],"methodologies":[174],"terms":[176],"accuracy":[178],"cost":[180],"–":[181],"up":[183,193],"14%":[185],"increase":[186],"count":[191],"3.1":[195],"times":[196],"reduction":[197]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}