{"id":"https://openalex.org/W1981055536","doi":"https://doi.org/10.1109/tse.2015.2445340","title":"A Survey on Load Testing of Large-Scale Software Systems","display_name":"A Survey on Load Testing of Large-Scale Software Systems","publication_year":2015,"publication_date":"2015-06-15","ids":{"openalex":"https://openalex.org/W1981055536","doi":"https://doi.org/10.1109/tse.2015.2445340","mag":"1981055536"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2015.2445340","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2015.2445340","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085576468","display_name":"Zhen Ming Jiang","orcid":"https://orcid.org/0000-0002-3063-3197"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Zhen Ming Jiang","raw_affiliation_strings":["Software Construction, AnaLytics and Evaluation (SCALE) Lab, York University, Toronto, ON, Canada","Department of Electrical Engineering and Computer ScienceSoftware Construction, AnaLytics and Evaluation (SCALE) Lab, York University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Software Construction, AnaLytics and Evaluation (SCALE) Lab, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer ScienceSoftware Construction, AnaLytics and Evaluation (SCALE) Lab, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091586373","display_name":"Ahmed E. Hassan","orcid":"https://orcid.org/0000-0001-7749-5513"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ahmed E. Hassan","raw_affiliation_strings":["Software Analysis and Intelligence (SAIL) Lab, Queen's University, Kingston, ON, Canada","Software Analysis and Intelligence (SAIL) Lab, School of Computing, Kingston, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Software Analysis and Intelligence (SAIL) Lab, Queen's University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"Software Analysis and Intelligence (SAIL) Lab, School of Computing, Kingston, ON, Canada","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5085576468"],"corresponding_institution_ids":["https://openalex.org/I192455969"],"apc_list":null,"apc_paid":null,"fwci":11.9319,"has_fulltext":false,"cited_by_count":177,"citation_normalized_percentile":{"value":0.9868067,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"41","issue":"11","first_page":"1091","last_page":"1118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7962284088134766},{"id":"https://openalex.org/keywords/load-testing","display_name":"Load testing","score":0.6540195345878601},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.6377171874046326},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.5416055917739868},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.5301355123519897},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.4551747143268585},{"id":"https://openalex.org/keywords/system-testing","display_name":"System testing","score":0.43616604804992676},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.39263951778411865},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3818260431289673},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3808322548866272},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.28059425950050354},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17946380376815796},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08613225817680359}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7962284088134766},{"id":"https://openalex.org/C48460631","wikidata":"https://www.wikidata.org/wiki/Q4311799","display_name":"Load testing","level":2,"score":0.6540195345878601},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.6377171874046326},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.5416055917739868},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.5301355123519897},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.4551747143268585},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.43616604804992676},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.39263951778411865},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3818260431289673},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3808322548866272},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.28059425950050354},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17946380376815796},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08613225817680359}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2015.2445340","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2015.2445340","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":206,"referenced_works":["https://openalex.org/W4174779","https://openalex.org/W10077787","https://openalex.org/W17444570","https://openalex.org/W42626637","https://openalex.org/W64644223","https://openalex.org/W65661498","https://openalex.org/W66660623","https://openalex.org/W68359943","https://openalex.org/W73720357","https://openalex.org/W76806919","https://openalex.org/W122230496","https://openalex.org/W122766464","https://openalex.org/W135863185","https://openalex.org/W159719520","https://openalex.org/W172435535","https://openalex.org/W178093555","https://openalex.org/W189316220","https://openalex.org/W203195050","https://openalex.org/W211044344","https://openalex.org/W1484368743","https://openalex.org/W1502250757","https://openalex.org/W1511264316","https://openalex.org/W1518749691","https://openalex.org/W1526131867","https://openalex.org/W1529461304","https://openalex.org/W1531513045","https://openalex.org/W1543394099","https://openalex.org/W1560298590","https://openalex.org/W1564979782","https://openalex.org/W1565079271","https://openalex.org/W1577384748","https://openalex.org/W1588337406","https://openalex.org/W1589628835","https://openalex.org/W1606848373","https://openalex.org/W1608928262","https://openalex.org/W1772550936","https://openalex.org/W1785695751","https://openalex.org/W1791772392","https://openalex.org/W1795820353","https://openalex.org/W1846643462","https://openalex.org/W1887412317","https://openalex.org/W1944339993","https://openalex.org/W1965324089","https://openalex.org/W1966486138","https://openalex.org/W1968202356","https://openalex.org/W1968969115","https://openalex.org/W1969938843","https://openalex.org/W1973056396","https://openalex.org/W1978624451","https://openalex.org/W1979189245","https://openalex.org/W1980826227","https://openalex.org/W1982695538","https://openalex.org/W1995024200","https://openalex.org/W2000464776","https://openalex.org/W2002596422","https://openalex.org/W2002604240","https://openalex.org/W2003248809","https://openalex.org/W2006253492","https://openalex.org/W2011842770","https://openalex.org/W2012821826","https://openalex.org/W2013313257","https://openalex.org/W2015536855","https://openalex.org/W2021180258","https://openalex.org/W2022661424","https://openalex.org/W2023506121","https://openalex.org/W2023740829","https://openalex.org/W2025816575","https://openalex.org/W2030124341","https://openalex.org/W2035286849","https://openalex.org/W2036623302","https://openalex.org/W2036838567","https://openalex.org/W2041838121","https://openalex.org/W2043939022","https://openalex.org/W2045877109","https://openalex.org/W2047281039","https://openalex.org/W2050842491","https://openalex.org/W2051259798","https://openalex.org/W2054921970","https://openalex.org/W2058521308","https://openalex.org/W2066386018","https://openalex.org/W2066467336","https://openalex.org/W2067990963","https://openalex.org/W2068647663","https://openalex.org/W2070213604","https://openalex.org/W2070483504","https://openalex.org/W2070556308","https://openalex.org/W2075625941","https://openalex.org/W2076880263","https://openalex.org/W2080417081","https://openalex.org/W2081013745","https://openalex.org/W2086079181","https://openalex.org/W2087870008","https://openalex.org/W2089075596","https://openalex.org/W2090088157","https://openalex.org/W2093359725","https://openalex.org/W2093835477","https://openalex.org/W2093903972","https://openalex.org/W2094905947","https://openalex.org/W2099698117","https://openalex.org/W2099870165","https://openalex.org/W2101107338","https://openalex.org/W2103334831","https://openalex.org/W2104014609","https://openalex.org/W2107310869","https://openalex.org/W2107484131","https://openalex.org/W2109754780","https://openalex.org/W2111021970","https://openalex.org/W2111209963","https://openalex.org/W2111431854","https://openalex.org/W2112126710","https://openalex.org/W2114168758","https://openalex.org/W2114767584","https://openalex.org/W2117066192","https://openalex.org/W2117716388","https://openalex.org/W2117975184","https://openalex.org/W2120867648","https://openalex.org/W2120995957","https://openalex.org/W2121589816","https://openalex.org/W2121908711","https://openalex.org/W2126816620","https://openalex.org/W2131019013","https://openalex.org/W2131260303","https://openalex.org/W2131957131","https://openalex.org/W2134132417","https://openalex.org/W2136891215","https://openalex.org/W2140857160","https://openalex.org/W2141432762","https://openalex.org/W2142390502","https://openalex.org/W2142462092","https://openalex.org/W2144086695","https://openalex.org/W2144423129","https://openalex.org/W2148189947","https://openalex.org/W2148772137","https://openalex.org/W2149207009","https://openalex.org/W2149696968","https://openalex.org/W2150580726","https://openalex.org/W2151936427","https://openalex.org/W2152417223","https://openalex.org/W2152656220","https://openalex.org/W2153487332","https://openalex.org/W2153934195","https://openalex.org/W2154144220","https://openalex.org/W2154306155","https://openalex.org/W2154785530","https://openalex.org/W2154941531","https://openalex.org/W2156019986","https://openalex.org/W2157943826","https://openalex.org/W2159080347","https://openalex.org/W2159416255","https://openalex.org/W2159603973","https://openalex.org/W2160300822","https://openalex.org/W2162212027","https://openalex.org/W2162832213","https://openalex.org/W2163931728","https://openalex.org/W2164882039","https://openalex.org/W2166700162","https://openalex.org/W2167315396","https://openalex.org/W2170114245","https://openalex.org/W2172105112","https://openalex.org/W2293982609","https://openalex.org/W2343390598","https://openalex.org/W2395822517","https://openalex.org/W2401491413","https://openalex.org/W2407418133","https://openalex.org/W2538111094","https://openalex.org/W2989943115","https://openalex.org/W3101185344","https://openalex.org/W3149216967","https://openalex.org/W3151686641","https://openalex.org/W4230157584","https://openalex.org/W4231032809","https://openalex.org/W4233446519","https://openalex.org/W4235975582","https://openalex.org/W4237831889","https://openalex.org/W4239854741","https://openalex.org/W4242430590","https://openalex.org/W4244344387","https://openalex.org/W4248855479","https://openalex.org/W4251451305","https://openalex.org/W4251674089","https://openalex.org/W4285719527","https://openalex.org/W4361785283","https://openalex.org/W6600149808","https://openalex.org/W6601731564","https://openalex.org/W6602609625","https://openalex.org/W6602670668","https://openalex.org/W6602715263","https://openalex.org/W6603121199","https://openalex.org/W6604945345","https://openalex.org/W6605015138","https://openalex.org/W6607023162","https://openalex.org/W6607259716","https://openalex.org/W6607704307","https://openalex.org/W6608399597","https://openalex.org/W6631655914","https://openalex.org/W6633441035","https://openalex.org/W6633783219","https://openalex.org/W6638078957","https://openalex.org/W6639248035","https://openalex.org/W6659656696","https://openalex.org/W6664292349","https://openalex.org/W6678112380","https://openalex.org/W6682402887","https://openalex.org/W6683742195","https://openalex.org/W6684359480","https://openalex.org/W6711863927"],"related_works":["https://openalex.org/W3214776400","https://openalex.org/W3197709817","https://openalex.org/W2381119662","https://openalex.org/W2152262712","https://openalex.org/W2003781308","https://openalex.org/W2141501487","https://openalex.org/W2076253536","https://openalex.org/W2348050047","https://openalex.org/W2097821140","https://openalex.org/W2355246136"],"abstract_inverted_index":{"Many":[0],"large-scale":[1,103],"software":[2,93,104],"systems":[3,13],"must":[4,14],"service":[5],"thousands":[6],"or":[7],"millions":[8],"of":[9,30,41,60,79,102],"concurrent":[10],"requests.":[11],"These":[12],"be":[15,86],"load":[16,26,42,62,72,81,89,100],"tested":[17],"to":[18],"ensure":[19],"that":[20,53],"they":[21],"can":[22],"function":[23],"correctly":[24],"under":[25],"(i.e.,":[27],"the":[28,31,39,57,77,99],"rate":[29],"incoming":[32],"requests).":[33],"In":[34],"this":[35],"paper,":[36],"we":[37],"survey":[38,84],"state":[40],"testing":[43,90,101],"research":[44],"and":[45,49,74,92],"practice.":[46],"We":[47],"compare":[48],"contrast":[50],"current":[51],"techniques":[52],"are":[54],"used":[55],"in":[56,98],"three":[58],"phases":[59],"a":[61,66,71,80],"test:":[63],"(1)":[64],"designing":[65],"proper":[67],"load,":[68],"(2)":[69],"executing":[70],"test,":[73],"(3)":[75],"analyzing":[76],"results":[78],"test.":[82],"This":[83],"will":[85],"useful":[87],"for":[88],"practitioners":[91],"engineering":[94],"researchers":[95],"with":[96],"interest":[97],"systems.":[105]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":14},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}