{"id":"https://openalex.org/W4415746292","doi":"https://doi.org/10.1109/icsme64153.2025.00027","title":"Performance Testing in Open-Source Web Projects: Adoption, Maintenance, and a Change Taxonomy","display_name":"Performance Testing in Open-Source Web Projects: Adoption, Maintenance, and a Change Taxonomy","publication_year":2025,"publication_date":"2025-09-07","ids":{"openalex":"https://openalex.org/W4415746292","doi":"https://doi.org/10.1109/icsme64153.2025.00027"},"language":"en","primary_location":{"id":"doi:10.1109/icsme64153.2025.00027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme64153.2025.00027","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://soft.vub.ac.be/Publications/2025/vub-tr-soft-25-05.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092026604","display_name":"Sergio Di Meglio","orcid":"https://orcid.org/0009-0002-2224-4631"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Sergio Di Meglio","raw_affiliation_strings":["University of Naples Federico II,Department of Electrical Engineering and Information Technology,Italy"],"affiliations":[{"raw_affiliation_string":"University of Naples Federico II,Department of Electrical Engineering and Information Technology,Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011917008","display_name":"Luigi Libero Lucio Starace","orcid":"https://orcid.org/0000-0001-7945-9014"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luigi Libero Lucio Starace","raw_affiliation_strings":["University of Naples Federico II,Department of Electrical Engineering and Information Technology,Italy"],"affiliations":[{"raw_affiliation_string":"University of Naples Federico II,Department of Electrical Engineering and Information Technology,Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053602609","display_name":"Valeria Pontillo","orcid":"https://orcid.org/0000-0001-6012-9947"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Valeria Pontillo","raw_affiliation_strings":["Vrije Universiteit,Software Languages (SOFT) Lab,Brussel,Belgium"],"affiliations":[{"raw_affiliation_string":"Vrije Universiteit,Software Languages (SOFT) Lab,Brussel,Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084032561","display_name":"Ruben Opdebeeck","orcid":"https://orcid.org/0000-0002-0938-4843"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Ruben Opdebeeck","raw_affiliation_strings":["Vrije Universiteit,Software Languages (SOFT) Lab,Brussel,Belgium"],"affiliations":[{"raw_affiliation_string":"Vrije Universiteit,Software Languages (SOFT) Lab,Brussel,Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042827940","display_name":"Coen De Roover","orcid":"https://orcid.org/0000-0002-1710-1268"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Coen De Roover","raw_affiliation_strings":["Vrije Universiteit,Software Languages (SOFT) Lab,Brussel,Belgium"],"affiliations":[{"raw_affiliation_string":"Vrije Universiteit,Software Languages (SOFT) Lab,Brussel,Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106313970","display_name":"Sergio Di Martino","orcid":"https://orcid.org/0000-0002-1019-9004"},"institutions":[{"id":"https://openalex.org/I4210150763","display_name":"Gran Sasso Science Institute","ror":"https://ror.org/043qcb444","country_code":"IT","type":"education","lineage":["https://openalex.org/I160013858","https://openalex.org/I4210150763"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sergio Di Martino","raw_affiliation_strings":["Gran Sasso Science Institute (GSSI),L'Aquila,Italy"],"affiliations":[{"raw_affiliation_string":"Gran Sasso Science Institute (GSSI),L'Aquila,Italy","institution_ids":["https://openalex.org/I4210150763"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5092026604"],"corresponding_institution_ids":["https://openalex.org/I71267560"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35973162,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"199","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.8427000045776367,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.8427000045776367,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.04529999941587448,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.03350000083446503,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7378000020980835},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5397999882698059},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.4738999903202057},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.42170000076293945},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4077000021934509},{"id":"https://openalex.org/keywords/stress-test","display_name":"Stress test","score":0.392300009727478},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.384799987077713}],"concepts":[{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7378000020980835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6147000193595886},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5397999882698059},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.4738999903202057},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.42170000076293945},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4077000021934509},{"id":"https://openalex.org/C2779201015","wikidata":"https://www.wikidata.org/wiki/Q1308919","display_name":"Stress test","level":2,"score":0.392300009727478},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3797000050544739},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.3562999963760376},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.34290000796318054},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.33230000734329224},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.29809999465942383},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2867000102996826},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C7515471","wikidata":"https://www.wikidata.org/wiki/Q1936882","display_name":"Stress testing (software)","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C42989059","wikidata":"https://www.wikidata.org/wiki/Q7978626","display_name":"Web testing","level":5,"score":0.2705000042915344},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.2639999985694885}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icsme64153.2025.00027","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsme64153.2025.00027","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Software Maintenance and Evolution (ICSME)","raw_type":"proceedings-article"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:262214","is_oa":true,"landing_page_url":"https://biblio.vub.ac.be/vubir/performance-testing-in-opensource-web-projects-adoption-maintenance-and-a-change-taxonomy(8dd19f52-71c9-4a52-a570-9c26508c4217).html","pdf_url":"https://soft.vub.ac.be/Publications/2025/vub-tr-soft-25-05.pdf","source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"pmh:oai:vubissmart:VUBISSMART:2000:262214","is_oa":true,"landing_page_url":"https://biblio.vub.ac.be/vubir/performance-testing-in-opensource-web-projects-adoption-maintenance-and-a-change-taxonomy(8dd19f52-71c9-4a52-a570-9c26508c4217).html","pdf_url":"https://soft.vub.ac.be/Publications/2025/vub-tr-soft-25-05.pdf","source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4881123832","display_name":null,"funder_award_id":"S000323N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415746292.pdf","grobid_xml":"https://content.openalex.org/works/W4415746292.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1869362176","https://openalex.org/W1980712084","https://openalex.org/W1981055536","https://openalex.org/W1982695538","https://openalex.org/W2011842770","https://openalex.org/W2029110070","https://openalex.org/W2043939022","https://openalex.org/W2047281039","https://openalex.org/W2070556308","https://openalex.org/W2098765895","https://openalex.org/W2110293342","https://openalex.org/W2115919801","https://openalex.org/W2127938826","https://openalex.org/W2140964565","https://openalex.org/W2163931728","https://openalex.org/W2424693453","https://openalex.org/W2605807148","https://openalex.org/W2731252178","https://openalex.org/W2763125173","https://openalex.org/W2899407111","https://openalex.org/W3010563897","https://openalex.org/W3173543662","https://openalex.org/W3201306234","https://openalex.org/W4220693890","https://openalex.org/W4234356962","https://openalex.org/W4251988601","https://openalex.org/W4282553964","https://openalex.org/W4291213652","https://openalex.org/W4378418567","https://openalex.org/W4403977011","https://openalex.org/W4411272052"],"related_works":[],"abstract_inverted_index":{"Performance":[0],"testing":[1,22],"is":[2],"crucial":[3],"to":[4,25,54,158,176,206],"ensuring":[5],"that":[6,108,118],"web":[7,82],"applications":[8],"meet":[9],"user":[10,31],"expectations":[11],"under":[12],"varying":[13],"workloads.":[14],"Activities":[15],"such":[16],"as":[17],"stress,":[18],"load,":[19],"and":[20,33,61,87,111,132,135,150,161,179,204],"smoke":[21,149],"are":[23,95,124,143,167],"designed":[24],"simulate":[26],"different":[27],"kinds":[28],"of":[29,44,64,102,106,188,196],"simultaneous":[30],"interactions":[32],"assess":[34],"system":[35,207],"behavior.":[36],"Despite":[37],"its":[38],"recognized":[39],"importance":[40],"in":[41,71,121],"quality":[42],"assurance":[43],"large-scale":[45],"web-based":[46],"systems,":[47],"witnessed":[48],"by":[49,148,184],"numerous":[50],"studies":[51],"proposing":[52],"solutions":[53],"support":[55],"these":[56],"activities,":[57],"the":[58,72,104,144],"real-world":[59],"adoption":[60],"evolutionary":[62],"dynamics":[63],"performance":[65,93,119,155,189],"tests":[66,120,137,142,156,166],"have":[67,138],"received":[68],"limited":[69],"attention":[70],"literature.":[73],"To":[74],"fill":[75],"this":[76],"gap,":[77],"we":[78,192],"analyzed":[79],"77":[80],"open-source":[81,122],"projects":[83,107,123],"using":[84],"Apache":[85],"JMETER":[86],"LOCUST.":[88],"Our":[89,115],"study":[90],"investigates":[91],"how":[92],"tasks":[94],"performed":[96],"(adoption":[97],"time,":[98],"load":[99],"design,":[100],"types":[101],"tasks),":[103],"characteristics":[105],"adopt":[109],"them,":[110],"their":[112,177],"longterm":[113],"maintenance.":[114],"findings":[116],"reveal":[117],"simple,":[125],"with":[126,154],"a":[127,186],"focus":[128],"on":[129],"singleuser":[130],"behaviors":[131],"minimal":[133],"requests,":[134],"most":[136,145],"low":[139],"concurrency.":[140],"Load":[141],"common,":[146],"followed":[147],"stress":[151],"tests.":[152],"Projects":[153],"tend":[157],"be":[159],"larger":[160],"more":[162],"actively":[163],"maintained.":[164],"However,":[165],"mostly":[168],"long-lived":[169],"but":[170],"rarely":[171],"updated,":[172],"suggesting":[173],"potential":[174],"risks":[175],"relevance":[178],"coverage":[180],"over":[181],"time.":[182],"Finally,":[183],"creating":[185],"taxonomy":[187],"test":[190],"changes,":[191,203],"observe":[193],"recurring":[194],"patterns":[195],"modifications,":[197],"including":[198],"workload":[199],"adjustments,":[200],"network":[201],"request":[202],"updates":[205],"monitoring.":[208]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-31T00:00:00"}