{"id":"https://openalex.org/W2067258447","doi":"https://doi.org/10.1145/2188286.2188344","title":"Automated detection of performance regressions using statistical process control techniques","display_name":"Automated detection of performance regressions using statistical process control techniques","publication_year":2012,"publication_date":"2012-04-22","ids":{"openalex":"https://openalex.org/W2067258447","doi":"https://doi.org/10.1145/2188286.2188344","mag":"2067258447"},"language":"en","primary_location":{"id":"doi:10.1145/2188286.2188344","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2188286.2188344","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039329210","display_name":"Thanh Nguyen","orcid":"https://orcid.org/0000-0002-9381-3312"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Thanh H.D. Nguyen","raw_affiliation_strings":["Queen's University, Kingston, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen's University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058164381","display_name":"Bram Adams","orcid":"https://orcid.org/0000-0001-7213-4006"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bram Adams","raw_affiliation_strings":["Queen's University, Kingston, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen's University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085576468","display_name":"Zhen Ming Jiang","orcid":"https://orcid.org/0000-0002-3063-3197"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhen Ming Jiang","raw_affiliation_strings":["Queen's University, Kingston, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen's University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091586373","display_name":"Ahmed E. Hassan","orcid":"https://orcid.org/0000-0001-7749-5513"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ahmed E. Hassan","raw_affiliation_strings":["Queen's University, Kingston, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen's University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019276686","display_name":"Mohamed Nasser","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139826","display_name":"Blackberry (Canada)","ror":"https://ror.org/03mmk1j33","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210139826"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed Nasser","raw_affiliation_strings":["Performance Engineering, Research In Motion (RIM), Waterloo, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Performance Engineering, Research In Motion (RIM), Waterloo, Ontario, Canada","institution_ids":["https://openalex.org/I4210139826"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002664858","display_name":"Parminder Flora","orcid":"https://orcid.org/0000-0003-0414-1145"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Parminder Flora","raw_affiliation_strings":["Queen's University, Kingston, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen's University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":78,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"299","last_page":"310"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.8582361340522766},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7464943528175354},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.5865612030029297},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.549659013748169},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5394955277442932},{"id":"https://openalex.org/keywords/software-regression","display_name":"Software regression","score":0.530133843421936},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.5121238231658936},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.511258602142334},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.43202945590019226},{"id":"https://openalex.org/keywords/statistical-process-control","display_name":"Statistical process control","score":0.43047091364860535},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.41148287057876587},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3932093679904938},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.28344443440437317},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.2632285952568054},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2580989599227905},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.19028469920158386},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.16880929470062256},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10681265592575073}],"concepts":[{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.8582361340522766},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7464943528175354},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.5865612030029297},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.549659013748169},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5394955277442932},{"id":"https://openalex.org/C191727507","wikidata":"https://www.wikidata.org/wiki/Q24346","display_name":"Software regression","level":5,"score":0.530133843421936},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.5121238231658936},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.511258602142334},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43202945590019226},{"id":"https://openalex.org/C113644684","wikidata":"https://www.wikidata.org/wiki/Q1356717","display_name":"Statistical process control","level":3,"score":0.43047091364860535},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.41148287057876587},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3932093679904938},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.28344443440437317},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2632285952568054},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2580989599227905},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.19028469920158386},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16880929470062256},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10681265592575073},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2188286.2188344","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2188286.2188344","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.459.8037","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.459.8037","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://sail.cs.queensu.ca/publications/pubs/ICPE2012_Nguyen.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1540321701","https://openalex.org/W1904710828","https://openalex.org/W2091311817","https://openalex.org/W2099635895","https://openalex.org/W2099861418","https://openalex.org/W2099870165","https://openalex.org/W2137576376","https://openalex.org/W2143522309","https://openalex.org/W2154941531","https://openalex.org/W2159416255","https://openalex.org/W2163931728","https://openalex.org/W2170114245","https://openalex.org/W2181818782","https://openalex.org/W4367176604"],"related_works":["https://openalex.org/W2806903162","https://openalex.org/W2749345883","https://openalex.org/W2187840912","https://openalex.org/W2362944210","https://openalex.org/W3212902143","https://openalex.org/W2534118320","https://openalex.org/W3088324669","https://openalex.org/W2022024871","https://openalex.org/W627857668","https://openalex.org/W2137182300"],"abstract_inverted_index":{"The":[0,112],"goal":[1],"of":[2,16,55,100,139,141],"performance":[3,10,56,68,79,121],"regression":[4,21,33],"testing":[5,22,34],"is":[6,23,35,41,130],"to":[7,61,66,77,134],"check":[8],"for":[9,46],"regressions":[11,122],"in":[12,27,123],"a":[13,17,85,101],"new":[14],"version":[15],"software":[18,29,103,110,125],"system.":[19],"Performance":[20,32],"an":[24,75,108],"important":[25],"phase":[26],"the":[28,135,142],"development":[30],"process.":[31],"very":[36,131],"time":[37,44],"consuming":[38],"yet":[39],"there":[40],"usually":[42,59],"little":[43],"assigned":[45],"it.":[47],"A":[48],"typical":[49],"test":[50,82],"run":[51],"would":[52],"output":[53],"thousands":[54],"counters.":[57],"Testers":[58],"have":[60],"manually":[62],"inspect":[63],"these":[64],"counters":[65,80],"identify":[67,120],"regressions.":[69],"In":[70],"this":[71],"paper,":[72],"we":[73],"propose":[74],"approach":[76,96,117],"analyze":[78],"across":[81],"runs":[83],"using":[84,97],"statistical":[86],"process":[87],"control":[88,91],"technique":[89],"called":[90],"charts.":[92],"We":[93],"evaluate":[94],"our":[95,116],"historical":[98],"data":[99],"large":[102],"team":[104],"as":[105,107],"well":[106],"open-source":[109],"project.":[111],"results":[113],"show":[114],"that":[115],"can":[118],"accurately":[119],"both":[124],"systems.":[126],"Feedback":[127],"from":[128],"practitioners":[129],"promising":[132],"due":[133],"simplicity":[136],"and":[137],"ease":[138],"explanation":[140],"results.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}