{"id":"https://openalex.org/W4361198584","doi":"https://doi.org/10.1145/3578244.3583719","title":"Hunter: Using Change Point Detection to Hunt for Performance Regressions","display_name":"Hunter: Using Change Point Detection to Hunt for Performance Regressions","publication_year":2023,"publication_date":"2023-03-29","ids":{"openalex":"https://openalex.org/W4361198584","doi":"https://doi.org/10.1145/3578244.3583719"},"language":"en","primary_location":{"id":"doi:10.1145/3578244.3583719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578244.3583719","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583719","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583719","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110178063","display_name":"M. Fleming","orcid":null},"institutions":[{"id":"https://openalex.org/I1323065761","display_name":"Statistics Finland","ror":"https://ror.org/01n1rg855","country_code":"FI","type":"other","lineage":["https://openalex.org/I1323065761"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Matt Fleming","raw_affiliation_strings":["Datastax, Halifax, Finland"],"affiliations":[{"raw_affiliation_string":"Datastax, Halifax, Finland","institution_ids":["https://openalex.org/I1323065761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024470503","display_name":"Piotr Kolaczkowski","orcid":"https://orcid.org/0000-0002-1645-9911"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Piotr Kolaczkowski","raw_affiliation_strings":["Datastax, Warsaw, Finland"],"affiliations":[{"raw_affiliation_string":"Datastax, Warsaw, Finland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026021199","display_name":"Ishita Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ishita Kumar","raw_affiliation_strings":["Datastax, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Datastax, Boston, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085193154","display_name":"Shaunak Das","orcid":"https://orcid.org/0000-0002-1002-0721"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaunak Das","raw_affiliation_strings":["Datastax, San Diego, CA, USA"],"affiliations":[{"raw_affiliation_string":"Datastax, San Diego, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007689342","display_name":"S. McCarthy","orcid":"https://orcid.org/0000-0003-3862-6597"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sean McCarthy","raw_affiliation_strings":["Datastax, San Diego, CA, USA"],"affiliations":[{"raw_affiliation_string":"Datastax, San Diego, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037671707","display_name":"Pushkala Pattabhiraman","orcid":"https://orcid.org/0000-0002-3724-782X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pushkala Pattabhiraman","raw_affiliation_strings":["Datastax, Santa Clara, Finland"],"affiliations":[{"raw_affiliation_string":"Datastax, Santa Clara, Finland","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079566464","display_name":"Henrik Ingo","orcid":"https://orcid.org/0000-0003-1571-5108"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henrik Ingo","raw_affiliation_strings":["Datastax, Helsinki, Finland"],"affiliations":[{"raw_affiliation_string":"Datastax, Helsinki, Finland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5110178063"],"corresponding_institution_ids":["https://openalex.org/I1323065761"],"apc_list":null,"apc_paid":null,"fwci":0.7988,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71986885,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"199","last_page":"206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7569035291671753},{"id":"https://openalex.org/keywords/change-detection","display_name":"Change detection","score":0.7173341512680054},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6462786197662354},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4764326214790344},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.4687538146972656},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4455559253692627},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.43466705083847046},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4321925640106201},{"id":"https://openalex.org/keywords/time-point","display_name":"Time point","score":0.4300629496574402},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.4244343638420105},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4144972264766693},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3807294964790344},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3389291763305664},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15780717134475708},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10769495368003845}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7569035291671753},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.7173341512680054},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6462786197662354},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4764326214790344},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.4687538146972656},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4455559253692627},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.43466705083847046},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4321925640106201},{"id":"https://openalex.org/C2779466056","wikidata":"https://www.wikidata.org/wiki/Q107630651","display_name":"Time point","level":2,"score":0.4300629496574402},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.4244343638420105},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4144972264766693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3807294964790344},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3389291763305664},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15780717134475708},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10769495368003845},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3578244.3583719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578244.3583719","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583719","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3578244.3583719","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578244.3583719","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578244.3583719","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/SPEC International Conference on Performance Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4361198584.pdf","grobid_xml":"https://content.openalex.org/works/W4361198584.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1994618472","https://openalex.org/W2150427470","https://openalex.org/W2299503697","https://openalex.org/W2515822248","https://openalex.org/W2909693411","https://openalex.org/W2968831111","https://openalex.org/W3007460877","https://openalex.org/W3017196986","https://openalex.org/W3101119896","https://openalex.org/W3104880863","https://openalex.org/W3126244934","https://openalex.org/W3155432886","https://openalex.org/W3156226141"],"related_works":["https://openalex.org/W2568858292","https://openalex.org/W1515964938","https://openalex.org/W2389381914","https://openalex.org/W2799765340","https://openalex.org/W3063265332","https://openalex.org/W2941162567","https://openalex.org/W2073956641","https://openalex.org/W1977782499","https://openalex.org/W1977661272","https://openalex.org/W1535949710"],"abstract_inverted_index":{"Change":[0],"point":[1],"detection":[2],"has":[3],"recently":[4],"gained":[5],"popularity":[6],"as":[7,94,133],"a":[8,47,91,110,141],"method":[9,142],"of":[10,113,188],"detecting":[11],"performance":[12,38,59,187],"changes":[13,56,64,151],"in":[14,42,57,152],"software":[15],"due":[16],"to":[17,20,52,67,82,123,143,159],"its":[18],"ability":[19],"cope":[21],"with":[22,73,90,109,148,174,182],"noisy":[23],"data.":[24,44],"In":[25,115],"this":[26],"paper":[27],"we":[28,65,79,95,139,172],"present":[29],"Hunter,":[30],"an":[31],"open":[32],"source":[33],"tool":[34],"that":[35,97,120],"automatically":[36],"detects":[37],"regressions":[39],"and":[40,169],"improvements":[41],"time-series":[43],"Hunter":[45,161,179],"uses":[46],"modified":[48],"E-divisive":[49,69],"means":[50,70],"algorithm":[51,71,129],"identify":[53],"statistically":[54],"significant":[55],"normally-distributed":[58],"metrics.":[60],"We":[61,154],"describe":[62],"the":[63,68,84,98,127,186],"made":[66,118],"along":[72],"their":[74,189],"motivation.":[75],"The":[76],"main":[77],"change":[78,125],"adopted":[80],"was":[81],"replace":[83],"significance":[85],"test":[86],"using":[87],"randomized":[88,99],"permutations":[89],"Student's":[92],"t-test,":[93],"discovered":[96],"approach":[100],"did":[101],"not":[102,108],"produce":[103],"deterministic":[104],"results,":[105],"at":[106],"least":[107],"reasonable":[111],"number":[112],"iterations.":[114],"addition":[116],"we've":[117,176],"tweaks":[119],"allow":[121],"us":[122],"find":[124],"points":[126],"original":[128],"would":[130],"not,":[131],"such":[132],"two":[134,163],"nearby":[135],"changes.":[136],"For":[137],"evaluation,":[138],"developed":[140],"generate":[144],"real":[145],"timeseries,":[146],"but":[147],"artificially":[149],"injected":[150],"latency.":[153],"used":[155],"these":[156],"data":[157],"sets":[158],"compare":[160],"against":[162],"other":[164],"well":[165],"known":[166],"algorithms,":[167],"PELT":[168],"DYNP.":[170],"Finally,":[171],"conclude":[173],"lessons":[175],"learned":[177],"supporting":[178],"across":[180],"teams":[181],"individual":[183],"responsibility":[184],"for":[185],"project.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}