{"id":"https://openalex.org/W1991292921","doi":"https://doi.org/10.1145/2635868.2635910","title":"Techniques for improving regression testing in continuous integration development environments","display_name":"Techniques for improving regression testing in continuous integration development environments","publication_year":2014,"publication_date":"2014-11-04","ids":{"openalex":"https://openalex.org/W1991292921","doi":"https://doi.org/10.1145/2635868.2635910","mag":"1991292921"},"language":"en","primary_location":{"id":"doi:10.1145/2635868.2635910","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2635868.2635910","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025318877","display_name":"Sebastian Elbaum","orcid":"https://orcid.org/0000-0001-9592-1352"},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sebastian Elbaum","raw_affiliation_strings":["University of Nebraska-Lincoln, USA"],"affiliations":[{"raw_affiliation_string":"University of Nebraska-Lincoln, USA","institution_ids":["https://openalex.org/I114395901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052249797","display_name":"Gregg Rothermel","orcid":"https://orcid.org/0000-0001-7181-2629"},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregg Rothermel","raw_affiliation_strings":["University of Nebraska-Lincoln, USA"],"affiliations":[{"raw_affiliation_string":"University of Nebraska-Lincoln, USA","institution_ids":["https://openalex.org/I114395901"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005487588","display_name":"John Penix","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Penix","raw_affiliation_strings":["Google, USA"],"affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5025318877"],"corresponding_institution_ids":["https://openalex.org/I114395901"],"apc_list":null,"apc_paid":null,"fwci":27.041,"has_fulltext":false,"cited_by_count":321,"citation_normalized_percentile":{"value":0.99715291,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"235","last_page":"245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.8221645355224609},{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.8220099210739136},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7918884754180908},{"id":"https://openalex.org/keywords/integration-testing","display_name":"Integration testing","score":0.6557679772377014},{"id":"https://openalex.org/keywords/development-testing","display_name":"Development testing","score":0.601314902305603},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.5171915292739868},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5016252994537354},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48353075981140137},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4757753908634186},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.4279387593269348},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4249681830406189},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.40742504596710205},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.39897552132606506},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3966541290283203},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.34114575386047363},{"id":"https://openalex.org/keywords/software-development-process","display_name":"Software development process","score":0.3283599019050598},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3231372833251953},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.2906416058540344},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.174000084400177},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.17370638251304626},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.1444217562675476},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12756896018981934},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11876463890075684}],"concepts":[{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.8221645355224609},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.8220099210739136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918884754180908},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.6557679772377014},{"id":"https://openalex.org/C63406617","wikidata":"https://www.wikidata.org/wiki/Q5266714","display_name":"Development testing","level":5,"score":0.601314902305603},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.5171915292739868},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5016252994537354},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48353075981140137},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4757753908634186},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.4279387593269348},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4249681830406189},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.40742504596710205},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.39897552132606506},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3966541290283203},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.34114575386047363},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.3283599019050598},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3231372833251953},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2906416058540344},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.174000084400177},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.17370638251304626},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.1444217562675476},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12756896018981934},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11876463890075684},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2635868.2635910","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2635868.2635910","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W156130389","https://openalex.org/W1512315445","https://openalex.org/W1536010170","https://openalex.org/W1564363189","https://openalex.org/W2014515160","https://openalex.org/W2020538887","https://openalex.org/W2046747375","https://openalex.org/W2062392785","https://openalex.org/W2066654186","https://openalex.org/W2082700856","https://openalex.org/W2086346901","https://openalex.org/W2095551048","https://openalex.org/W2099137702","https://openalex.org/W2107940771","https://openalex.org/W2110068396","https://openalex.org/W2110635655","https://openalex.org/W2122156253","https://openalex.org/W2126752493","https://openalex.org/W2136921053","https://openalex.org/W2137433502","https://openalex.org/W2144600533","https://openalex.org/W2144728159","https://openalex.org/W2145576179","https://openalex.org/W2153342620","https://openalex.org/W2153956429","https://openalex.org/W2165446001","https://openalex.org/W2170771779","https://openalex.org/W2170847442","https://openalex.org/W2171451409","https://openalex.org/W4243053781"],"related_works":["https://openalex.org/W3214776400","https://openalex.org/W2886756146","https://openalex.org/W2364731361","https://openalex.org/W2971750769","https://openalex.org/W2586921681","https://openalex.org/W2063289013","https://openalex.org/W1996935098","https://openalex.org/W2139640569","https://openalex.org/W4389862112","https://openalex.org/W2188932121"],"abstract_inverted_index":{"In":[0,85,98,135,166],"continuous":[1,37,82,93,240],"integration":[2,38,83,94,241],"development":[3,34],"environments,":[4],"software":[5],"engineers":[6],"frequently":[7],"integrate":[8],"new":[9],"or":[10],"changed":[11,148],"code":[12,23,52,69,186],"with":[13],"the":[14,20,48,54,77,123,169,239],"mainline":[15],"codebase.":[16],"This":[17],"can":[18,232],"reduce":[19],"amount":[21],"of":[22,51,103,122,140,222],"rework":[24],"that":[25,42,62,80,91,129,131,160,177,215,226],"is":[26,57,65],"needed":[27],"as":[28,145,147],"systems":[29],"evolve":[30],"and":[31,75,111,181,229],"speed":[32],"up":[33],"time.":[35],"While":[36],"processes":[39,95],"traditionally":[40],"require":[41],"extensive":[43],"testing":[44,64,194],"be":[45,109],"performed":[46,66],"following":[47],"actual":[49],"submission":[50,70],"to":[53,60,68,71,108,118,158,235],"codebase,":[55],"it":[56],"also":[58],"important":[59],"ensure":[61,159],"enough":[63],"prior":[67],"avoid":[72],"breaking":[73],"builds":[74],"delaying":[76],"fast":[78],"feedback":[79],"makes":[81],"desirable.":[84],"this":[86,197],"work,":[87],"we":[88,112,152,171,203,216],"present":[89],"algorithms":[90,176],"make":[92,217],"more":[96,133,164],"cost-effective.":[97,134],"an":[99,205],"initial":[100],"pre-submit":[101],"phase":[102,132,139],"testing,":[104,141],"developers":[105],"specify":[106],"modules":[107,128,144,149],"tested,":[110,151],"use":[113,153],"regression":[114],"test":[115,124,154],"selection":[116,228],"techniques":[117,157,170,231],"select":[119],"a":[120,136,209],"subset":[121],"suites":[125],"for":[126,192],"those":[127],"render":[130],"subsequent":[137],"post-submit":[138],"where":[142],"dependent":[143],"well":[146],"are":[150,162,173,178],"case":[155],"prioritization":[156,230],"failures":[161],"reported":[163],"quickly.":[165],"both":[167],"cases,":[168],"utilize":[172],"novel,":[174],"involving":[175],"relatively":[179],"inexpensive":[180],"do":[182],"not":[183],"rely":[184],"on":[185,208],"coverage":[187],"information":[188],"--":[189],"two":[190],"requirements":[191],"conducting":[193],"cost-effectively":[195],"in":[196,238],"context.":[198],"To":[199],"evaluate":[200],"our":[201,223,227],"approach,":[202],"conducted":[204],"empirical":[206],"study":[207,224],"large":[210],"data":[211],"set":[212],"from":[213],"Google":[214],"publicly":[218],"available.":[219],"The":[220],"results":[221],"show":[225],"each":[233],"lead":[234],"cost-effectiveness":[236],"improvements":[237],"process.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":38},{"year":2021,"cited_by_count":40},{"year":2020,"cited_by_count":34},{"year":2019,"cited_by_count":35},{"year":2018,"cited_by_count":41},{"year":2017,"cited_by_count":22},{"year":2016,"cited_by_count":25},{"year":2015,"cited_by_count":13}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}