{"id":"https://openalex.org/W2129761255","doi":"https://doi.org/10.1145/2635868.2635921","title":"Balancing trade-offs in test-suite reduction","display_name":"Balancing trade-offs in test-suite reduction","publication_year":2014,"publication_date":"2014-11-04","ids":{"openalex":"https://openalex.org/W2129761255","doi":"https://doi.org/10.1145/2635868.2635921","mag":"2129761255"},"language":"en","primary_location":{"id":"doi:10.1145/2635868.2635921","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2635868.2635921","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081483504","display_name":"August Shi","orcid":"https://orcid.org/0000-0001-8239-3124"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"August Shi","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070706878","display_name":"Alex Gyori","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Gyori","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063052820","display_name":"Milos Gligoric","orcid":"https://orcid.org/0000-0002-5894-7649"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Milos Gligoric","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073117666","display_name":"Andrey Zaytsev","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrey Zaytsev","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081289583","display_name":"Darko Marinov","orcid":"https://orcid.org/0000-0001-5023-3492"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darko Marinov","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5081483504"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":14.4292,"has_fulltext":false,"cited_by_count":100,"citation_normalized_percentile":{"value":0.99145729,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"246","last_page":"256"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.9446991682052612},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.7955487370491028},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7152264714241028},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.6588144302368164},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.6317855715751648},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.5767878293991089},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.5760471224784851},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5741375684738159},{"id":"https://openalex.org/keywords/system-under-test","display_name":"System under test","score":0.5597138404846191},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5465190410614014},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5003213882446289},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.49656468629837036},{"id":"https://openalex.org/keywords/model-based-testing","display_name":"Model-based testing","score":0.4952785074710846},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3919138014316559},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.22716447710990906},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.21828654408454895},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.21497952938079834},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14593571424484253},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14100268483161926},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12970489263534546}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.9446991682052612},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.7955487370491028},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7152264714241028},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.6588144302368164},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.6317855715751648},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5767878293991089},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.5760471224784851},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5741375684738159},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.5597138404846191},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5465190410614014},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5003213882446289},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.49656468629837036},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.4952785074710846},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3919138014316559},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22716447710990906},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.21828654408454895},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.21497952938079834},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14593571424484253},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14100268483161926},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12970489263534546},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2635868.2635921","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2635868.2635921","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.685.451","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.685.451","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mir.cs.illinois.edu/gliga/papers/ShiETAL14EvolRed.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4300000071525574}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332222","display_name":"University of Illinois at Urbana-Champaign","ror":"https://ror.org/047426m28"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1971137495","https://openalex.org/W1992987499","https://openalex.org/W1995935241","https://openalex.org/W1998393968","https://openalex.org/W2012611390","https://openalex.org/W2013711971","https://openalex.org/W2014515160","https://openalex.org/W2029500775","https://openalex.org/W2040019420","https://openalex.org/W2049695835","https://openalex.org/W2063068372","https://openalex.org/W2076978076","https://openalex.org/W2088175657","https://openalex.org/W2091556188","https://openalex.org/W2095710561","https://openalex.org/W2097808034","https://openalex.org/W2102742419","https://openalex.org/W2105832118","https://openalex.org/W2108557864","https://openalex.org/W2120280318","https://openalex.org/W2123356060","https://openalex.org/W2125814238","https://openalex.org/W2135841285","https://openalex.org/W2135937266","https://openalex.org/W2137433502","https://openalex.org/W2144927251","https://openalex.org/W2150198410","https://openalex.org/W2152709259","https://openalex.org/W2152949369","https://openalex.org/W2155246571","https://openalex.org/W2158883374","https://openalex.org/W2159614205","https://openalex.org/W2165446001","https://openalex.org/W2170771779","https://openalex.org/W2171451409","https://openalex.org/W3144106047","https://openalex.org/W4243053781","https://openalex.org/W6648752246","https://openalex.org/W6660591988"],"related_works":["https://openalex.org/W2243231242","https://openalex.org/W1978406750","https://openalex.org/W1968494916","https://openalex.org/W2538766212","https://openalex.org/W1978910953","https://openalex.org/W1598160211","https://openalex.org/W2401619241","https://openalex.org/W2768752771","https://openalex.org/W3175215928","https://openalex.org/W1800320803"],"abstract_inverted_index":{"Regression":[0],"testing":[1,19],"is":[2,38,84,94,200],"an":[3],"important":[4],"activity":[5],"but":[6,41],"can":[7,192],"get":[8],"ex-pensive":[9],"for":[10,101],"large":[11],"test":[12,62,73,82,102,110,142,162,190,233,249],"suites.":[13,111,250],"Test-suite":[14],"reduction":[15,37,93,125,136,199],"speeds":[16],"up":[17],"regression":[18],"by":[20,51,129],"identifying":[21],"and":[22,75,149,180,221,244],"removing":[23],"redun-dant":[24],"tests":[25,217],"based":[26],"on":[27,35,86,90,209],"a":[28,52,171,213,222,236],"given":[29],"set":[30],"of":[31,79,117,159,175,188,215,228,247],"requirements.":[32],"Traditional":[33],"research":[34],"test-suite":[36,119,124,178],"rather":[39],"diverse":[40],"most":[42],"commonly":[43],"shares":[44],"three":[45,115],"properties:":[46],"(1)":[47,121],"requirements":[48,69],"are":[49],"de-fined":[50],"coverage":[53],"criterion":[54],"such":[55],"as":[56,70],"statement":[57],"coverage;":[58],"(2)":[59,132],"the":[60,68,71,77,80,87,92,147,157,160,186,195,198,204],"reduced":[61,81,109,141,161,189,248],"suite":[63],"has":[64],"to":[65,104,107,144],"satisfy":[66],"all":[67,114,146],"original":[72],"suite;":[74],"(3)":[76,150],"quality":[78,158,187],"suites":[83,143,163,191],"measured":[85],"software":[88,166],"version":[89,196],"which":[91],"performed.":[95,201],"These":[96],"properties":[97,116],"make":[98,235],"it":[99],"hard":[100],"engineers":[103,234],"decide":[105],"how":[106,185],"use":[108],"We":[112,202],"address":[113],"traditional":[118],"reduction:":[120],"we":[122,133,151],"evaluate":[123,134,156],"with":[126,212],"require-ments":[127],"defined":[128],"killed":[130],"mutants;":[131],"inadequate":[135],"that":[137,155],"does":[138],"not":[139],"require":[140],"sat-isfy":[145],"requirements;":[148],"propose":[152],"evolution-aware":[153,182],"metrics":[154,183],"across":[164],"multiple":[165],"versions.":[167],"Our":[168,230],"evaluations":[169],"allow":[170],"more":[172,237],"thorough":[173],"exploration":[174],"trade-offs":[176,205],"in":[177],"reduc-tion,":[179],"our":[181],"show":[184],"change":[193],"after":[194],"where":[197],"compare":[203],"among":[206],"various":[207],"reductions":[208],"18":[210],"projects":[211],"total":[214],"261,235":[216],"over":[218],"3,590":[219],"commits":[220],"cumulative":[223],"history":[224],"spanning":[225],"35":[226],"years":[227],"development.":[229],"results":[231],"help":[232],"informed":[238],"decision":[239],"about":[240],"balancing":[241],"size,":[242],"cover-age,":[243],"fault-detection":[245],"loss":[246]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":23},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":12},{"year":2015,"cited_by_count":7}],"updated_date":"2026-04-20T07:46:08.049788","created_date":"2025-10-10T00:00:00"}