{"id":"https://openalex.org/W2741328617","doi":"https://doi.org/10.1145/3106237.3106274","title":"Better test cases for better automated program repair","display_name":"Better test cases for better automated program repair","publication_year":2017,"publication_date":"2017-08-02","ids":{"openalex":"https://openalex.org/W2741328617","doi":"https://doi.org/10.1145/3106237.3106274","mag":"2741328617"},"language":"en","primary_location":{"id":"doi:10.1145/3106237.3106274","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3106237.3106274","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101712379","display_name":"Jinqiu Yang","orcid":"https://orcid.org/0000-0003-4282-406X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jinqiu Yang","raw_affiliation_strings":["University of Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021061355","display_name":"Alexey Zhikhartsev","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alexey Zhikhartsev","raw_affiliation_strings":["University of Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102715888","display_name":"Yuefei Liu","orcid":"https://orcid.org/0009-0008-0671-8298"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yuefei Liu","raw_affiliation_strings":["University of Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009306083","display_name":"Lin Tan","orcid":"https://orcid.org/0000-0002-9400-1754"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lin Tan","raw_affiliation_strings":["University of Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.8079,"has_fulltext":false,"cited_by_count":126,"citation_normalized_percentile":{"value":0.99484536,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"831","last_page":"841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8013340830802917},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7133660912513733},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5855562090873718},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5041903257369995},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.500370979309082},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.44016820192337036},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41912150382995605},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.41124433279037476},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33474957942962646},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32991817593574524},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.25065889954566956},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07514256238937378},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07263746857643127}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8013340830802917},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7133660912513733},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5855562090873718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5041903257369995},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.500370979309082},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.44016820192337036},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41912150382995605},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.41124433279037476},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33474957942962646},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32991817593574524},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.25065889954566956},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07514256238937378},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07263746857643127},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3106237.3106274","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3106237.3106274","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W348312514","https://openalex.org/W1486172410","https://openalex.org/W1710734607","https://openalex.org/W1965194038","https://openalex.org/W1971650562","https://openalex.org/W1977696633","https://openalex.org/W2002934700","https://openalex.org/W2003409710","https://openalex.org/W2009489720","https://openalex.org/W2019730517","https://openalex.org/W2025791343","https://openalex.org/W2060333670","https://openalex.org/W2061575154","https://openalex.org/W2063387237","https://openalex.org/W2076719273","https://openalex.org/W2106072155","https://openalex.org/W2107709519","https://openalex.org/W2114393279","https://openalex.org/W2122987706","https://openalex.org/W2135937266","https://openalex.org/W2142741391","https://openalex.org/W2145124323","https://openalex.org/W2145733341","https://openalex.org/W2153881107","https://openalex.org/W2172260321","https://openalex.org/W2274071363","https://openalex.org/W2288083000","https://openalex.org/W2344973853","https://openalex.org/W2373227884","https://openalex.org/W2400994325","https://openalex.org/W2548997977","https://openalex.org/W2593203925","https://openalex.org/W2735571786","https://openalex.org/W2952920225","https://openalex.org/W3101506519"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W4297676672","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4281702477","https://openalex.org/W2490526372","https://openalex.org/W1482441085","https://openalex.org/W2966858528","https://openalex.org/W2151687600"],"abstract_inverted_index":{"Automated":[0],"generate-and-validate":[1],"program":[2],"repair":[3],"techniques":[4,60,183],"(G&V":[5],"techniques)":[6],"suffer":[7],"from":[8,118],"generating":[9],"many":[10],"overfitted":[11,20,46,69],"patches":[12,21,112,137,152,162],"due":[13],"to":[14,36,66,79,93,149,172,192],"in-capabilities":[15],"of":[16,97,174],"test":[17,31,64,73,82,87,177,188],"cases.":[18],"Such":[19],"are":[22],"incor-":[23],"rect":[24],"patches,":[25],"which":[26],"only":[27],"make":[28],"all":[29],"given":[30],"cases":[32,65,178],"pass,":[33],"but":[34],"fail":[35],"fix":[37],"the":[38],"bugs.":[39],"In":[40,144],"this":[41],"work,":[42],"we":[43],"propose":[44],"an":[45],"patch":[47],"detec-":[48],"tion":[49],"framework":[50],"named":[51],"Opad":[52,56,75,100,130,146],"(Overfitted":[53],"PAtch":[54],"Detection).":[55],"helps":[57],"improve":[58,181],"G&V":[59,182],"by":[61,126,139,198],"enhancing":[62],"existing":[63],"filter":[67],"out":[68,132],"patches.":[70,99],"To":[71],"enhance":[72,94],"cases,":[74,83],"uses":[76,102],"fuzz":[77],"testing":[78],"generate":[80,150],"new":[81],"and":[84,91,128,142,194],"employs":[85],"two":[86],"or-":[88],"acles":[89],"(crash":[90],"memory-safety)":[92],"validity":[95],"checking":[96],"automatically-generated":[98,111,176],"also":[101,168],"a":[103],"novel":[104],"metric":[105],"(named":[106],"O-measure)":[107],"for":[108,153,163],"deciding":[109],"whether":[110],"overfit.":[113],"Evaluated":[114],"on":[115],"45":[116],"bugs":[117],"7":[119],"large":[120],"systems":[121],"(the":[122,157],"same":[123],"benchmark":[124],"used":[125],"GenProg":[127],"SPR),":[129],"filters":[131],"75.2%":[133],"(321/427)":[134],"over-":[135],"fitted":[136],"generated":[138],"GenProg/AE,":[140],"Kali,":[141],"SPR.":[143],"addition,":[145],"guides":[147],"SPR":[148,159],"correct":[151,161],"one":[154],"more":[155],"bug":[156],"original":[158],"generates":[160],"11":[164],"bugs).":[165],"Our":[166],"analysis":[167],"shows":[169],"that":[170],"up":[171],"40%":[173],"such":[175],"may":[179],"further":[180],"if":[184],"empowered":[185],"with":[186],"better":[187],"oracles":[189,196],"(in":[190],"addition":[191],"crash":[193],"memory-safety":[195],"employed":[197],"Opad).":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":21},{"year":2018,"cited_by_count":17},{"year":2017,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}