{"id":"https://openalex.org/W4399601924","doi":"https://doi.org/10.1145/3672450","title":"When Automated Program Repair Meets Regression Testing\u2014An Extensive Study on Two Million Patches","display_name":"When Automated Program Repair Meets Regression Testing\u2014An Extensive Study on Two Million Patches","publication_year":2024,"publication_date":"2024-06-13","ids":{"openalex":"https://openalex.org/W4399601924","doi":"https://doi.org/10.1145/3672450"},"language":"en","primary_location":{"id":"doi:10.1145/3672450","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672450","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672450","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3672450","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024354460","display_name":"Yiling Lou","orcid":"https://orcid.org/0000-0002-4066-3365"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiling Lou","raw_affiliation_strings":["Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107247519","display_name":"Jun Yang","orcid":"https://orcid.org/0009-0006-3657-6169"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Yang","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085666756","display_name":"Samuel Benton","orcid":"https://orcid.org/0000-0003-0592-802X"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Benton","raw_affiliation_strings":["The University of Texas at Dallas, Richardson, TX, USA"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085393851","display_name":"Dan Hao","orcid":"https://orcid.org/0000-0001-8295-303X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Hao","raw_affiliation_strings":["Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115883174","display_name":"Lin Tan","orcid":"https://orcid.org/0000-0002-6690-8332"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin Tan","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031457464","display_name":"Zhenpeng Chen","orcid":"https://orcid.org/0000-0002-4765-1893"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhenpeng Chen","raw_affiliation_strings":["Nanyang Technological University, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007688972","display_name":"L. H. Zhang","orcid":"https://orcid.org/0000-0002-7453-2339"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Lu Zhang","raw_affiliation_strings":["Peking University, Beijing, China","University of Illinois Urbana-Champaign, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"University of Illinois Urbana-Champaign, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028946205","display_name":"Lingming Zhang","orcid":"https://orcid.org/0000-0002-8681-0287"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Lingming Zhang","raw_affiliation_strings":["Peking University, Beijing, China","University of Illinois Urbana-Champaign, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"University of Illinois Urbana-Champaign, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5024354460"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":0.4857,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65482866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"33","issue":"7","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.8370966911315918},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8291606307029724},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6007705926895142},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.443136066198349},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.43564897775650024},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4241960346698761},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3669421076774597},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34453368186950684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32176172733306885},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.15883630514144897},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12253585457801819},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10846409201622009}],"concepts":[{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.8370966911315918},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8291606307029724},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6007705926895142},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.443136066198349},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.43564897775650024},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4241960346698761},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3669421076774597},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34453368186950684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32176172733306885},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.15883630514144897},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12253585457801819},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10846409201622009},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3672450","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672450","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672450","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3672450","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3672450","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3672450","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399601924.pdf"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W1589645970","https://openalex.org/W1857789879","https://openalex.org/W1977696633","https://openalex.org/W1978546859","https://openalex.org/W1979866694","https://openalex.org/W1985896931","https://openalex.org/W1991292921","https://openalex.org/W2014515160","https://openalex.org/W2020538887","https://openalex.org/W2029726540","https://openalex.org/W2038899190","https://openalex.org/W2061575154","https://openalex.org/W2120280318","https://openalex.org/W2120563984","https://openalex.org/W2139105433","https://openalex.org/W2144600533","https://openalex.org/W2156723666","https://openalex.org/W2159614205","https://openalex.org/W2285839903","https://openalex.org/W2288083000","https://openalex.org/W2344973853","https://openalex.org/W2352511489","https://openalex.org/W2400994325","https://openalex.org/W2465133314","https://openalex.org/W2518136680","https://openalex.org/W2547954490","https://openalex.org/W2582560208","https://openalex.org/W2591823109","https://openalex.org/W2736762043","https://openalex.org/W2740130372","https://openalex.org/W2740565296","https://openalex.org/W2740646481","https://openalex.org/W2794443436","https://openalex.org/W2794497357","https://openalex.org/W2795030435","https://openalex.org/W2795866244","https://openalex.org/W2805346154","https://openalex.org/W2850616187","https://openalex.org/W2851896161","https://openalex.org/W2867448323","https://openalex.org/W2886412171","https://openalex.org/W2895570420","https://openalex.org/W2898024328","https://openalex.org/W2899121656","https://openalex.org/W2904214673","https://openalex.org/W2904507568","https://openalex.org/W2905489084","https://openalex.org/W2907705732","https://openalex.org/W2908354350","https://openalex.org/W2910162200","https://openalex.org/W2924629359","https://openalex.org/W2952188922","https://openalex.org/W2954778170","https://openalex.org/W2958228760","https://openalex.org/W2963909831","https://openalex.org/W3000410628","https://openalex.org/W3012626099","https://openalex.org/W3042956498","https://openalex.org/W3043761819","https://openalex.org/W3089621332","https://openalex.org/W3090676906","https://openalex.org/W3100698844","https://openalex.org/W3103170042","https://openalex.org/W3104012431","https://openalex.org/W3125046082","https://openalex.org/W3134686229","https://openalex.org/W3136135323","https://openalex.org/W3137004499","https://openalex.org/W3160155705","https://openalex.org/W3161027892","https://openalex.org/W3193682477","https://openalex.org/W3194184668","https://openalex.org/W3211961196","https://openalex.org/W4255632703","https://openalex.org/W4284705844","https://openalex.org/W4308643319","https://openalex.org/W4384345708","https://openalex.org/W4384345778","https://openalex.org/W4386436496","https://openalex.org/W6683273812"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W2353986702","https://openalex.org/W4384302763"],"abstract_inverted_index":{"In":[0,59],"recent":[1],"years,":[2],"Automated":[3],"Program":[4],"Repair":[5],"(APR)":[6],"has":[7],"been":[8,73],"extensively":[9],"studied":[10,233,290],"in":[11,245,291],"academia":[12],"and":[13,43,69,135,149,200,219,241,251,258,274,282,318],"even":[14,295],"drawn":[15],"wide":[16],"attention":[17],"from":[18],"the":[19,52,60,77,107,114,119,145,150,164,196,205,220,229,311],"industry.":[20],"However,":[21,128],"APR":[22,130,182,199,213,239,247,280],"techniques":[23,63,100,172,235,264,271],"can":[24,36,84,101,215,226,236,265,277],"be":[25,37,49,85,102,243,260],"extremely":[26],"time":[27],"consuming":[28],"since":[29],"(1)":[30,204],"a":[31,40,88,139],"large":[32],"number":[33,78,206],"of":[34,79,141,147,152,168,207,222,314],"patches":[35,208],"generated":[38],"for":[39,179,194,211,272],"given":[41],"bug,":[42],"(2)":[44,231],"each":[45,111],"patch":[46,83,112,125,316,319],"needs":[47],"to":[48,55,75,104,122],"executed":[50],"on":[51,66,156,184,322],"original":[53],"tests":[54,108,116],"ensure":[56],"its":[57],"correctness.":[58],"literature,":[61],"various":[62,191],"(e.g.,":[64],"based":[65],"learning,":[67],"mining,":[68],"constraint":[70],"solving)":[71],"have":[72],"proposed/studied":[74],"reduce":[76,124],"patches.":[80,187],"Intuitively,":[81],"every":[82],"treated":[86],"as":[87],"software":[89],"revision":[90],"during":[91],"regression":[92,201,292],"testing;":[93],"thus,":[94],"traditional":[95,284],"Regression":[96,285],"Test":[97,286],"Selection":[98],"(RTS)":[99],"leveraged":[103],"only":[105],"execute":[106],"affected":[109],"by":[110],"(as":[113],"other":[115],"would":[117],"keep":[118],"same":[120],"outcomes)":[121],"further":[123,227,278],"execution":[126],"time.":[127],"few":[129],"systems":[131,183],"actually":[132],"adopt":[133],"RTS":[134,148,154,171,224,234,253,256,263,305],"there":[136],"is":[137],"still":[138],"lack":[140],"systematic":[142],"studies":[143],"demonstrating":[144],"benefits":[146],"impact":[151,313],"different":[153,174,315],"strategies":[155,321],"APR.":[157],"To":[158],"this":[159,161],"end,":[160],"article":[162],"presents":[163],"first":[165],"extensive":[166],"study":[167,189],"widely":[169,209,289],"used":[170,210],"at":[173],"levels":[175],"(i.e.,":[176],"class/method/statement":[177],"levels)":[178],"12":[180],"state-of-the-art":[181,268],"over":[185],"2M":[186],"Our":[188],"reveals":[190],"practical":[192],"guidelines":[193],"bridging":[195],"gap":[197],"between":[198],"testing,":[202],"including:":[203],"measuring":[212],"efficiency":[214,240],"incur":[216],"skewed":[217],"conclusions,":[218],"use":[221],"inconsistent":[223],"configurations":[225],"skew":[228],"conclusions;":[230],"all":[232],"substantially":[237,257,266],"improve":[238,279],"should":[242,259],"considered":[244],"future":[246],"work;":[248],"(3)":[249],"method-":[250],"statement-level":[252],"outperform":[254,267],"class-level":[255],"preferred;":[261],"(4)":[262],"test":[269,299],"prioritization":[270,300],"APR,":[273],"combining":[275],"them":[276],"efficiency;":[281],"(5)":[283],"Prioritization":[287],"(RTP)":[288],"testing":[293],"performs":[294],"better":[296],"than":[297],"APR-specific":[298],"when":[301],"combined":[302],"with":[303],"most":[304],"techniques.":[306],"Furthermore,":[307],"we":[308],"also":[309],"present":[310],"detailed":[312],"categories":[317],"validation":[320],"our":[323],"findings.":[324]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-06-14T00:00:00"}