{"id":"https://openalex.org/W4404299213","doi":"https://doi.org/10.1145/3702971","title":"An Empirical Study on the Suitability of Test-based Patch Acceptance Criteria","display_name":"An Empirical Study on the Suitability of Test-based Patch Acceptance Criteria","publication_year":2024,"publication_date":"2024-11-12","ids":{"openalex":"https://openalex.org/W4404299213","doi":"https://doi.org/10.1145/3702971"},"language":"en","primary_location":{"id":"doi:10.1145/3702971","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3702971","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3702971","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3702971","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032099376","display_name":"Luciano Zem\u00edn","orcid":null},"institutions":[{"id":"https://openalex.org/I4210133962","display_name":"Instituto Tecnol\u00f3gico de Buenos Aires (ITBA)","ror":"https://ror.org/02qwadn23","country_code":"AR","type":"education","lineage":["https://openalex.org/I4210133962"]}],"countries":["AR"],"is_corresponding":true,"raw_author_name":"Luciano Zem\u00edn","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Buenos Aires (ITBA), Buenos Aires, Argentina","Instituto Tecnol\u00f3gico de Buenos Aires (ITBA), Argentina"],"raw_orcid":"https://orcid.org/0009-0002-8804-7331","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Buenos Aires (ITBA), Buenos Aires, Argentina","institution_ids":["https://openalex.org/I4210133962"]},{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Buenos Aires (ITBA), Argentina","institution_ids":["https://openalex.org/I4210133962"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003601534","display_name":"Ariel Godio","orcid":"https://orcid.org/0000-0001-9198-185X"},"institutions":[{"id":"https://openalex.org/I15366983","display_name":"Universidad Nacional de R\u00edo Cuarto","ror":"https://ror.org/0002pcv65","country_code":"AR","type":"education","lineage":["https://openalex.org/I15366983"]},{"id":"https://openalex.org/I4210133962","display_name":"Instituto Tecnol\u00f3gico de Buenos Aires (ITBA)","ror":"https://ror.org/02qwadn23","country_code":"AR","type":"education","lineage":["https://openalex.org/I4210133962"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"Ariel Godio","raw_affiliation_strings":["Instituto Tecnol\u00f3gico de Buenos Aires (ITBA), Buenos Aires, Argentina","Dept. of Computer Science, National University of R\u00edo Cuarto, Argentina"],"raw_orcid":"https://orcid.org/0000-0001-9198-185X","affiliations":[{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Buenos Aires (ITBA), Buenos Aires, Argentina","institution_ids":["https://openalex.org/I4210133962"]},{"raw_affiliation_string":"Dept. of Computer Science, National University of R\u00edo Cuarto, Argentina","institution_ids":["https://openalex.org/I15366983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007924310","display_name":"C\u00e9sar Cornejo","orcid":"https://orcid.org/0000-0003-3716-3607"},"institutions":[{"id":"https://openalex.org/I15366983","display_name":"Universidad Nacional de R\u00edo Cuarto","ror":"https://ror.org/0002pcv65","country_code":"AR","type":"education","lineage":["https://openalex.org/I15366983"]},{"id":"https://openalex.org/I4210133962","display_name":"Instituto Tecnol\u00f3gico de Buenos Aires (ITBA)","ror":"https://ror.org/02qwadn23","country_code":"AR","type":"education","lineage":["https://openalex.org/I4210133962"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"C\u00e9sar Cornejo","raw_affiliation_strings":["National Council for Scientific and Technical Research (CONICET) and Department of Computer Science, National University of R\u00edo Cuarto, R\u00edo Cuarto, Argentina","Instituto Tecnol\u00f3gico de Buenos Aires (ITBA), Argentina"],"raw_orcid":"https://orcid.org/0000-0003-3716-3607","affiliations":[{"raw_affiliation_string":"National Council for Scientific and Technical Research (CONICET) and Department of Computer Science, National University of R\u00edo Cuarto, R\u00edo Cuarto, Argentina","institution_ids":["https://openalex.org/I15366983"]},{"raw_affiliation_string":"Instituto Tecnol\u00f3gico de Buenos Aires (ITBA), Argentina","institution_ids":["https://openalex.org/I4210133962"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032855338","display_name":"Renzo Degiovanni","orcid":"https://orcid.org/0000-0003-1611-3969"},"institutions":[{"id":"https://openalex.org/I151201029","display_name":"Consejo Nacional de Investigaciones Cient\u00edficas y T\u00e9cnicas","ror":"https://ror.org/03cqe8w59","country_code":"AR","type":"government","lineage":["https://openalex.org/I151201029","https://openalex.org/I4210123736","https://openalex.org/I4387155568"]},{"id":"https://openalex.org/I15366983","display_name":"Universidad Nacional de R\u00edo Cuarto","ror":"https://ror.org/0002pcv65","country_code":"AR","type":"education","lineage":["https://openalex.org/I15366983"]},{"id":"https://openalex.org/I4210112527","display_name":"Luxembourg Institute of Science and Technology","ror":"https://ror.org/01t178j62","country_code":"LU","type":"nonprofit","lineage":["https://openalex.org/I4210112527"]}],"countries":["AR","LU"],"is_corresponding":false,"raw_author_name":"Renzo Degiovanni","raw_affiliation_strings":["Luxembourg Institute of Science and Technology, Esch-sur-Alzette, Luxembourg","National Council for Scientific and Technical Research (CONICET) and Dept. of Computer Science, National University of R\u00edo Cuarto, Argentina"],"raw_orcid":"https://orcid.org/0000-0003-1611-3969","affiliations":[{"raw_affiliation_string":"Luxembourg Institute of Science and Technology, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I4210112527"]},{"raw_affiliation_string":"National Council for Scientific and Technical Research (CONICET) and Dept. of Computer Science, National University of R\u00edo Cuarto, Argentina","institution_ids":["https://openalex.org/I15366983","https://openalex.org/I151201029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056122432","display_name":"Sim\u00f3n Guti\u00e9rrez Brida","orcid":"https://orcid.org/0000-0003-3115-2739"},"institutions":[{"id":"https://openalex.org/I15366983","display_name":"Universidad Nacional de R\u00edo Cuarto","ror":"https://ror.org/0002pcv65","country_code":"AR","type":"education","lineage":["https://openalex.org/I15366983"]},{"id":"https://openalex.org/I4210112527","display_name":"Luxembourg Institute of Science and Technology","ror":"https://ror.org/01t178j62","country_code":"LU","type":"nonprofit","lineage":["https://openalex.org/I4210112527"]}],"countries":["AR","LU"],"is_corresponding":false,"raw_author_name":"Sim\u00f3n Guti\u00e9rrez Brida","raw_affiliation_strings":["Department of Computer Science, National University of R\u00edo Cuarto, R\u00edo Cuarto, Argentina","Luxembourg Institute of Science and Technology,, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0003-3115-2739","affiliations":[{"raw_affiliation_string":"Department of Computer Science, National University of R\u00edo Cuarto, R\u00edo Cuarto, Argentina","institution_ids":["https://openalex.org/I15366983"]},{"raw_affiliation_string":"Luxembourg Institute of Science and Technology,, Luxembourg","institution_ids":["https://openalex.org/I4210112527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074298887","display_name":"Germ\u00e1n Regis","orcid":"https://orcid.org/0000-0002-0979-4623"},"institutions":[{"id":"https://openalex.org/I15366983","display_name":"Universidad Nacional de R\u00edo Cuarto","ror":"https://ror.org/0002pcv65","country_code":"AR","type":"education","lineage":["https://openalex.org/I15366983"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"Germ\u00e1n Regis","raw_affiliation_strings":["Department of Computer Science, National University of R\u00edo Cuarto, R\u00edo Cuarto, Argentina","Dept. of Computer Science, National University of R\u00edo Cuarto, Argentina"],"raw_orcid":"https://orcid.org/0000-0002-0979-4623","affiliations":[{"raw_affiliation_string":"Department of Computer Science, National University of R\u00edo Cuarto, R\u00edo Cuarto, Argentina","institution_ids":["https://openalex.org/I15366983"]},{"raw_affiliation_string":"Dept. of Computer Science, National University of R\u00edo Cuarto, Argentina","institution_ids":["https://openalex.org/I15366983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016401353","display_name":"Nazareno Aguirre","orcid":"https://orcid.org/0000-0003-0532-5296"},"institutions":[{"id":"https://openalex.org/I151201029","display_name":"Consejo Nacional de Investigaciones Cient\u00edficas y T\u00e9cnicas","ror":"https://ror.org/03cqe8w59","country_code":"AR","type":"government","lineage":["https://openalex.org/I151201029","https://openalex.org/I4210123736","https://openalex.org/I4387155568"]},{"id":"https://openalex.org/I15366983","display_name":"Universidad Nacional de R\u00edo Cuarto","ror":"https://ror.org/0002pcv65","country_code":"AR","type":"education","lineage":["https://openalex.org/I15366983"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"Nazareno Aguirre","raw_affiliation_strings":["National Council for Scientific and Technical Research (CONICET) and Department of Computer Science, National University of R\u00edo Cuarto, R\u00edo Cuarto, Argentina","National Council for Scientific and Technical Research (CONICET) and Dept. of Computer Science, National University of R\u00edo Cuarto, Argentina"],"raw_orcid":"https://orcid.org/0000-0003-0532-5296","affiliations":[{"raw_affiliation_string":"National Council for Scientific and Technical Research (CONICET) and Department of Computer Science, National University of R\u00edo Cuarto, R\u00edo Cuarto, Argentina","institution_ids":["https://openalex.org/I15366983"]},{"raw_affiliation_string":"National Council for Scientific and Technical Research (CONICET) and Dept. of Computer Science, National University of R\u00edo Cuarto, Argentina","institution_ids":["https://openalex.org/I15366983","https://openalex.org/I151201029"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035707440","display_name":"Marcelo F. Frias","orcid":"https://orcid.org/0000-0002-5592-1355"},"institutions":[{"id":"https://openalex.org/I164936912","display_name":"The University of Texas at El Paso","ror":"https://ror.org/04d5vba33","country_code":"US","type":"education","lineage":["https://openalex.org/I164936912"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcelo Fabi\u00e1n Frias","raw_affiliation_strings":["The University of Texas at El Paso, El Paso, TX, USA","The University of Texas at El Paso, United States"],"raw_orcid":"https://orcid.org/0000-0002-5592-1355","affiliations":[{"raw_affiliation_string":"The University of Texas at El Paso, El Paso, TX, USA","institution_ids":["https://openalex.org/I164936912"]},{"raw_affiliation_string":"The University of Texas at El Paso, United States","institution_ids":["https://openalex.org/I164936912"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5032099376"],"corresponding_institution_ids":["https://openalex.org/I4210133962"],"apc_list":null,"apc_paid":null,"fwci":0.8862,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.78472366,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"34","issue":"3","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13243","display_name":"Innovation in Digital Healthcare Systems","score":0.960099995136261,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14484","display_name":"Technology and Data Analysis","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7123277187347412},{"id":"https://openalex.org/keywords/acceptance-testing","display_name":"Acceptance testing","score":0.5679658651351929},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.44606107473373413},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2346501350402832}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7123277187347412},{"id":"https://openalex.org/C131377759","wikidata":"https://www.wikidata.org/wiki/Q322514","display_name":"Acceptance testing","level":2,"score":0.5679658651351929},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.44606107473373413},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2346501350402832},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3702971","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3702971","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3702971","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3702971","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3702971","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3702971","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404299213.pdf"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W202802469","https://openalex.org/W360440500","https://openalex.org/W841012168","https://openalex.org/W1518080236","https://openalex.org/W1548812055","https://openalex.org/W1553534714","https://openalex.org/W1555119508","https://openalex.org/W1560374668","https://openalex.org/W1895387792","https://openalex.org/W1964830323","https://openalex.org/W1978679823","https://openalex.org/W2009526138","https://openalex.org/W2016027000","https://openalex.org/W2019730517","https://openalex.org/W2022846948","https://openalex.org/W2060333670","https://openalex.org/W2061575154","https://openalex.org/W2063387237","https://openalex.org/W2063644419","https://openalex.org/W2076719273","https://openalex.org/W2081840025","https://openalex.org/W2110311336","https://openalex.org/W2114334695","https://openalex.org/W2122947685","https://openalex.org/W2132296233","https://openalex.org/W2145373440","https://openalex.org/W2151497118","https://openalex.org/W2153869077","https://openalex.org/W2153881107","https://openalex.org/W2162535172","https://openalex.org/W2164392635","https://openalex.org/W2244826483","https://openalex.org/W2288083000","https://openalex.org/W2298906545","https://openalex.org/W2344973853","https://openalex.org/W2373227884","https://openalex.org/W2729360425","https://openalex.org/W2791415964","https://openalex.org/W2962708851","https://openalex.org/W2975950293","https://openalex.org/W2998011150","https://openalex.org/W3131152096","https://openalex.org/W3140896149","https://openalex.org/W3165666748","https://openalex.org/W4239249613","https://openalex.org/W4241849139","https://openalex.org/W4243958534","https://openalex.org/W4253606798","https://openalex.org/W4285586679","https://openalex.org/W4300420355","https://openalex.org/W4391902753","https://openalex.org/W4393459761","https://openalex.org/W4407878857","https://openalex.org/W6667354220","https://openalex.org/W6668917516","https://openalex.org/W6791111323","https://openalex.org/W6791738772"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3,138,176],"empirically":[4],"study":[5],"the":[6,63,81,86,101,128,161],"suitability":[7],"of":[8,44,75],"tests":[9,36,192],"as":[10,29],"acceptance":[11],"criteria":[12],"for":[13,56],"automated":[14,22,104],"program":[15,57,64,105,116],"fixes,":[16],"by":[17,21,160,171],"checking":[18],"patches":[19,88,187],"produced":[20,87],"repair":[23,58,65,106],"tools":[24,66,107,155,184],"using":[25,72,92,190,196],"a":[26,42,53,93,114,197],"bug-finding":[27,94,198],"tool,":[28],"opposed":[30],"to":[31,62,112],"previous":[32,174],"works":[33],"that":[34,140,178,186],"used":[35],"or":[37],"manual":[38],"inspections.":[39],"We":[40,83],"develop":[41],"number":[43],"experiments":[45],"in":[46,100,182],"which":[47],"faulty":[48],"programs":[49],"from":[50],"IntroClass":[51],",":[52],"known":[54],"benchmark":[55],"techniques,":[59],"are":[60,108,150,168],"fed":[61],"GenProg,":[67],"Angelix,":[68],"AutoFix,":[69],"and":[70,135,152,164,185],"Nopol,":[71],"test":[73],"suites":[74,125,163],"varying":[76],"quality,":[77],"including":[78],"those":[79],"accompanying":[80],"benchmark.":[82],"then":[84],"check":[85],"against":[89],"formal":[90],"specifications":[91],"tool.":[95,199],"Our":[96],"results":[97],"show":[98,177],"that,":[99],"studied":[102],"scenarios,":[103],"significantly":[109],"more":[110],"likely":[111],"accept":[113],"spurious":[115],"fix":[117],"than":[118,127],"producing":[119],"an":[120],"actual":[121],"one.":[122],"Using":[123],"bounded-exhaustive":[124],"larger":[126,162],"originally":[129],"given":[130],"ones":[131],"(with":[132],"about":[133],"100":[134],"1,000":[136],"tests)":[137],"verify":[139],"overfitting":[141,179],"is":[142,180],"reduced":[143,159],"but":[144],"(a)":[145],"few":[146],"new":[147],"correct":[148,166],"repairs":[149,167],"generated":[151],"(b)":[153],"some":[154],"see":[156],"their":[157],"performance":[158],"fewer":[165],"produced.":[169],"Finally,":[170],"comparing":[172],"with":[173],"work,":[175],"underestimated":[181],"semantics-based":[183],"not":[188],"discarded":[189,195],"held-out":[191],"may":[193],"be":[194]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}