{"id":"https://openalex.org/W4404183048","doi":"https://doi.org/10.1145/3702972","title":"Patch Correctness Assessment: A Survey","display_name":"Patch Correctness Assessment: A Survey","publication_year":2024,"publication_date":"2024-11-08","ids":{"openalex":"https://openalex.org/W4404183048","doi":"https://doi.org/10.1145/3702972"},"language":"en","primary_location":{"id":"doi:10.1145/3702972","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3702972","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3702972","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3702972","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhiwei Fei","orcid":"https://orcid.org/0009-0009-3166-8525"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Fei","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","National Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0009-3166-8525","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075214885","display_name":"Jidong Ge","orcid":"https://orcid.org/0000-0003-1773-0942"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jidong Ge","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","National Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0003-1773-0942","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103039853","display_name":"Chuanyi Li","orcid":"https://orcid.org/0000-0001-9270-5072"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanyi Li","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","National Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0001-9270-5072","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017535079","display_name":"Tianqi Wang","orcid":"https://orcid.org/0009-0008-6190-5117"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianqi Wang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","National Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0008-6190-5117","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054410423","display_name":"Y. Li","orcid":"https://orcid.org/0009-0001-1113-8174"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuning Li","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","National Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0001-1113-8174","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043742633","display_name":"H. Zhang","orcid":"https://orcid.org/0009-0003-7652-0491"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodong Zhang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","National Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0003-7652-0491","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028716858","display_name":"LiGuo Huang","orcid":"https://orcid.org/0000-0001-7790-0195"},"institutions":[{"id":"https://openalex.org/I178169726","display_name":"Southern Methodist University","ror":"https://ror.org/042tdr378","country_code":"US","type":"education","lineage":["https://openalex.org/I178169726"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"LiGuo Huang","raw_affiliation_strings":["Department of Computer Science, Southern Methodist University, Dallas, TX, USA","Department of Computer Science, Southern Methodist University, USA"],"raw_orcid":"https://orcid.org/0000-0001-7790-0195","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Southern Methodist University, Dallas, TX, USA","institution_ids":["https://openalex.org/I178169726"]},{"raw_affiliation_string":"Department of Computer Science, Southern Methodist University, USA","institution_ids":["https://openalex.org/I178169726"]}]},{"author_position":"last","author":{"id":null,"display_name":"Bin Luo","orcid":"https://orcid.org/0009-0001-1102-9584"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Luo","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","National Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0001-1102-9584","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3441,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.94140185,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"34","issue":"2","first_page":"1","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7933751344680786},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7920212745666504},{"id":"https://openalex.org/keywords/survey-research","display_name":"Survey research","score":0.5506458282470703},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18988320231437683},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.058513790369033813}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7933751344680786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7920212745666504},{"id":"https://openalex.org/C173481278","wikidata":"https://www.wikidata.org/wiki/Q7257997","display_name":"Survey research","level":2,"score":0.5506458282470703},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18988320231437683},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.058513790369033813},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3702972","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3702972","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3702972","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3702972","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3702972","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3702972","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1958972189","display_name":null,"funder_award_id":"BK20201250","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404183048.pdf"},"referenced_works_count":145,"referenced_works":["https://openalex.org/W1963523113","https://openalex.org/W1965194038","https://openalex.org/W1969939902","https://openalex.org/W1971650562","https://openalex.org/W1977696633","https://openalex.org/W2049695835","https://openalex.org/W2053154970","https://openalex.org/W2060333670","https://openalex.org/W2061575154","https://openalex.org/W2063387237","https://openalex.org/W2133933998","https://openalex.org/W2145373440","https://openalex.org/W2148143831","https://openalex.org/W2153881107","https://openalex.org/W2156723666","https://openalex.org/W2173361515","https://openalex.org/W2174442795","https://openalex.org/W2285839903","https://openalex.org/W2296467253","https://openalex.org/W2344444819","https://openalex.org/W2344973853","https://openalex.org/W2373227884","https://openalex.org/W2400994325","https://openalex.org/W2465133314","https://openalex.org/W2518136680","https://openalex.org/W2537787699","https://openalex.org/W2548997977","https://openalex.org/W2604348044","https://openalex.org/W2620986014","https://openalex.org/W2735571786","https://openalex.org/W2736762043","https://openalex.org/W2740646481","https://openalex.org/W2741328617","https://openalex.org/W2762550985","https://openalex.org/W2767431443","https://openalex.org/W2767766265","https://openalex.org/W2767951593","https://openalex.org/W2794443436","https://openalex.org/W2794832431","https://openalex.org/W2795030435","https://openalex.org/W2795196167","https://openalex.org/W2795338679","https://openalex.org/W2795866244","https://openalex.org/W2801076109","https://openalex.org/W2801865415","https://openalex.org/W2804618777","https://openalex.org/W2850616187","https://openalex.org/W2867448323","https://openalex.org/W2883977877","https://openalex.org/W2895570420","https://openalex.org/W2904214673","https://openalex.org/W2905489084","https://openalex.org/W2907705732","https://openalex.org/W2911270308","https://openalex.org/W2911282308","https://openalex.org/W2914234945","https://openalex.org/W2914675182","https://openalex.org/W2952920225","https://openalex.org/W2960756002","https://openalex.org/W2963341956","https://openalex.org/W2963909831","https://openalex.org/W2964150020","https://openalex.org/W2967591898","https://openalex.org/W2975950293","https://openalex.org/W2981875947","https://openalex.org/W2998011150","https://openalex.org/W2999309192","https://openalex.org/W3000617142","https://openalex.org/W3011348730","https://openalex.org/W3012438487","https://openalex.org/W3012626099","https://openalex.org/W3035051267","https://openalex.org/W3043761819","https://openalex.org/W3084918652","https://openalex.org/W3088927226","https://openalex.org/W3089621332","https://openalex.org/W3100698844","https://openalex.org/W3101118213","https://openalex.org/W3101193405","https://openalex.org/W3102072242","https://openalex.org/W3104012431","https://openalex.org/W3105867435","https://openalex.org/W3110796479","https://openalex.org/W3121734253","https://openalex.org/W3122473522","https://openalex.org/W3137004499","https://openalex.org/W3165666748","https://openalex.org/W3173591235","https://openalex.org/W3176859472","https://openalex.org/W3193682477","https://openalex.org/W3208407575","https://openalex.org/W3215130818","https://openalex.org/W4207036103","https://openalex.org/W4211035893","https://openalex.org/W4211123598","https://openalex.org/W4221164274","https://openalex.org/W4224244735","https://openalex.org/W4230587496","https://openalex.org/W4231241365","https://openalex.org/W4235670907","https://openalex.org/W4236586490","https://openalex.org/W4236606190","https://openalex.org/W4238124605","https://openalex.org/W4238637948","https://openalex.org/W4239249613","https://openalex.org/W4241395538","https://openalex.org/W4248491408","https://openalex.org/W4248950571","https://openalex.org/W4250325350","https://openalex.org/W4253813365","https://openalex.org/W4254882388","https://openalex.org/W4255108598","https://openalex.org/W4280528532","https://openalex.org/W4285417467","https://openalex.org/W4285490426","https://openalex.org/W4285827657","https://openalex.org/W4286383584","https://openalex.org/W4288043107","https://openalex.org/W4288080276","https://openalex.org/W4289753991","https://openalex.org/W4290861337","https://openalex.org/W4293224757","https://openalex.org/W4295950999","https://openalex.org/W4295953700","https://openalex.org/W4300420355","https://openalex.org/W4308643319","https://openalex.org/W4308643994","https://openalex.org/W4312235155","https://openalex.org/W4312581801","https://openalex.org/W4312591172","https://openalex.org/W4312817595","https://openalex.org/W4313195117","https://openalex.org/W4318751910","https://openalex.org/W4323896452","https://openalex.org/W4380323445","https://openalex.org/W4384345708","https://openalex.org/W4385574005","https://openalex.org/W4387055370","https://openalex.org/W4388422146","https://openalex.org/W4389158507","https://openalex.org/W4392454871","https://openalex.org/W4394652731","https://openalex.org/W4398239261","https://openalex.org/W4400959021","https://openalex.org/W4402457546"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W4241418540","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W1508895727"],"abstract_inverted_index":{"Most":[0],"automated":[1,54,65],"program":[2,55,66],"repair":[3,67],"methods":[4,80],"rely":[5],"on":[6,174],"test":[7,24,32],"cases":[8,33],"to":[9,19,58,72,81,96,115,128],"determine":[10,73],"the":[11,14,20,31,43,61,84,99,103,112,150,161,164,169,179,186],"correctness":[12,85,117],"of":[13,22,86,125,134,143,160,163,171],"generated":[15],"patches.":[16],"However,":[17],"due":[18],"incompleteness":[21],"available":[23,145],"suites,":[25],"some":[26],"patches":[27,62,127],"that":[28],"pass":[29],"all":[30],"may":[34],"still":[35],"be":[36],"incorrect.":[37],"This":[38],"issue":[39],"is":[40,49],"known":[41],"as":[42],"patch":[44,116],"overfitting":[45,59,126],"problem.":[46,136],"Overfitting":[47],"problem":[48,52],"a":[50,93,122,130,140],"longstanding":[51],"in":[53,167],"repair.":[56],"Due":[57],"patches,":[60,87],"obtained":[63],"by":[64,182],"tools":[68],"require":[69],"further":[70],"validation":[71],"their":[74],"correctness.":[75],"Researchers":[76],"have":[77],"proposed":[78],"many":[79],"automatically":[82],"assess":[83],"but":[88],"no":[89],"systematic":[90],"review":[91,111],"provides":[92],"detailed":[94,132],"introduction":[95],"this":[97,107,135],"problem,":[98],"existing":[100,113,165],"solutions,":[101],"and":[102,147,155],"challenges.":[104],"To":[105],"address":[106],"deficiency,":[108],"we":[109,177],"systematically":[110],"approaches":[114],"assessment.":[118],"We":[119,137],"first":[120],"offer":[121],"few":[123],"examples":[124],"acquire":[129],"more":[131],"understanding":[133],"then":[138],"propose":[139],"comprehensive":[141],"categorization":[142],"publicly":[144],"techniques":[146],"datasets,":[148],"examine":[149],"commonly":[151],"used":[152],"evaluation":[153],"metrics,":[154],"perform":[156],"an":[157],"in-depth":[158],"analysis":[159],"effectiveness":[162],"models":[166],"addressing":[168],"challenge":[170],"overfitting.":[172],"Based":[173],"our":[175],"analysis,":[176],"provided":[178],"difficulties":[180],"encountered":[181],"current":[183],"methodologies,":[184],"alongside":[185],"possible":[187],"avenues":[188],"for":[189],"future":[190],"research":[191],"exploration.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}