{"id":"https://openalex.org/W4401694099","doi":"https://doi.org/10.1145/3688834","title":"Benchmarking and Categorizing the Performance of Neural Program Repair Systems for Java","display_name":"Benchmarking and Categorizing the Performance of Neural Program Repair Systems for Java","publication_year":2024,"publication_date":"2024-08-19","ids":{"openalex":"https://openalex.org/W4401694099","doi":"https://doi.org/10.1145/3688834"},"language":"en","primary_location":{"id":"doi:10.1145/3688834","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688834","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688834","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3688834","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102926786","display_name":"Wenkang Zhong","orcid":"https://orcid.org/0000-0001-7426-1594"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenkang Zhong","raw_affiliation_strings":["State Key Laboratory for Novel Software and Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software and Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0001-7426-1594","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software and Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103039853","display_name":"Chuanyi Li","orcid":"https://orcid.org/0000-0001-9270-5072"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanyi Li","raw_affiliation_strings":["State Key Laboratory for Novel Software and Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software and Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0001-9270-5072","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software and Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374023","display_name":"Kui Liu","orcid":"https://orcid.org/0000-0003-0145-615X"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kui Liu","raw_affiliation_strings":["Huawei Software Engineering Application Technology Lab, Hangzhou, China","Huawei Software Engineering Application Technology Lab, China"],"raw_orcid":"https://orcid.org/0000-0003-0145-615X","affiliations":[{"raw_affiliation_string":"Huawei Software Engineering Application Technology Lab, Hangzhou, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"Huawei Software Engineering Application Technology Lab, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075214885","display_name":"Jidong Ge","orcid":"https://orcid.org/0000-0003-1773-0942"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jidong Ge","raw_affiliation_strings":["State Key Laboratory for Novel Software and Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software and Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0003-1773-0942","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software and Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101898724","display_name":"Bin Luo","orcid":"https://orcid.org/0009-0001-1102-9584"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Luo","raw_affiliation_strings":["State Key Laboratory for Novel Software and Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software and Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0001-1102-9584","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software and Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082835974","display_name":"Tegawend\u00e9 F. Bissyand\u00e9","orcid":"https://orcid.org/0000-0001-7270-9869"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Tegawend\u00e9 F. Bissyand\u00e9","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg","University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0001-7270-9869","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]},{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102732054","display_name":"Vincent Ng","orcid":"https://orcid.org/0000-0001-8237-429X"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vincent Ng","raw_affiliation_strings":["University of Texas at Dallas, Richardson, TX, USA","University of Texas at Dallas, USA"],"raw_orcid":"https://orcid.org/0000-0001-8237-429X","affiliations":[{"raw_affiliation_string":"University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"University of Texas at Dallas, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9292,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.78613788,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"34","issue":"1","first_page":"1","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8685935735702515},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8531091213226318},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7210687398910522},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5878696441650391},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.533972978591919},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4682985842227936},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4464940130710602},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3897000551223755},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3893689811229706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3817371129989624},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.33103147149086},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1063784658908844}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8685935735702515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8531091213226318},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7210687398910522},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5878696441650391},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.533972978591919},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4682985842227936},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4464940130710602},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3897000551223755},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3893689811229706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3817371129989624},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.33103147149086},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1063784658908844},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3688834","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688834","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688834","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/66852","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/66852","pdf_url":"https://orbilu.uni.lu/bitstream/10993/66852/1/2024-zhong-benchmarking.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Software Engineering and Methodology, 34 (1), 1-35 (2024-12-30)","raw_type":"http://purl.org/coar/resource_type/c_6501"}],"best_oa_location":{"id":"doi:10.1145/3688834","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688834","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688834","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1956222819","display_name":null,"funder_award_id":"949014","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1958972189","display_name":null,"funder_award_id":"BK20201250","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G2231611441","display_name":null,"funder_award_id":"2022YFF0711404","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2257140860","display_name":null,"funder_award_id":"62172214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4462563244","display_name":"I-Corps: Fragmented Learning App based on Knowledge Graphs","funder_award_id":"2034508","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4931251985","display_name":null,"funder_award_id":"2034508","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6948154856","display_name":null,"funder_award_id":"BK20210279","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8557468338","display_name":null,"funder_award_id":"2022YFF0711404","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401694099.pdf"},"referenced_works_count":96,"referenced_works":["https://openalex.org/W1582774210","https://openalex.org/W2061575154","https://openalex.org/W2064675550","https://openalex.org/W2104107939","https://openalex.org/W2137983211","https://openalex.org/W2145373440","https://openalex.org/W2153881107","https://openalex.org/W2156723666","https://openalex.org/W2157657084","https://openalex.org/W2285839903","https://openalex.org/W2344973853","https://openalex.org/W2465133314","https://openalex.org/W2518136680","https://openalex.org/W2537787699","https://openalex.org/W2560674852","https://openalex.org/W2759944965","https://openalex.org/W2762550985","https://openalex.org/W2769664078","https://openalex.org/W2850616187","https://openalex.org/W2867448323","https://openalex.org/W2883977877","https://openalex.org/W2895570420","https://openalex.org/W2904214673","https://openalex.org/W2905489084","https://openalex.org/W2907705732","https://openalex.org/W2924629359","https://openalex.org/W2950571912","https://openalex.org/W2954778170","https://openalex.org/W2955767826","https://openalex.org/W2961757301","https://openalex.org/W2963341956","https://openalex.org/W2963909831","https://openalex.org/W2967591898","https://openalex.org/W2972082064","https://openalex.org/W2975950293","https://openalex.org/W2979566992","https://openalex.org/W2981852735","https://openalex.org/W3000410628","https://openalex.org/W3000617142","https://openalex.org/W3003903547","https://openalex.org/W3012626099","https://openalex.org/W3016496139","https://openalex.org/W3032749142","https://openalex.org/W3043761819","https://openalex.org/W3081159607","https://openalex.org/W3084918652","https://openalex.org/W3098605233","https://openalex.org/W3100698844","https://openalex.org/W3104012431","https://openalex.org/W3112198431","https://openalex.org/W3134686229","https://openalex.org/W3160155705","https://openalex.org/W3161474773","https://openalex.org/W3174220201","https://openalex.org/W3176316046","https://openalex.org/W3177722508","https://openalex.org/W3183859557","https://openalex.org/W3193682477","https://openalex.org/W3194184668","https://openalex.org/W3198685994","https://openalex.org/W4205596332","https://openalex.org/W4221166942","https://openalex.org/W4231241365","https://openalex.org/W4236606190","https://openalex.org/W4239249613","https://openalex.org/W4241395538","https://openalex.org/W4253813365","https://openalex.org/W4254882388","https://openalex.org/W4284705844","https://openalex.org/W4288077069","https://openalex.org/W4288080276","https://openalex.org/W4288089799","https://openalex.org/W4288614128","https://openalex.org/W4295950999","https://openalex.org/W4300420355","https://openalex.org/W4308643319","https://openalex.org/W4309674289","https://openalex.org/W4312970618","https://openalex.org/W4313563636","https://openalex.org/W4313563660","https://openalex.org/W4313563681","https://openalex.org/W4315588908","https://openalex.org/W4362514336","https://openalex.org/W4362598291","https://openalex.org/W4377943420","https://openalex.org/W4382239980","https://openalex.org/W4384009665","https://openalex.org/W4384302762","https://openalex.org/W4384304728","https://openalex.org/W4384345708","https://openalex.org/W4384345709","https://openalex.org/W4384345778","https://openalex.org/W4388482966","https://openalex.org/W4388483128","https://openalex.org/W4389158474","https://openalex.org/W4390306691"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2,109],"seen":[3],"a":[4,28,124,136,144],"rise":[5],"in":[6,12,38,53,104],"Neural":[7],"Program":[8],"Repair":[9],"(NPR)":[10],"systems":[11,33,62,71,93,156,164,193],"the":[13,54,76,113,128,154,171,174,187,195,200],"software":[14],"engineering":[15],"community,":[16],"which":[17],"adopt":[18],"advanced":[19],"deep":[20],"learning":[21],"techniques":[22],"to":[23],"automatically":[24],"fix":[25],"bugs.":[26,81],"Having":[27],"comprehensive":[29],"understanding":[30],"of":[31,57,78,87,112,116,127,190,197,202],"existing":[32,117,129],"can":[34],"facilitate":[35],"new":[36,145],"improvements":[37,103,201],"this":[39,105,120],"area":[40,106],"and":[41,68,107,138,147,152,160,173,181,194],"provide":[42],"practical":[43],"instructions":[44],"for":[45,91],"users.":[46],"However,":[47],"we":[48,122,141],"observe":[49],"two":[50],"potential":[51],"weaknesses":[52],"current":[55,92,191],"evaluation":[56,126,182],"NPR":[58,70,132,192],"systems:":[59],"\u2460":[60],"published":[61],"are":[63,72,89],"trained":[64],"with":[65,157,165],"varying":[66],"data,":[67],"\u2461":[69],"roughly":[73],"evaluated":[74],"through":[75],"number":[77],"totally":[79],"fixed":[80],"Questions":[82],"such":[83],"as":[84],"what":[85],"types":[86],"bugs":[88],"repairable":[90],"cannot":[94,100],"be":[95],"answered":[96],"yet.":[97],"Consequently,":[98],"researchers":[99],"make":[101],"target":[102],"users":[108],"no":[110],"idea":[111],"real":[114,188],"affair":[115],"systems.":[118,133],"In":[119],"article,":[121],"perform":[123,135],"systematic":[125],"nine":[130,155],"state-of-the-art":[131],"To":[134],"fair":[137],"detailed":[139,166],"comparison,":[140],"(1)":[142],"build":[143],"benchmark":[146,179],"framework":[148],"that":[149],"supports":[150],"training":[151],"validating":[153],"unified":[158],"data":[159],"(2)":[161],"evaluate":[162],"re-trained":[163],"performance":[167],"analysis,":[168],"especially":[169],"on":[170],"effectiveness":[172],"efficiency.":[175],"We":[176],"believe":[177],"our":[178],"tool":[180],"results":[183],"could":[184],"offer":[185],"practitioners":[186],"affairs":[189],"implications":[196],"further":[198],"facilitating":[199],"NPR.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-20T07:56:41.581041","created_date":"2025-10-10T00:00:00"}