{"id":"https://openalex.org/W7140081755","doi":"https://doi.org/10.1109/tce.2026.3676742","title":"CorrEvator: Evaluating Patch Correctness in Automated Program Repair From Online Community Discussions","display_name":"CorrEvator: Evaluating Patch Correctness in Automated Program Repair From Online Community Discussions","publication_year":2026,"publication_date":"2026-03-23","ids":{"openalex":"https://openalex.org/W7140081755","doi":"https://doi.org/10.1109/tce.2026.3676742"},"language":null,"primary_location":{"id":"doi:10.1109/tce.2026.3676742","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2026.3676742","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100633632","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0003-0098-5359"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyang Wang","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0003-3065-3985","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130388447","display_name":"Shikai Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shikai Guo","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-8554-6365","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115599125","display_name":"Zijian Tao","orcid":"https://orcid.org/0009-0004-9785-6813"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijian Tao","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hui Li","orcid":"https://orcid.org/0000-0003-1923-0669"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Li","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-1923-0669","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124144029","display_name":"Jiaxi Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxi Tan","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017437501","display_name":"Liying Hao","orcid":null},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liying Hao","raw_affiliation_strings":["College of Marine Electrical Engineering, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-4721-3671","affiliations":[{"raw_affiliation_string":"College of Marine Electrical Engineering, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130331415","display_name":"Fa Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I167027274","display_name":"Nanjing Forestry University","ror":"https://ror.org/03m96p165","country_code":"CN","type":"education","lineage":["https://openalex.org/I167027274"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fa Zhu","raw_affiliation_strings":["College of Information Science and College of Artificial Intelligence, Nanjing Forestry University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7089-5386","affiliations":[{"raw_affiliation_string":"College of Information Science and College of Artificial Intelligence, Nanjing Forestry University, Nanjing, China","institution_ids":["https://openalex.org/I167027274"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xingchi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingchi Chen","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130354723","display_name":"Moustafa Youssef","orcid":null},"institutions":[{"id":"https://openalex.org/I80693520","display_name":"American University in Cairo","ror":"https://ror.org/0176yqn58","country_code":"EG","type":"education","lineage":["https://openalex.org/I80693520"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Moustafa Youssef","raw_affiliation_strings":["Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt"],"raw_orcid":"https://orcid.org/0000-0002-2063-4364","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The American University in Cairo, New Cairo, Egypt","institution_ids":["https://openalex.org/I80693520"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29858804,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"72","issue":"2","first_page":"3539","last_page":"3556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.22259999811649323,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.22259999811649323,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.2076999992132187,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.10939999669790268,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6287000179290771},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.3163999915122986},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.2842000126838684},{"id":"https://openalex.org/keywords/electronic-mail","display_name":"Electronic mail","score":0.28200000524520874},{"id":"https://openalex.org/keywords/program-analysis","display_name":"Program analysis","score":0.27320000529289246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6769000291824341},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6287000179290771},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35420000553131104},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.32829999923706055},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3156999945640564},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31040000915527344},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C3020028006","wikidata":"https://www.wikidata.org/wiki/Q9158","display_name":"Electronic mail","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C2778165684","wikidata":"https://www.wikidata.org/wiki/Q6576792","display_name":"Online community","level":2,"score":0.26969999074935913}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2026.3676742","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2026.3676742","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4856448549","display_name":null,"funder_award_id":"3132024257","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5057948433","display_name":null,"funder_award_id":"62472062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6007899901","display_name":null,"funder_award_id":"62202079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automatic":[0],"Program":[1],"Repair":[2],"(APR)":[3],"aims":[4],"to":[5,44,84,140],"automatically":[6],"fix":[7],"software":[8],"bugs":[9],"by":[10,259,273],"diagnosing":[11],"the":[12,27,48,51,79,123,128,149,166,174,188,199,232,248],"root":[13],"cause":[14],"of":[15,47,50,65,81,154,168,187,201,215,285,294,303],"failures":[16],"and":[17,26,29,35,60,63,71,93,127,144,152,160,182,226,241,243,265,279,290],"suggesting":[18],"potential":[19],"solutions,":[20],"effectively":[21,164],"reducing":[22],"developers\u2019":[23],"debugging":[24],"time":[25],"cost":[28],"effort":[30],"associated":[31],"with":[32,247],"bug":[33,58,69,91,142,213,221],"identification":[34],"correction.":[36],"However,":[37],"existing":[38,82],"works":[39,83],"suffer":[40],"from":[41,219],"two":[42,75,189],"challenges":[43,76],"efficient":[45],"evaluation":[46,131,177],"correctness":[49,117,130,176,256],"patches:":[52],"disregarding":[53,169],"syntactic":[54,150,170],"structure":[55,151,171],"information":[56,180],"in":[57,97,118,253],"reports":[59,70,92,143],"patch":[61,72,116,129,145,175,255],"descriptions,":[62,146],"lack":[64],"joint":[66,203],"reasoning":[67,204],"between":[68,90,184,205],"descriptions.":[73,161],"These":[74],"can":[77],"hinder":[78],"ability":[80],"accurately":[85],"discern":[86],"subtle":[87],"semantic":[88],"differences":[89],"patches,":[94],"potentially":[95],"resulting":[96],"incorrect":[98,295],"evaluations.":[99],"To":[100],"address":[101],"these":[102],"challenges,":[103],"this":[104],"study":[105],"proposes":[106],"CorrEvator":[107,121,230,297],"(Correct":[108],"Patches":[109],"Evaluator),":[110],"a":[111,210,282],"novel":[112],"approach":[113],"for":[114,287],"evaluating":[115],"APR.":[119],"Specifically,":[120],"incorporates":[122],"graph":[124,134],"embedding":[125,135],"component":[126,136,163,178],"component.":[132],"The":[133,268],"utilizes":[137],"feature":[138,190],"graphs":[139,191],"depict":[141],"thereby":[147],"encoding":[148],"semantics":[153],"text":[155],"elements":[156,186],"such":[157],"as":[158],"titles":[159],"This":[162],"addresses":[165],"issue":[167],"information.":[172],"Meanwhile,":[173],"facilitates":[179],"exchange":[181],"matching":[183],"different":[185],"through":[192],"an":[193,300],"attention":[194],"coefficient":[195],"mechanism,":[196],"thus":[197],"resolving":[198],"challenge":[200],"lacking":[202],"peers.":[206],"Experimental":[207],"results":[208],"on":[209],"large":[211],"processed":[212],"benchmark":[214],"9,135":[216],"patches":[217,289],"generated":[218],"three":[220],"benchmarks":[222],"(i.e.,":[223],"Defects4j,":[224],"bug.jar":[225],"Bears)":[227],"indicate":[228],"that":[229],"outperforms":[231],"state-of-the-art":[233,249],"methods":[234],"across":[235],"various":[236],"metrics":[237],"including":[238],"AUC,":[239],"F1-score,":[240],"positive":[242],"negative":[244],"recall.":[245],"Compared":[246],"methods,":[250],"CorrEvator\u2019s":[251],"AUC":[252],"predicting":[254],"is":[257],"higher":[258],"0.9%,":[260],"14.9%,":[261],"17.6%,":[262],"27.8%,":[263],"22.5%":[264],"25.5%,":[266],"respectively.":[267],"F1-score":[269],"values":[270],"are":[271],"improved":[272],"0.6%,":[274],"16.4%,":[275],"18.5%,":[276],"24%,":[277],"27%,":[278],"11.2%,":[280],"maintaining":[281],"recall":[283],"rate":[284],"93%":[286],"correct":[288],"filtering":[291],"out":[292],"66.8%":[293],"ones.":[296],"also":[298],"achieves":[299],"average":[301],"Accuracy":[302],"85.2%.":[304]},"counts_by_year":[],"updated_date":"2026-06-09T06:18:44.609144","created_date":"2026-03-24T00:00:00"}