{"id":"https://openalex.org/W2980706323","doi":"https://doi.org/10.1109/esem.2019.8870172","title":"How Different Is It Between Machine-Generated and Developer-Provided Patches? : An Empirical Study on the Correct Patches Generated by Automated Program Repair Techniques","display_name":"How Different Is It Between Machine-Generated and Developer-Provided Patches? : An Empirical Study on the Correct Patches Generated by Automated Program Repair Techniques","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2980706323","doi":"https://doi.org/10.1109/esem.2019.8870172","mag":"2980706323"},"language":"en","primary_location":{"id":"doi:10.1109/esem.2019.8870172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem.2019.8870172","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081197883","display_name":"Shangwen Wang","orcid":"https://orcid.org/0000-0003-1469-2063"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shangwen Wang","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003031253","display_name":"Ming Wen","orcid":"https://orcid.org/0000-0001-5588-9618"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ming Wen","raw_affiliation_strings":["The Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019450472","display_name":"Liqian Chen","orcid":"https://orcid.org/0000-0002-7390-5690"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqian Chen","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040799000","display_name":"Xin Yi","orcid":"https://orcid.org/0000-0003-4511-1495"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yi","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080183182","display_name":"Xiaoguang Mao","orcid":"https://orcid.org/0000-0003-4204-7424"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoguang Mao","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5081197883"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":8.41839989,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.97807018,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7623931765556335},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7397225499153137},{"id":"https://openalex.org/keywords/software-inspection","display_name":"Software inspection","score":0.581464409828186},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5550030469894409},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.543520450592041},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5225781202316284},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5162210464477539},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4528747797012329},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.447884738445282},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4016389846801758},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2925834655761719},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.23948219418525696},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.16460353136062622},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.13524767756462097},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09315839409828186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7623931765556335},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7397225499153137},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.581464409828186},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5550030469894409},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.543520450592041},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5225781202316284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5162210464477539},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4528747797012329},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.447884738445282},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4016389846801758},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2925834655761719},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.23948219418525696},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.16460353136062622},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.13524767756462097},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09315839409828186},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/esem.2019.8870172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/esem.2019.8870172","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 ACM/IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-100882","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-100882","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"pmh:oai:repository.ust.hk:1783.1-100882","is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=1949-3770&rft.volume=2019&rft.issue=&rft.date=2019&rft.spage=&rft.aulast=Wang&rft.aufirst=&rft.atitle=How+Different+Is+It+between+Machine-Generated+and+Developer-Provided+Patches%3F+%3A+An+Empirical+Study+on+the+Correct+Patches+Generated+by+Automated+Program+Repair+Techniques&rft.title=International+Symposium+on+Empirical+Software+Engineering+and+Measurement","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1475493299","https://openalex.org/W1710734607","https://openalex.org/W1977696633","https://openalex.org/W1984481956","https://openalex.org/W1991097419","https://openalex.org/W2033644368","https://openalex.org/W2061575154","https://openalex.org/W2063387237","https://openalex.org/W2076719273","https://openalex.org/W2098549348","https://openalex.org/W2104107939","https://openalex.org/W2106072155","https://openalex.org/W2122947685","https://openalex.org/W2135937266","https://openalex.org/W2144575244","https://openalex.org/W2153418968","https://openalex.org/W2153881107","https://openalex.org/W2156723666","https://openalex.org/W2162026482","https://openalex.org/W2288083000","https://openalex.org/W2343875716","https://openalex.org/W2373227884","https://openalex.org/W2518136680","https://openalex.org/W2537787699","https://openalex.org/W2574841074","https://openalex.org/W2582560208","https://openalex.org/W2616524285","https://openalex.org/W2735107749","https://openalex.org/W2735571786","https://openalex.org/W2735974352","https://openalex.org/W2738963658","https://openalex.org/W2740646481","https://openalex.org/W2767233396","https://openalex.org/W2767431443","https://openalex.org/W2767951593","https://openalex.org/W2784445699","https://openalex.org/W2792987835","https://openalex.org/W2793836045","https://openalex.org/W2794443436","https://openalex.org/W2795030435","https://openalex.org/W2795607463","https://openalex.org/W2801865415","https://openalex.org/W2809214741","https://openalex.org/W2850616187","https://openalex.org/W2867448323","https://openalex.org/W2899369852","https://openalex.org/W2900917408","https://openalex.org/W2904214673","https://openalex.org/W2905278195","https://openalex.org/W2905489084","https://openalex.org/W2950571912","https://openalex.org/W2952920225","https://openalex.org/W2962715466","https://openalex.org/W3100600242","https://openalex.org/W3102072242","https://openalex.org/W3103458892","https://openalex.org/W3105092369","https://openalex.org/W3206322347","https://openalex.org/W4231241365","https://openalex.org/W4240869246","https://openalex.org/W4255632703","https://openalex.org/W6753039514"],"related_works":["https://openalex.org/W4313535465","https://openalex.org/W2078393527","https://openalex.org/W1670217665","https://openalex.org/W4233410239","https://openalex.org/W1563960834","https://openalex.org/W3206837661","https://openalex.org/W4207068100","https://openalex.org/W1009016831","https://openalex.org/W4383987923","https://openalex.org/W4298240052"],"abstract_inverted_index":{"Background:":[0],"Over":[1],"the":[2,21,30,80,112,121,165,171,201,215,223,259],"years,":[3],"Automated":[4],"Program":[5],"Repair":[6],"(APR)":[7],"has":[8],"attracted":[9],"much":[10],"attention":[11],"from":[12,60,211,243,261],"both":[13],"academia":[14],"and":[15,50,62,125,160,163,229,232],"industry":[16],"since":[17,194],"it":[18],"can":[19],"reduce":[20],"costs":[22],"in":[23,157],"fixing":[24],"bugs.":[25],"However,":[26],"how":[27,138,153,164,191],"to":[28,34,43,73,186,237],"assess":[29],"patch":[31,251,273],"correctness":[32],"remains":[33],"be":[35],"an":[36,75],"open":[37],"challenge.":[38],"Two":[39],"widely":[40],"adopted":[41],"ways":[42],"approach":[44],"this":[45,69,102],"challenge,":[46],"including":[47],"manually":[48],"checking":[49],"validating":[51],"using":[52],"automated":[53],"generated":[54,85,116,173,204],"tests,":[55],"are":[56,84,208,241],"biased":[57],"(i.e.,":[58],"suffering":[59],"subjectivity":[61],"low":[63],"precision":[64],"respectively).":[65],"Aim:":[66],"To":[67,101],"address":[68],"concern,":[70],"we":[71,104,182,195],"propose":[72],"conduct":[74],"empirical":[76],"study":[77,255,270],"towards":[78,271],"understanding":[79],"correct":[81,114,128,141,202,219],"patches":[82,115,129,142,155,172,203,220,239],"that":[83,197,240],"by":[86,117,205,245],"existing":[87],"state-of-the-art":[88],"APR":[89,161,206,230,234],"techniques,":[90,162],"aiming":[91],"at":[92],"providing":[93],"guidelines":[94],"for":[95,174,222,247,268],"future":[96,269],"assessment":[97],"of":[98,133,167,200,217,225],"patches.":[99],"Method:":[100],"end,":[103],"first":[105],"present":[106],"a":[107,131,168],"Literature":[108],"Review":[109],"(LR)":[110],"on":[111,120],"reported":[113],"recent":[118],"techniques":[119,207,235],"Defects":[122,226],"4J":[123,227],"benchmark":[124],"collect":[126],"177":[127],"after":[130],"process":[132],"sanity":[134],"check.":[135],"We":[136],"investigate":[137],"these":[139,154],"machine-generated":[140,218],"achieve":[143],"semantic":[144],"equivalence,":[145],"but":[146,264],"syntactic":[147],"difference":[148],"compared":[149],"with":[150,249],"developer-provided":[151,212],"ones,":[152],"distribute":[156],"different":[158,210,242],"projects":[159,228],"characteristics":[166],"bug":[169],"affect":[170],"it.":[175],"Results:":[176],"Our":[177,254],"main":[178],"findings":[179],"include:":[180],"1)":[181],"do":[183,193],"not":[184,256],"need":[185],"fix":[187],"bugs":[188,248],"exactly":[189],"like":[190],"developers":[192,246],"observe":[196],"25.4%":[198],"(45/177)":[199],"syntactically":[209],"ones;":[213],"2)":[214],"distribution":[216],"diverges":[221],"aspects":[224],"techniques;":[231],"3)":[233],"tend":[236],"generate":[238],"those":[244],"large":[250],"sizes.":[252],"Conclusion:":[253],"only":[257],"verifies":[258],"conclusions":[260],"previous":[262],"studies":[263],"also":[265],"highlights":[266],"implications":[267],"assessing":[272],"correctness.":[274]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2026-02-23T08:04:50.183275","created_date":"2025-10-10T00:00:00"}