{"id":"https://openalex.org/W3122473522","doi":"https://doi.org/10.1145/3324884.3416532","title":"Evaluating representation learning of code changes for predicting patch correctness in program repair","display_name":"Evaluating representation learning of code changes for predicting patch correctness in program repair","publication_year":2020,"publication_date":"2020-12-21","ids":{"openalex":"https://openalex.org/W3122473522","doi":"https://doi.org/10.1145/3324884.3416532","mag":"3122473522"},"language":"en","primary_location":{"id":"doi:10.1145/3324884.3416532","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3416532","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orbilu.uni.lu/handle/10993/45494","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101397373","display_name":"Haoye Tian","orcid":"https://orcid.org/0000-0002-8049-3997"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Haoye Tian","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374023","display_name":"Kui Liu","orcid":"https://orcid.org/0000-0003-0145-615X"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kui Liu","raw_affiliation_strings":["Nanjing University of Aeronautics and Astronautics, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University of Aeronautics and Astronautics, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050968170","display_name":"Abdoul Kader Kabor\u00e9","orcid":"https://orcid.org/0000-0002-3151-9433"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Abdoul Kader Kabor\u00e9","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070518954","display_name":"Anil Koyuncu","orcid":"https://orcid.org/0000-0001-6975-6752"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Anil Koyuncu","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106407830","display_name":"Li Li","orcid":"https://orcid.org/0000-0003-2990-1614"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040326968","display_name":"Jacques Klein","orcid":"https://orcid.org/0000-0003-4052-475X"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Jacques Klein","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082835974","display_name":"Tegawend\u00e9 F. Bissyand\u00e9","orcid":"https://orcid.org/0000-0001-7270-9869"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Tegawend\u00e9 F. Bissyand\u00e9","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101397373"],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":null,"apc_paid":null,"fwci":15.3678,"has_fulltext":false,"cited_by_count":80,"citation_normalized_percentile":{"value":0.99088146,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"981","last_page":"992"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8683566451072693},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8143939971923828},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.8121296763420105},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6185484528541565},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6004279255867004},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5281486511230469},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5211063027381897},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5187456607818604},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.49686959385871887},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4641856551170349},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.4405834972858429},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4370499849319458},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.43273282051086426},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4197970926761627},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36926066875457764},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.205646812915802},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.127109557390213}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8683566451072693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8143939971923828},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.8121296763420105},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6185484528541565},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6004279255867004},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5281486511230469},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5211063027381897},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5187456607818604},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.49686959385871887},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4641856551170349},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.4405834972858429},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4370499849319458},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43273282051086426},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4197970926761627},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36926066875457764},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.205646812915802},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.127109557390213},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3324884.3416532","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3416532","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/45494","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/45494","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"35th IEEE/ACM International Conference on Automated Software Engineering, September 21-25, 2020, Melbourne, Australia (2020); 35th IEEE/ACM International Conference on Automated Software Engineering, 21-09-220 to 25-09-2020","raw_type":"peer reviewed"},{"id":"pmh:oai:zenodo.org:7295499","is_oa":true,"landing_page_url":"https://zenodo.org/record/7295499","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"pmh:oai:orbilu.uni.lu:10993/45494","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/45494","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"35th IEEE/ACM International Conference on Automated Software Engineering, September 21-25, 2020, Melbourne, Australia (2020); 35th IEEE/ACM International Conference on Automated Software Engineering, 21-09-220 to 25-09-2020","raw_type":"peer reviewed"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W841012168","https://openalex.org/W1972978214","https://openalex.org/W1977696633","https://openalex.org/W2025791343","https://openalex.org/W2061575154","https://openalex.org/W2063387237","https://openalex.org/W2122947685","https://openalex.org/W2131744502","https://openalex.org/W2140609933","https://openalex.org/W2142403498","https://openalex.org/W2145373440","https://openalex.org/W2153881107","https://openalex.org/W2156723666","https://openalex.org/W2168156367","https://openalex.org/W2274071363","https://openalex.org/W2360967250","https://openalex.org/W2518136680","https://openalex.org/W2735571786","https://openalex.org/W2741328617","https://openalex.org/W2741705590","https://openalex.org/W2762550985","https://openalex.org/W2791415964","https://openalex.org/W2795030435","https://openalex.org/W2795607463","https://openalex.org/W2797053859","https://openalex.org/W2801865415","https://openalex.org/W2804618777","https://openalex.org/W2808438073","https://openalex.org/W2867448323","https://openalex.org/W2883977877","https://openalex.org/W2890606267","https://openalex.org/W2895570420","https://openalex.org/W2904214673","https://openalex.org/W2905489084","https://openalex.org/W2908354350","https://openalex.org/W2924629359","https://openalex.org/W2943748428","https://openalex.org/W2950571912","https://openalex.org/W2950577311","https://openalex.org/W2952920225","https://openalex.org/W2954778170","https://openalex.org/W2961757301","https://openalex.org/W2963341956","https://openalex.org/W2963935794","https://openalex.org/W2964150020","https://openalex.org/W2964210007","https://openalex.org/W2967591898","https://openalex.org/W2969612742","https://openalex.org/W2979679630","https://openalex.org/W2981875947","https://openalex.org/W2987083812","https://openalex.org/W2994865335","https://openalex.org/W2997915791","https://openalex.org/W2998011150","https://openalex.org/W2998907024","https://openalex.org/W3000410628","https://openalex.org/W3011013751","https://openalex.org/W3011348730","https://openalex.org/W3012438487","https://openalex.org/W3098605233","https://openalex.org/W3100600242","https://openalex.org/W3100698844","https://openalex.org/W3101193405","https://openalex.org/W3102072242","https://openalex.org/W3104012431","https://openalex.org/W3104423849","https://openalex.org/W3105092369","https://openalex.org/W3105287819","https://openalex.org/W3105867435","https://openalex.org/W3105921553","https://openalex.org/W3115588598","https://openalex.org/W3121734253","https://openalex.org/W3122945969","https://openalex.org/W3123680370","https://openalex.org/W3146720657","https://openalex.org/W4252684946","https://openalex.org/W4288080275","https://openalex.org/W4288614128","https://openalex.org/W4289276777","https://openalex.org/W6607733003"],"related_works":["https://openalex.org/W2122804569","https://openalex.org/W2240979497","https://openalex.org/W2025599150","https://openalex.org/W3104152981","https://openalex.org/W1924474669","https://openalex.org/W2598318421","https://openalex.org/W4241100723","https://openalex.org/W2098192829","https://openalex.org/W2165862892","https://openalex.org/W2081938705"],"abstract_inverted_index":{"A":[0],"large":[1],"body":[2],"of":[3,6,48,68,83,126,153,159,166],"the":[4,33,39,46,49,66,81,124,157,184,206],"literature":[5],"automated":[7],"program":[8],"repair":[9],"develops":[10],"approaches":[11,94],"where":[12],"patches":[13],"are":[14,102],"generated":[15,34],"to":[16,74,98,104,128,178,198],"be":[17,31,43,196],"validated":[18,37],"against":[19,183],"an":[20,28,150],"oracle":[21,29],"(e.g.,":[22],"a":[23,137,163],"test":[24],"suite).":[25],"Because":[26],"such":[27],"can":[30,176],"imperfect,":[32],"patches,":[35],"although":[36],"by":[38,115],"oracle,":[40],"may":[41,79,194],"actually":[42],"incorrect.":[44],"While":[45],"state":[47],"art":[50],"explore":[51],"research":[52],"directions":[53],"that":[54,59,78,101,173,200],"require":[55],"dynamic":[56,190],"information":[57],"or":[58],"rely":[60],"on":[61,109,112,162,189],"manually-crafted":[62],"heuristics,":[63],"we":[64],"study":[65],"benefit":[67],"learning":[69,93,130,139],"code":[70,96],"representations":[71,175,193],"in":[72,132,156,205],"order":[73],"learn":[75],"deep":[76],"features":[77,199],"encode":[80],"properties":[82],"patch":[84,135,160],"correctness.":[85],"Our":[86,170],"empirical":[87],"work":[88],"mainly":[89],"investigates":[90],"different":[91],"representation":[92],"for":[95],"changes":[97],"derive":[99],"embeddings":[100,113,127,144],"amenable":[103],"similarity":[105],"computations.":[106],"We":[107],"report":[108],"findings":[110],"based":[111],"produced":[114],"pre-trained":[116],"and":[117],"re-trained":[118],"neural":[119],"networks.":[120],"Experimental":[121],"results":[122],"demonstrate":[123],"potential":[125],"empower":[129],"algorithms":[131],"reasoning":[133],"about":[134,154],"correctness:":[136],"machine":[138],"predictor":[140],"with":[141,146],"BERT":[142],"transformer-based":[143],"associated":[145],"logistic":[147],"regression":[148],"yielded":[149],"AUC":[151],"value":[152],"0.8":[155],"prediction":[158],"correctness":[161],"deduplicated":[164],"dataset":[165],"1000":[167],"labeled":[168],"patches.":[169],"investigations":[171],"show":[172],"learned":[174],"lead":[177],"reasonable":[179],"performance":[180],"when":[181],"comparing":[182],"state-of-the-art,":[185],"PATCH-SIM,":[186],"which":[187],"relies":[188],"information.":[191],"These":[192],"further":[195],"complementary":[197],"were":[201],"carefully":[202],"(manually)":[203],"engineered":[204],"literature.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}