{"id":"https://openalex.org/W4384345708","doi":"https://doi.org/10.1109/icse48619.2023.00129","title":"Automated Program Repair in the Era of Large Pre-trained Language Models","display_name":"Automated Program Repair in the Era of Large Pre-trained Language Models","publication_year":2023,"publication_date":"2023-05-01","ids":{"openalex":"https://openalex.org/W4384345708","doi":"https://doi.org/10.1109/icse48619.2023.00129"},"language":"en","primary_location":{"id":"doi:10.1109/icse48619.2023.00129","doi":"https://doi.org/10.1109/icse48619.2023.00129","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse48619.2023.00129","pdf_url":null,"source":{"id":"https://openalex.org/S7407086679","display_name":"IEEE/ACM International Conference on Software Engineering (ICSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 45th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.14179","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075857263","display_name":"Chunqiu Steven Xia","orcid":"https://orcid.org/0000-0001-8660-9324","observed_orcids":["https://orcid.org/0000-0001-8660-9324"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunqiu Steven Xia","raw_affiliation_strings":["University of Illinois,Urbana-Champaign","University of Illinois, Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois,Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois, Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058312928","display_name":"Yuxiang Wei","orcid":"https://orcid.org/0000-0002-4391-3753","observed_orcids":["https://orcid.org/0000-0002-4391-3753"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuxiang Wei","raw_affiliation_strings":["University of Illinois,Urbana-Champaign","University of Illinois, Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois,Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois, Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043546718","display_name":"Lingming Zhang","orcid":"https://orcid.org/0000-0001-5175-2702","observed_orcids":["https://orcid.org/0000-0001-5175-2702"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingming Zhang","raw_affiliation_strings":["University of Illinois,Urbana-Champaign","University of Illinois, Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois,Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"University of Illinois, Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":83.3983,"has_fulltext":false,"cited_by_count":432,"citation_normalized_percentile":{"value":1.0,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1482","last_page":"1494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.7167999744415283,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.7167999744415283,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.28200000524520874,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-program-repair","display_name":"automated program repair","score":1.0},{"id":"https://openalex.org/keywords/large-pre-trained-language-models","display_name":"large pre-trained language models","score":0.9190000295639038},{"id":"https://openalex.org/keywords/bug-fixing","display_name":"bug fixes","score":0.5189999938011169},{"id":"https://openalex.org/keywords/patch-generation","display_name":"patch generation","score":0.6660000085830688},{"id":"https://openalex.org/keywords/infilling","display_name":"infilling","score":0.6010000109672546},{"id":"https://openalex.org/keywords/model-scaling","display_name":"model scaling","score":0.6039999723434448}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6416293978691101},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47030705213546753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37419557571411133},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1588054597377777},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icse48619.2023.00129","doi":"https://doi.org/10.1109/icse48619.2023.00129","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse48619.2023.00129","pdf_url":null,"source":{"id":"https://openalex.org/S7407086679","display_name":"IEEE/ACM International Conference on Software Engineering (ICSE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/ACM 45th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2210.14179","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.14179","pdf_url":"https://arxiv.org/pdf/2210.14179","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.14179","doi":"https://doi.org/10.48550/arxiv.2210.14179","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.14179","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.14179","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.14179","pdf_url":"https://arxiv.org/pdf/2210.14179","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6335025080","display_name":"CAREER: Maximal and Scalable Unified Debugging for the JVM Ecosystem","funder_award_id":"2131943","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W841012168","https://openalex.org/W1693912443","https://openalex.org/W1993760289","https://openalex.org/W2025791343","https://openalex.org/W2037237472","https://openalex.org/W2101105183","https://openalex.org/W2110908283","https://openalex.org/W2130942839","https://openalex.org/W2135841285","https://openalex.org/W2144575244","https://openalex.org/W2145373440","https://openalex.org/W2153418968","https://openalex.org/W2156723666","https://openalex.org/W2373227884","https://openalex.org/W2400994325","https://openalex.org/W2465133314","https://openalex.org/W2611232581","https://openalex.org/W2740646481","https://openalex.org/W2762550985","https://openalex.org/W2767431443","https://openalex.org/W2767951593","https://openalex.org/W2795030435","https://openalex.org/W2851896161","https://openalex.org/W2867448323","https://openalex.org/W2888328667","https://openalex.org/W2895570420","https://openalex.org/W2896457183","https://openalex.org/W2898644864","https://openalex.org/W2904214673","https://openalex.org/W2907705732","https://openalex.org/W2924629359","https://openalex.org/W2924690340","https://openalex.org/W2938704169","https://openalex.org/W2950813464","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W2991748713","https://openalex.org/W3001279689","https://openalex.org/W3005628256","https://openalex.org/W3009206850","https://openalex.org/W3042956498","https://openalex.org/W3043761819","https://openalex.org/W3089621332","https://openalex.org/W3098605233","https://openalex.org/W3100698844","https://openalex.org/W3118781290","https://openalex.org/W3125046082","https://openalex.org/W3126675481","https://openalex.org/W3130319171","https://openalex.org/W3134686229","https://openalex.org/W3146720657","https://openalex.org/W3160155705","https://openalex.org/W3161282429","https://openalex.org/W3177813494","https://openalex.org/W3193682477","https://openalex.org/W3198685994","https://openalex.org/W3208407575","https://openalex.org/W3212496002","https://openalex.org/W4224060952","https://openalex.org/W4226279206","https://openalex.org/W4226287673","https://openalex.org/W4252763650","https://openalex.org/W4284690374","https://openalex.org/W4285225959","https://openalex.org/W4285597491","https://openalex.org/W4292779060","https://openalex.org/W4308643319","https://openalex.org/W4318902699","https://openalex.org/W4385245566","https://openalex.org/W4394638297"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Automated":[0],"Program":[1],"Repair":[2],"(APR)":[3],"aims":[4],"to":[5,28,36,42,91,116,149,159,168,269,314],"help":[6,66],"developers":[7],"automatically":[8],"patch":[9,25,175,307,328,331],"software":[10],"bugs.":[11,31],"However,":[12],"current":[13],"state-of-the-art":[14,93,138,232,241],"traditional":[15],"and":[16,143,187,210,222,321,351],"learning-based":[17],"APR":[18,78,112,233,249,264,339],"techniques":[19,250],"face":[20],"the":[21,37,103,110,124,161,173,185,197,215,228,256,259,277,284,309,348],"problem":[22,113],"of":[23,61,106,182,217],"limited":[24],"variety,":[26],"failing":[27],"fix":[29,44,354],"complicated":[30],"This":[32],"is":[33,114,291],"mainly":[34],"due":[35],"reliance":[38],"on":[39,81,99,109,128,203,251],"bug-fixing":[40,83],"datasets":[41,205],"craft":[43],"templates":[45],"(traditional)":[46],"or":[47,95,330],"directly":[48,74,129,239],"predict":[49],"potential":[50],"patches":[51,301,313],"(learning-based).":[52],"Large":[53],"Pre-Trained":[54],"Language":[55],"Models":[56],"(LLMs),":[57],"trained":[58],"using":[59],"billions":[60],"text/code":[62],"tokens,":[63],"can":[64,165,243,322,340],"potentially":[65],"avoid":[67],"this":[68,120],"issue.":[69],"Very":[70],"recently,":[71],"researchers":[72],"have":[73],"leveraged":[75,325],"LLMs":[76,94,108,131,167,198,213,229,242,310],"for":[77,132,263,276,326],"without":[79],"relying":[80],"any":[82],"datasets.":[84,101,254],"Meanwhile,":[85],"such":[86],"existing":[87,248],"work":[88],"either":[89],"failed":[90],"include":[92],"was":[96],"not":[97,294],"evaluated":[98],"realistic":[100],"Thus,":[102],"true":[104],"power":[105],"modern":[107],"important":[111,292],"yet":[115],"be":[117,315,324,341],"revealed.":[118],"In":[119],"work,":[121],"we":[122,164,274,335],"perform":[123],"first":[125,278],"extensive":[126],"study":[127,236],"applying":[130,240],"APR.":[133],"We":[134,153,195,225],"select":[135],"9":[136],"recent":[137,231],"LLMs,":[139,258],"including":[140],"both":[141],"generative":[142],"infilling":[144],"models,":[145],"ranging":[146],"from":[147],"125M":[148],"20B":[150],"in":[151,179,214,288,293],"size.":[152],"designed":[154],"3":[155,207],"different":[156,162,208,212],"repair":[157,201],"settings":[158,202],"evaluate":[160],"ways":[163],"use":[166],"generate":[169,172],"patches:":[170],"1)":[171,346],"entire":[174],"function,":[176],"2)":[177,352],"fill":[178],"a":[180,191],"chunk":[181],"code":[183,282],"given":[184],"prefix":[186],"suffix":[188,281],"3)":[189],"output":[190],"single":[192],"line":[193,286],"fix.":[194],"apply":[196],"under":[199],"these":[200],"5":[204],"across":[206],"languages":[209],"compare":[211,227],"number":[216],"bugs":[218],"fixed,":[219],"generation":[220],"speed":[221],"compilation":[223,304],"rate.":[224,305],"also":[226],"against":[230],"tools.":[234],"Our":[235],"demonstrates":[237],"that":[238,280,337],"already":[244],"substantially":[245,343],"outperform":[246],"all":[247,252],"our":[253],"Among":[255],"studied":[257],"scaling":[260],"effect":[261],"exists":[262],"where":[265],"larger":[266],"models":[267],"tend":[268],"achieve":[270],"better":[271],"performance.":[272],"Also,":[273],"show":[275,336],"time":[279],"after":[283],"buggy":[285],"(adopted":[287],"infilling-style":[289],"APR)":[290],"only":[295],"generating":[296],"more":[297,300,316],"fixes":[298],"but":[299],"with":[302],"higher":[303],"Besides":[306],"generation,":[308],"consider":[311],"correct":[312],"natural":[317],"than":[318],"other":[319],"ones,":[320],"even":[323],"effective":[327],"ranking":[329],"correctness":[332],"checking.":[333],"Lastly,":[334],"LLM-based":[338],"further":[342],"boosted":[344],"via:":[345],"increasing":[347],"sample":[349],"size,":[350],"incorporating":[353],"template":[355],"information.":[356]},"counts_by_year":[{"year":2026,"cited_by_count":104},{"year":2025,"cited_by_count":157},{"year":2024,"cited_by_count":141},{"year":2023,"cited_by_count":30}],"updated_date":"2026-10-25T09:29:13.331239","created_date":"2023-07-15T00:00:00"}