{"id":"https://openalex.org/W4386436496","doi":"https://doi.org/10.1145/3611643.3616271","title":"Copiloting the Copilots: Fusing Large Language Models with Completion Engines for Automated Program Repair","display_name":"Copiloting the Copilots: Fusing Large Language Models with Completion Engines for Automated Program Repair","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4386436496","doi":"https://doi.org/10.1145/3611643.3616271"},"language":"en","primary_location":{"id":"doi:10.1145/3611643.3616271","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3611643.3616271","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.00608","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058312928","display_name":"Yuxiang Wei","orcid":"https://orcid.org/0000-0002-4391-3753"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuxiang Wei","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075857263","display_name":"Chunqiu Steven Xia","orcid":"https://orcid.org/0000-0001-8660-9324"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunqiu Steven Xia","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043546718","display_name":"Lingming Zhang","orcid":"https://orcid.org/0000-0001-5175-2702"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingming Zhang","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058312928"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":20.5051,"has_fulltext":true,"cited_by_count":95,"citation_normalized_percentile":{"value":0.99562961,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"172","last_page":"184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7808624505996704},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7690857648849487},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5007672309875488},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4967725872993469},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4711419641971588},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.45539751648902893},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4254000782966614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37751781940460205},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16939139366149902}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7808624505996704},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7690857648849487},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5007672309875488},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4967725872993469},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4711419641971588},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.45539751648902893},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4254000782966614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37751781940460205},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16939139366149902},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3611643.3616271","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3611643.3616271","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2309.00608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.00608","pdf_url":"https://arxiv.org/pdf/2309.00608","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.00608","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.00608","pdf_url":"https://arxiv.org/pdf/2309.00608","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2414932747","display_name":null,"funder_award_id":"CCF-2131943","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3371769132","display_name":null,"funder_award_id":"213194","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3697065897","display_name":null,"funder_award_id":"CCF-2141474","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G514240972","display_name":null,"funder_award_id":"CCF-2131943,CCF-2141474","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6335025080","display_name":"CAREER: Maximal and Scalable Unified Debugging for the JVM Ecosystem","funder_award_id":"2131943","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8645764225","display_name":"SHF: Medium: Collaborative Research: Enhancing Continuous Integration Testing for the Open-Source Ecosystem","funder_award_id":"2141474","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386436496.pdf","grobid_xml":"https://content.openalex.org/works/W4386436496.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W2025791343","https://openalex.org/W2060333670","https://openalex.org/W2144575244","https://openalex.org/W2145373440","https://openalex.org/W2156723666","https://openalex.org/W2373227884","https://openalex.org/W2400994325","https://openalex.org/W2465133314","https://openalex.org/W2537787699","https://openalex.org/W2559655401","https://openalex.org/W2740646481","https://openalex.org/W2767431443","https://openalex.org/W2795030435","https://openalex.org/W2851896161","https://openalex.org/W2867448323","https://openalex.org/W2895570420","https://openalex.org/W2898644864","https://openalex.org/W2907705732","https://openalex.org/W2924629359","https://openalex.org/W2972082064","https://openalex.org/W3043761819","https://openalex.org/W3089621332","https://openalex.org/W3098605233","https://openalex.org/W3100698844","https://openalex.org/W3134686229","https://openalex.org/W3160155705","https://openalex.org/W3161027892","https://openalex.org/W3161474773","https://openalex.org/W3170092793","https://openalex.org/W3193682477","https://openalex.org/W3208407575","https://openalex.org/W4281763794","https://openalex.org/W4308643319","https://openalex.org/W4311887664","https://openalex.org/W4312970618","https://openalex.org/W4317536042","https://openalex.org/W4318902699","https://openalex.org/W4362659486","https://openalex.org/W4366327299","https://openalex.org/W4378591002","https://openalex.org/W4382239980","https://openalex.org/W4384345708","https://openalex.org/W4385302156","https://openalex.org/W4389519225","https://openalex.org/W6912728327","https://openalex.org/W6931800888"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889","https://openalex.org/W4387768015","https://openalex.org/W1177522693"],"abstract_inverted_index":{"During":[0],"Automated":[1],"Program":[2],"Repair":[3],"(APR),":[4],"it":[5],"can":[6,129],"be":[7,29,130],"challenging":[8],"to":[9,28,93],"synthesize":[10],"correct":[11,222],"patches":[12,105,223],"for":[13,45],"real-world":[14],"systems":[15],"in":[16,32,74],"general-purpose":[17],"programming":[18,70],"languages.":[19],"Recent":[20],"Large":[21],"Language":[22],"Models":[23],"(LLMs)":[24],"have":[25,40],"been":[26,42],"shown":[27],"helpful":[30],"\u201ccopilots\u201d":[31,98],"assisting":[33],"developers":[34],"with":[35],"various":[36],"coding":[37],"tasks,":[38],"and":[39,133,151,165,190,198,208,221],"also":[41],"directly":[43],"applied":[44],"patch":[46,144],"synthesis.":[47],"However,":[48],"most":[49],"LLMs":[50,116],"treat":[51],"programs":[52],"as":[53],"sequences":[54],"of":[55,62,67,76,84,185,217],"tokens,":[56],"meaning":[57],"that":[58,114,194],"they":[59],"are":[60],"ignorant":[61],"the":[63,68,82,85,96,107,146,163,169,173,177,186,203,225,230],"underlying":[64],"semantics":[65],"constraints":[66],"target":[69],"language.":[71],"This":[72],"results":[73],"plenty":[75],"statically":[77],"invalid":[78],"generated":[79],"patches,":[80],"impeding":[81],"practicality":[83],"technique.":[86],"Therefore,":[87],"we":[88],"propose":[89],"Repilot,":[90],"a":[91,136,142,152,183],"framework":[92],"further":[94],"copilot":[95],"AI":[97],"(i.e.,":[99,120],"LLMs)":[100],"by":[101,122,162,176,206],"synthesizing":[102],"more":[103,219],"valid":[104,220],"during":[106],"repair":[108],"process.":[109],"Our":[110,180],"key":[111],"insight":[112],"is":[113,215],"many":[115],"produce":[117],"outputs":[118],"autoregressively":[119],"token":[121,170],"token),":[123],"resembling":[124],"human":[125],"writing":[126],"programs,":[127],"which":[128,155],"significantly":[131],"boosted":[132],"guided":[134],"through":[135,145],"Completion":[137,153,178],"Engine.":[138,179],"Repilot":[139,195,214],"synergistically":[140],"synthesizes":[141],"candidate":[143],"interaction":[147],"between":[148],"an":[149],"LLM":[150,164,227],"Engine,":[154],"1)":[156],"prunes":[157],"away":[158],"infeasible":[159],"tokens":[160],"suggested":[161],"2)":[166],"proactively":[167],"completes":[168],"based":[171],"on":[172,182],"suggestions":[174],"provided":[175],"evaluation":[181],"subset":[184],"widely-used":[187],"Defects4j":[188],"1.2":[189],"2.0":[191],"datasets":[192],"shows":[193],"fixes":[196],"66":[197],"50":[199],"bugs,":[200],"respectively,":[201],"surpassing":[202],"best-performing":[204],"baseline":[205],"14":[207],"16":[209],"bugs":[210],"fixed.":[211],"More":[212],"importantly,":[213],"capable":[216],"producing":[218],"than":[224],"base":[226],"when":[228],"given":[229],"same":[231],"generation":[232],"budget.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":60},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}