{"id":"https://openalex.org/W4366735548","doi":"https://doi.org/10.1145/3583131.3590481","title":"Fully Autonomous Programming with Large Language Models","display_name":"Fully Autonomous Programming with Large Language Models","publication_year":2023,"publication_date":"2023-07-12","ids":{"openalex":"https://openalex.org/W4366735548","doi":"https://doi.org/10.1145/3583131.3590481"},"language":"en","primary_location":{"id":"doi:10.1145/3583131.3590481","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583131.3590481","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3583131.3590481","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103140627","display_name":"Vadim Liventsev","orcid":"https://orcid.org/0000-0002-6670-6909"},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]},{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Vadim Liventsev","raw_affiliation_strings":["Philips Research, Eindhoven, Netherlands","Technical University of Eindhoven, Eindhoven, Netherlands","Technical University of Eindhoven, Eindhoven, Netherlands Philips Research, Eindhoven, Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I4210122849"]},{"raw_affiliation_string":"Technical University of Eindhoven, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I83019370"]},{"raw_affiliation_string":"Technical University of Eindhoven, Eindhoven, Netherlands Philips Research, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I83019370","https://openalex.org/I4210122849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089233363","display_name":"Anastasiia Grishina","orcid":"https://orcid.org/0000-0003-3139-0200"},"institutions":[{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]},{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Anastasiia Grishina","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway","University of Oslo, Oslo, Norway","Simula Research Laboratory, Oslo, Norway University of Oslo, Oslo, Norway"],"affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]},{"raw_affiliation_string":"University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]},{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267","https://openalex.org/I184942183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105460983","display_name":"Aki H\u00e4rm\u00e4","orcid":"https://orcid.org/0000-0002-2966-3305"},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Aki H\u00e4rm\u00e4","raw_affiliation_strings":["Philips Research, Eindhoven, Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I4210122849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056189345","display_name":"Leon Moonen","orcid":"https://orcid.org/0000-0002-1761-6771"},"institutions":[{"id":"https://openalex.org/I181046868","display_name":"BI Norwegian Business School","ror":"https://ror.org/03ez40v33","country_code":"NO","type":"education","lineage":["https://openalex.org/I181046868"]},{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Leon Moonen","raw_affiliation_strings":["BI Norwegian Business School, Oslo, Norway","Simula Research Laboratory, Oslo, Norway","Simula Research Laboratory, Oslo, Norway BI Norwegian Business School, Oslo, Norway"],"affiliations":[{"raw_affiliation_string":"BI Norwegian Business School, Oslo, Norway","institution_ids":["https://openalex.org/I181046868"]},{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]},{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway BI Norwegian Business School, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267","https://openalex.org/I181046868"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103140627"],"corresponding_institution_ids":["https://openalex.org/I4210122849","https://openalex.org/I83019370"],"apc_list":null,"apc_paid":null,"fwci":22.2799,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":{"value":0.99521531,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1146","last_page":"1155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8722275495529175},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8302031755447388},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7426034808158875},{"id":"https://openalex.org/keywords/genetic-programming","display_name":"Genetic programming","score":0.631362795829773},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5804207921028137},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4829792082309723},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.43982887268066406},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35314083099365234}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8722275495529175},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8302031755447388},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7426034808158875},{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.631362795829773},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5804207921028137},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4829792082309723},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.43982887268066406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35314083099365234},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1145/3583131.3590481","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583131.3590481","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2304.10423","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.10423","pdf_url":"https://arxiv.org/pdf/2304.10423","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:biopen.bi.no:11250/3127232","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3127232","pdf_url":"https://biopen.bi.no/bi-xmlui/bitstream/11250/3127232/1/3583131.3590481.pdf","source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bookPart"},{"id":"pmh:oai:cris.maastrichtuniversity.nl:openaire/ef929cb1-c99e-43d9-acd5-66bf44dfbc39","is_oa":true,"landing_page_url":"https://cris.maastrichtuniversity.nl/en/publications/ef929cb1-c99e-43d9-acd5-66bf44dfbc39","pdf_url":null,"source":{"id":"https://openalex.org/S4306402616","display_name":"Research Publications (Maastricht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I34352273","host_organization_name":"Maastricht University","host_organization_lineage":["https://openalex.org/I34352273"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Liventsev, V, Grishina, A, H\u00e4rm\u00e4, A & Moonen, L 2023, Fully Autonomous Programming with Large Language Models. in GECCO 2023 - Proceedings of the 2023 Genetic and Evolutionary Computation Conference. The Association for Computing Machinery, Inc., pp. 1146-1155, 2023 Genetic and Evolutionary Computation Conference, Lisbon, Portugal, 15/07/23. https://doi.org/10.1145/3583131.3590481","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:cris.maastrichtuniversity.nl:openaire_cris_publications/621c105c-15d8-4168-97bb-d3740a3ba038","is_oa":true,"landing_page_url":"https://cris.maastrichtuniversity.nl/en/publications/621c105c-15d8-4168-97bb-d3740a3ba038","pdf_url":null,"source":{"id":"https://openalex.org/S4306402616","display_name":"Research Publications (Maastricht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I34352273","host_organization_name":"Maastricht University","host_organization_lineage":["https://openalex.org/I34352273"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Liventsev , V , Grishina , A , H\u00e4rm\u00e4 , A & Moonen , L 2023 ' Fully Autonomous Programming with Large Language Models ' Cornell University - arXiv , pp. 1146-1155 . https://doi.org/10.48550/arXiv.2304.10423","raw_type":"workingPaper"},{"id":"pmh:oai:cris.maastrichtuniversity.nl:publications/ef929cb1-c99e-43d9-acd5-66bf44dfbc39","is_oa":true,"landing_page_url":"https://www.scopus.com/pages/publications/85167675554","pdf_url":null,"source":{"id":"https://openalex.org/S4306402616","display_name":"Research Publications (Maastricht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I34352273","host_organization_name":"Maastricht University","host_organization_lineage":["https://openalex.org/I34352273"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Liventsev, V, Grishina, A, H\u00e4rm\u00e4, A & Moonen, L 2023, Fully Autonomous Programming with Large Language Models. in GECCO 2023 - Proceedings of the 2023 Genetic and Evolutionary Computation Conference. The Association for Computing Machinery, Inc., pp. 1146-1155, 2023 Genetic and Evolutionary Computation Conference, Lisbon, Portugal, 15/07/23. https://doi.org/10.1145/3583131.3590481","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:www.duo.uio.no:10852/107448","is_oa":true,"landing_page_url":"http://hdl.handle.net/10852/107448","pdf_url":null,"source":{"id":"https://openalex.org/S4306401717","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"979-8-4007-0119-1","raw_type":"info:eu-repo/semantics/bookPart"},{"id":"doi:10.48550/arxiv.2304.10423","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.10423","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3583131.3590481","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3583131.3590481","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1338030943","display_name":null,"funder_award_id":"812882","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1731361040","display_name":null,"funder_award_id":"#270053","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G3748656914","display_name":null,"funder_award_id":"Norway","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G5244242995","display_name":null,"funder_award_id":"270053","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G6334488888","display_name":null,"funder_award_id":"288787","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W577217370","https://openalex.org/W1901493616","https://openalex.org/W1978661986","https://openalex.org/W1982607217","https://openalex.org/W2037237472","https://openalex.org/W2060610732","https://openalex.org/W2122410182","https://openalex.org/W2399923814","https://openalex.org/W2402199355","https://openalex.org/W2576723740","https://openalex.org/W2608579592","https://openalex.org/W2762550985","https://openalex.org/W2947704387","https://openalex.org/W2962936887","https://openalex.org/W2963935794","https://openalex.org/W2973529529","https://openalex.org/W2981207549","https://openalex.org/W2998011150","https://openalex.org/W3043281046","https://openalex.org/W3088632941","https://openalex.org/W3089307846","https://openalex.org/W3098044990","https://openalex.org/W3126675481","https://openalex.org/W3166095789","https://openalex.org/W3175200128","https://openalex.org/W3177813494","https://openalex.org/W3194936304","https://openalex.org/W3196440773","https://openalex.org/W3198225904","https://openalex.org/W4221153464","https://openalex.org/W4225533190","https://openalex.org/W4226278401","https://openalex.org/W4235968347","https://openalex.org/W4253232217","https://openalex.org/W4281669782","https://openalex.org/W4283702402","https://openalex.org/W4285080116","https://openalex.org/W4288057765","https://openalex.org/W4289763341","https://openalex.org/W4293138061","https://openalex.org/W4306881916","https://openalex.org/W4307867790","https://openalex.org/W4307887045","https://openalex.org/W4311887664","https://openalex.org/W4313563756","https://openalex.org/W4317838010","https://openalex.org/W4319240918","https://openalex.org/W4319793412","https://openalex.org/W4382239980","https://openalex.org/W4384345646","https://openalex.org/W4384345745","https://openalex.org/W4385245566","https://openalex.org/W4385302156","https://openalex.org/W4385567208","https://openalex.org/W4394638297","https://openalex.org/W6605376725","https://openalex.org/W6678087030","https://openalex.org/W6739901393","https://openalex.org/W6752917427","https://openalex.org/W6839139713"],"related_works":["https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2611067230","https://openalex.org/W2480201319","https://openalex.org/W2387706296","https://openalex.org/W2155788121","https://openalex.org/W3194833114","https://openalex.org/W4205868343","https://openalex.org/W2061417947"],"abstract_inverted_index":{"Current":[0],"approaches":[1],"to":[2,17,49,95,100],"program":[3,83],"synthesis":[4],"with":[5,123],"Large":[6],"Language":[7],"Models":[8],"(LLMs)":[9],"exhibit":[10],"a":[11,37,72,82,114,161],"\"near":[12],"miss":[13],"syndrome\":":[14],"they":[15],"tend":[16],"generate":[18],"programs":[19,119],"that":[20],"semantically":[21],"resemble":[22],"the":[23,54,75,87,153,180],"correct":[24],"answer":[25],"(as":[26],"measured":[27,44],"by":[28,45,81],"text":[29],"similarity":[30],"metrics":[31],"or":[32,39,57],"human":[33],"evaluation),":[34],"but":[35],"achieve":[36],"low":[38],"even":[40],"zero":[41],"accuracy":[42],"as":[43,53,66,106,110,112,139,141,152,160],"unit":[46],"tests":[47,167],"due":[48],"small":[50],"imperfections,":[51],"such":[52],"wrong":[55],"input":[56],"output":[58],"format.":[59],"This":[60],"calls":[61],"for":[62,108,168],"an":[63],"approach":[64,94],"known":[65],"Synthesize,":[67],"Execute,":[68],"Debug":[69],"(SED),":[70],"whereby":[71],"draft":[73],"of":[74,163,177],"solution":[76],"is":[77],"generated":[78,125],"first,":[79],"followed":[80],"repair":[84,181],"phase":[85,182],"addressing":[86],"failed":[88],"tests.":[89],"To":[90],"effectively":[91],"apply":[92],"this":[93],"instruction-driven":[96],"LLMs,":[97,109],"one":[98],"needs":[99],"determine":[101],"which":[102],"prompts":[103],"perform":[104],"best":[105],"instructions":[107],"well":[111,140],"strike":[113],"balance":[115],"between":[116],"repairing":[117],"unsuccessful":[118],"and":[120,135,144,155,166,183],"replacing":[121],"them":[122],"newly":[124],"ones.":[126],"We":[127,148],"explore":[128],"these":[129],"trade-offs":[130],"empirically,":[131],"comparing":[132],"replace-focused,":[133],"repair-focused,":[134],"hybrid":[136],"debug":[137],"strategies,":[138],"different":[142],"template-based":[143],"model-based":[145],"prompt-generation":[146],"techniques.":[147],"use":[149],"OpenAI":[150],"Codex":[151,178],"LLM":[154],"Program":[156],"Synthesis":[157],"Benchmark":[158],"2":[159],"database":[162],"problem":[164],"descriptions":[165],"evaluation.":[169],"The":[170],"resulting":[171],"framework":[172],"outperforms":[173],"both":[174],"conventional":[175],"usage":[176],"without":[179],"traditional":[184],"genetic":[185],"programming":[186],"approaches.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-06T07:47:59.780226","created_date":"2025-10-10T00:00:00"}