{"id":"https://openalex.org/W4399411985","doi":"https://doi.org/10.1109/tevc.2024.3410873","title":"A Comparison of Large Language Models and Genetic Programming for Program Synthesis","display_name":"A Comparison of Large Language Models and Genetic Programming for Program Synthesis","publication_year":2024,"publication_date":"2024-06-06","ids":{"openalex":"https://openalex.org/W4399411985","doi":"https://doi.org/10.1109/tevc.2024.3410873"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2024.3410873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2024.3410873","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066837192","display_name":"Dominik Sobania","orcid":"https://orcid.org/0000-0001-8873-7143"},"institutions":[{"id":"https://openalex.org/I197323543","display_name":"Johannes Gutenberg University Mainz","ror":"https://ror.org/023b0x485","country_code":"DE","type":"education","lineage":["https://openalex.org/I197323543"]},{"id":"https://openalex.org/I4210094062","display_name":"University Medical Center of the Johannes Gutenberg University Mainz","ror":"https://ror.org/00q1fsf04","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210094062"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Dominik Sobania","raw_affiliation_strings":["Information Systems, Johannes Gutenberg University, Mainz, Germany","Johannes Gutenberg University, Mainz, Germany"],"affiliations":[{"raw_affiliation_string":"Information Systems, Johannes Gutenberg University, Mainz, Germany","institution_ids":["https://openalex.org/I197323543","https://openalex.org/I4210094062"]},{"raw_affiliation_string":"Johannes Gutenberg University, Mainz, Germany","institution_ids":["https://openalex.org/I197323543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065281209","display_name":"Justyna Petke","orcid":"https://orcid.org/0000-0002-7833-6044"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Justyna Petke","raw_affiliation_strings":["Computer Science, University College London, London, U.K","University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Computer Science, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049752195","display_name":"Martin Briesch","orcid":"https://orcid.org/0000-0002-8209-1465"},"institutions":[{"id":"https://openalex.org/I197323543","display_name":"Johannes Gutenberg University Mainz","ror":"https://ror.org/023b0x485","country_code":"DE","type":"education","lineage":["https://openalex.org/I197323543"]},{"id":"https://openalex.org/I4210094062","display_name":"University Medical Center of the Johannes Gutenberg University Mainz","ror":"https://ror.org/00q1fsf04","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210094062"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Briesch","raw_affiliation_strings":["Information Systems, Johannes Gutenberg University, Mainz, Germany","Johannes Gutenberg University, Mainz, Germany"],"affiliations":[{"raw_affiliation_string":"Information Systems, Johannes Gutenberg University, Mainz, Germany","institution_ids":["https://openalex.org/I197323543","https://openalex.org/I4210094062"]},{"raw_affiliation_string":"Johannes Gutenberg University, Mainz, Germany","institution_ids":["https://openalex.org/I197323543"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035443886","display_name":"Franz Rothlauf","orcid":"https://orcid.org/0000-0003-3376-427X"},"institutions":[{"id":"https://openalex.org/I197323543","display_name":"Johannes Gutenberg University Mainz","ror":"https://ror.org/023b0x485","country_code":"DE","type":"education","lineage":["https://openalex.org/I197323543"]},{"id":"https://openalex.org/I4210094062","display_name":"University Medical Center of the Johannes Gutenberg University Mainz","ror":"https://ror.org/00q1fsf04","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210094062"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Franz Rothlauf","raw_affiliation_strings":["Information Systems, Johannes Gutenberg University, Mainz, Germany","Johannes Gutenberg University, Mainz, Germany"],"affiliations":[{"raw_affiliation_string":"Information Systems, Johannes Gutenberg University, Mainz, Germany","institution_ids":["https://openalex.org/I197323543","https://openalex.org/I4210094062"]},{"raw_affiliation_string":"Johannes Gutenberg University, Mainz, Germany","institution_ids":["https://openalex.org/I197323543"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5066837192"],"corresponding_institution_ids":["https://openalex.org/I197323543","https://openalex.org/I4210094062"],"apc_list":null,"apc_paid":null,"fwci":2.0851,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88467911,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"29","issue":"4","first_page":"1434","last_page":"1448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9272000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9182999730110168,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/genetic-programming","display_name":"Genetic programming","score":0.6972154378890991},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6871336102485657},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6163774132728577},{"id":"https://openalex.org/keywords/program-synthesis","display_name":"Program synthesis","score":0.4895692765712738},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40995994210243225},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3536132574081421}],"concepts":[{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.6972154378890991},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6871336102485657},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6163774132728577},{"id":"https://openalex.org/C2776937632","wikidata":"https://www.wikidata.org/wiki/Q4117718","display_name":"Program synthesis","level":2,"score":0.4895692765712738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40995994210243225},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3536132574081421}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tevc.2024.3410873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2024.3410873","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3150125195","display_name":null,"funder_award_id":"EP/P023991/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1501685088","https://openalex.org/W1571203491","https://openalex.org/W1964962870","https://openalex.org/W1978661986","https://openalex.org/W1980900887","https://openalex.org/W1983770999","https://openalex.org/W2034068348","https://openalex.org/W2064675550","https://openalex.org/W2136414484","https://openalex.org/W2408525833","https://openalex.org/W2588072912","https://openalex.org/W2604556510","https://openalex.org/W2604662548","https://openalex.org/W2608579592","https://openalex.org/W2731782677","https://openalex.org/W2886010853","https://openalex.org/W2888117147","https://openalex.org/W2897298408","https://openalex.org/W2950635152","https://openalex.org/W2954383399","https://openalex.org/W2955973312","https://openalex.org/W2961535796","https://openalex.org/W3015940371","https://openalex.org/W3021641881","https://openalex.org/W3040682934","https://openalex.org/W3042565597","https://openalex.org/W3046367554","https://openalex.org/W3091474480","https://openalex.org/W3098605233","https://openalex.org/W3105247453","https://openalex.org/W3159086924","https://openalex.org/W3173383004","https://openalex.org/W3176118284","https://openalex.org/W3178330452","https://openalex.org/W3198225904","https://openalex.org/W3198377975","https://openalex.org/W4220900977","https://openalex.org/W4226075955","https://openalex.org/W4226471628","https://openalex.org/W4281669782","https://openalex.org/W4285734663","https://openalex.org/W4285805238","https://openalex.org/W4294811585","https://openalex.org/W4311887664","https://openalex.org/W4313042694","https://openalex.org/W4361764950","https://openalex.org/W4362564062","https://openalex.org/W4362706991","https://openalex.org/W4379470176","https://openalex.org/W4380757966","https://openalex.org/W4385212233","https://openalex.org/W4385245566","https://openalex.org/W4385302156","https://openalex.org/W4389285849","https://openalex.org/W4391214443","https://openalex.org/W6628772041","https://openalex.org/W6784880316","https://openalex.org/W6798182279","https://openalex.org/W6810738896","https://openalex.org/W6846496255","https://openalex.org/W6850342999","https://openalex.org/W6850612876","https://openalex.org/W6852318870","https://openalex.org/W6857794967"],"related_works":["https://openalex.org/W2968285896","https://openalex.org/W206299888","https://openalex.org/W2102997898","https://openalex.org/W2549153708","https://openalex.org/W2140816515","https://openalex.org/W2381504162","https://openalex.org/W4285805598","https://openalex.org/W1602413278","https://openalex.org/W1528423264","https://openalex.org/W2139185130"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"have":[3],"recently":[4],"become":[5],"known":[6],"for":[7,140],"their":[8,42],"ability":[9],"to":[10,117],"generate":[11],"computer":[12],"programs,":[13],"especially":[14],"through":[15],"tools,":[16],"such":[17],"as":[18,111],"GitHub":[19,56,85,103,145],"Copilot,":[20],"a":[21,90,133],"domain":[22],"where":[23],"genetic":[24],"programming":[25],"(GP)":[26],"has":[27],"been":[28],"very":[29],"successful":[30],"so":[31],"far.":[32],"Although":[33],"they":[34],"require":[35],"different":[36],"inputs":[37],"(free-text":[38],"versus":[39,97],"input/output":[40],"examples)":[41],"goal":[43],"is":[44,115],"the":[45,69,74,137,153],"same\u2014program":[46],"synthesis.":[47],"Therefore,":[48],"in":[49,127],"this":[50],"work,":[51],"we":[52],"compare":[53],"how":[54],"well":[55],"Copilot":[57,86,104,146],"and":[58,71,87,107,120],"GP":[59,88,114,148],"perform":[60],"on":[61,149],"common":[62],"program":[63],"synthesis":[64],"benchmark":[65,94],"problems.":[66,154],"We":[67,82,100],"study":[68],"structure":[70],"diversity":[72,128],"of":[73,93,129,152],"generated":[75,105],"programs":[76,110],"by":[77],"using":[78],"well-known":[79],"software":[80],"metrics.":[81],"find":[83,101,118],"that":[84,102],"solve":[89],"similar":[91],"number":[92],"problems":[95],"(85.2%":[96],"77.8%,":[98],"respectively).":[99],"smaller":[106],"less":[108],"complex":[109],"GP,":[112],"while":[113],"able":[116],"new":[119],"unique":[121],"problem":[122],"solving":[123],"strategies.":[124],"This":[125],"increase":[126],"solutions":[130],"comes":[131],"at":[132],"cost.":[134],"When":[135],"analyzing":[136],"success":[138],"rates":[139],"100":[141],"runs":[142],"per":[143],"problem,":[144],"outperforms":[147],"over":[150],"50%":[151]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}