{"id":"https://openalex.org/W4403430269","doi":"https://doi.org/10.1145/3638530.3654426","title":"Synergistic Utilization of LLMs for Program Synthesis","display_name":"Synergistic Utilization of LLMs for Program Synthesis","publication_year":2024,"publication_date":"2024-07-14","ids":{"openalex":"https://openalex.org/W4403430269","doi":"https://doi.org/10.1145/3638530.3654426"},"language":"en","primary_location":{"id":"doi:10.1145/3638530.3654426","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3638530.3654426","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.repository.cam.ac.uk/bitstreams/ecfc43b3-e1b4-43d5-92fd-ec3014798ac8/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114278435","display_name":"David Vella Zarb","orcid":"https://orcid.org/0009-0005-5576-7529"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"David Vella Zarb","raw_affiliation_strings":["University of Cambridge, Cambridge, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0005-5576-7529","affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070516703","display_name":"Geoffrey T. Parks","orcid":"https://orcid.org/0000-0001-8188-5047"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geoff Parks","raw_affiliation_strings":["University of Cambridge, Cambridge, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-8188-5047","affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009284729","display_name":"Timoleon Kipouros","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Timoleon Kipouros","raw_affiliation_strings":["University of Cambridge, Cambridge, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-3392-283X","affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5114278435"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":0.5718,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.64411157,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"539","last_page":"542"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40021654963493347}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40021654963493347}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3638530.3654426","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3638530.3654426","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/374059","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/374059","pdf_url":"https://www.repository.cam.ac.uk/bitstreams/ecfc43b3-e1b4-43d5-92fd-ec3014798ac8/download","source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Object"},{"id":"doi:10.17863/cam.112265","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.112265","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:www.repository.cam.ac.uk:1810/374059","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/374059","pdf_url":"https://www.repository.cam.ac.uk/bitstreams/ecfc43b3-e1b4-43d5-92fd-ec3014798ac8/download","source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Object"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403430269.pdf"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W1978661986","https://openalex.org/W3043281046","https://openalex.org/W3173383004","https://openalex.org/W4288055372","https://openalex.org/W4391249722"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032"],"abstract_inverted_index":{"Advances":[0],"in":[1,15,131],"Large":[2],"Language":[3],"Models":[4],"(LLMs)":[5],"have":[6],"led":[7],"them":[8],"to":[9,26,49,58,69,106,116],"be":[10,27,66],"used":[11],"as":[12,129],"black":[13],"boxes":[14],"several":[16],"evolutionary":[17],"algorithms":[18,52],"for":[19,37],"program":[20],"synthesis.":[21],"While":[22],"these":[23],"methods":[24],"tend":[25],"agnostic":[28],"about":[29],"which":[30],"model":[31],"is":[32,137],"used,":[33],"they":[34],"only":[35],"allow":[36],"using":[38,44,83,100,117],"one.":[39],"This":[40],"paper":[41],"suggests":[42],"that":[43,64,99,125],"a":[45,59,101],"combination":[46,102],"of":[47,62,73,103,133],"LLMs":[48,104],"seed":[50],"population-based":[51],"introduces":[53],"more":[54,107],"variation":[55],"and":[56,89,110],"leads":[57,105],"wider":[60],"variety":[61],"problems":[63,108],"can":[65],"solved,":[67],"due":[68],"leveraging":[70],"the":[71,80,84,118,126],"strengths":[72],"component":[74],"LLMs.":[75],"We":[76,122],"test":[77,112],"this":[78],"on":[79],"PSB2":[81],"suite,":[82],"Search,":[85],"Execute,":[86],"Instruct,":[87],"Debug":[88],"Rank":[90],"(SEIDR)":[91],"algorithm.":[92],"In":[93],"all":[94],"cases":[95],"examined,":[96],"we":[97],"find":[98,124],"solved":[109],"better":[111],"pass":[113],"rates":[114],"compared":[115],"best":[119],"individual":[120],"model.":[121],"also":[123],"computational":[127],"cost,":[128],"measured":[130],"terms":[132],"excess":[134],"programs":[135],"generated,":[136],"lowered.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}