{"id":"https://openalex.org/W4401214131","doi":"https://doi.org/10.1145/3638530.3654238","title":"Large Language Models As Evolution Strategies","display_name":"Large Language Models As Evolution Strategies","publication_year":2024,"publication_date":"2024-07-14","ids":{"openalex":"https://openalex.org/W4401214131","doi":"https://doi.org/10.1145/3638530.3654238"},"language":"en","primary_location":{"id":"doi:10.1145/3638530.3654238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3638530.3654238","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3638530.3654238?download=true","source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3638530.3654238?download=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013857977","display_name":"Robert Tjarko Lange","orcid":"https://orcid.org/0009-0005-8799-1138"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robert Lange","raw_affiliation_strings":["Google DeepMind, Berlin, Germany","Technical Univ. Berlin, Berlin, Germany"],"raw_orcid":"https://orcid.org/0009-0005-8799-1138","affiliations":[{"raw_affiliation_string":"Google DeepMind, Berlin, Germany","institution_ids":[]},{"raw_affiliation_string":"Technical Univ. Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106114019","display_name":"Yingtao Tian","orcid":"https://orcid.org/0000-0002-7208-6259"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingtao Tian","raw_affiliation_strings":["Google DeepMind, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7208-6259","affiliations":[{"raw_affiliation_string":"Google DeepMind, Tokyo, Japan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034342631","display_name":"Yujin Tang","orcid":"https://orcid.org/0000-0003-2387-2090"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yujin Tang","raw_affiliation_strings":["Google DeepMind, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-2387-2090","affiliations":[{"raw_affiliation_string":"Google DeepMind, Tokyo, Japan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8447,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.95865633,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"579","last_page":"582"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6689685583114624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6689685583114624}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3638530.3654238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3638530.3654238","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3638530.3654238?download=true","source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3638530.3654238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3638530.3654238","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3638530.3654238?download=true","source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401214131.pdf","grobid_xml":"https://content.openalex.org/works/W4401214131.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W2034786972","https://openalex.org/W2499607623","https://openalex.org/W3007384386","https://openalex.org/W4388134851","https://openalex.org/W4402270921","https://openalex.org/W6682262322"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"Transformer":[1],"models":[2,32],"are":[3,43],"capable":[4,46],"of":[5,9,40,47,71,83,86,106,166],"implementing":[6,48],"a":[7,78,104],"plethora":[8],"so-called":[10],"in-context":[11,158],"learning":[12],"algorithms.":[13,51],"These":[14],"include":[15],"gradient":[16],"descent,":[17],"classification,":[18],"sequence":[19],"completion,":[20],"transformation,":[21],"and":[22,65,90,138,173],"improvement.":[23],"In":[24],"this":[25],"work,":[26],"we":[27,62,111,126,177],"investigate":[28],"whether":[29],"large":[30],"language":[31],"(LLMs),":[33],"which":[34,125],"never":[35],"explicitly":[36],"encountered":[37],"the":[38,68,92,99,117,167],"task":[39,60],"black-box":[41,74,107],"optimization,":[42],"in":[44],"principle":[45],"evolutionary":[49],"optimization":[50,198],"While":[52],"previous":[53],"works":[54],"have":[55],"solely":[56],"focused":[57],"on":[58,67,142,194],"language-based":[59],"specification,":[61],"move":[63],"forward":[64],"focus":[66],"zero-shot":[69],"application":[70],"LLMs":[72,153],"to":[73,94,98,119],"optimization.":[75],"We":[76,161],"introduce":[77],"novel":[79],"prompting":[80],"strategy,":[81,124,172],"consisting":[82],"least-to-most":[84],"sorting":[85],"discretized":[87],"population":[88],"members":[89],"querying":[91],"LLM":[93],"propose":[95],"an":[96,121],"improvement":[97],"mean":[100],"statistic,":[101],"i.e.":[102],"perform":[103],"type":[105],"recombination":[108,159],"operation.":[109],"Empirically,":[110],"find":[112],"that":[113,129,179],"our":[114],"setup":[115],"allows":[116],"user":[118],"obtain":[120],"LLM-based":[122],"evolution":[123],"call":[127],"'EvoLLM',":[128],"robustly":[130],"outperforms":[131],"baseline":[132],"algorithms":[133],"such":[134],"as":[135,146,148,156],"random":[136],"search":[137],"Gaussian":[139],"Hill":[140],"Climbing":[141],"synthetic":[143],"BBOB":[144],"functions":[145],"well":[147],"small":[149],"neuroevolution":[150],"tasks.":[151],"Hence,":[152],"can":[154,181],"act":[155],"'plug-in'":[157],"operators.":[160],"provide":[162],"several":[163],"comparative":[164],"studies":[165],"LLM's":[168],"model":[169],"size,":[170],"prompt":[171],"context":[174],"construction.":[175],"Finally,":[176],"show":[178],"one":[180],"flexibly":[182],"improve":[183],"EvoLLM's":[184],"performance":[185],"by":[186],"providing":[187],"teacher":[188,197],"algorithm":[189],"information":[190],"via":[191],"instruction":[192],"fine-tuning":[193],"previously":[195],"collected":[196],"trajectories.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
