{"id":"https://openalex.org/W4401215540","doi":"https://doi.org/10.1145/3638530.3654393","title":"Evolution Transformer: In-Context Evolutionary Optimization","display_name":"Evolution Transformer: In-Context Evolutionary Optimization","publication_year":2024,"publication_date":"2024-07-14","ids":{"openalex":"https://openalex.org/W4401215540","doi":"https://doi.org/10.1145/3638530.3654393"},"language":"en","primary_location":{"id":"doi:10.1145/3638530.3654393","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3638530.3654393","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3638530.3654393?download=true","source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3638530.3654393?download=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013857977","display_name":"Robert Tjarko Lange","orcid":"https://orcid.org/0009-0005-8799-1138"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robert Lange","raw_affiliation_strings":["Google DeepMind, Berlin, Germany","Technical Univ. Berlin, Berlin, Germany"],"raw_orcid":"https://orcid.org/0009-0005-8799-1138","affiliations":[{"raw_affiliation_string":"Google DeepMind, Berlin, Germany","institution_ids":[]},{"raw_affiliation_string":"Technical Univ. Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106114019","display_name":"Yingtao Tian","orcid":"https://orcid.org/0000-0002-7208-6259"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingtao Tian","raw_affiliation_strings":["Google DeepMind, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7208-6259","affiliations":[{"raw_affiliation_string":"Google DeepMind, Tokyo, Japan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034342631","display_name":"Yujin Tang","orcid":"https://orcid.org/0000-0003-2387-2090"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yujin Tang","raw_affiliation_strings":["Google DeepMind, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-2387-2090","affiliations":[{"raw_affiliation_string":"Google DeepMind, Tokyo, Japan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1932,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.79793282,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"575","last_page":"578"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9718999862670898,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.589606523513794},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4815688133239746},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1410151720046997},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12135875225067139},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06078362464904785}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.589606523513794},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4815688133239746},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1410151720046997},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12135875225067139},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06078362464904785}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3638530.3654393","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3638530.3654393","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3638530.3654393?download=true","source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3638530.3654393","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3638530.3654393","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3638530.3654393?download=true","source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401215540.pdf","grobid_xml":"https://content.openalex.org/works/W4401215540.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1567473651","https://openalex.org/W2011301426","https://openalex.org/W2034786972","https://openalex.org/W2499607623","https://openalex.org/W3007384386","https://openalex.org/W3150635270","https://openalex.org/W3172170405","https://openalex.org/W3197200122","https://openalex.org/W3212249145","https://openalex.org/W4384024061","https://openalex.org/W4385189997","https://openalex.org/W6682262322"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Evolutionary":[0,122],"optimization":[1,34,129,143],"algorithms":[2],"are":[3],"often":[4],"derived":[5],"from":[6,176],"loose":[7],"biological":[8],"analogies":[9],"and":[10,30,46,68,107,145,164,180],"struggle":[11],"to":[12,27,78,98,109,150,168],"leverage":[13,28],"information":[14],"obtained":[15],"during":[16],"the":[17,79,92,95,99,110,113,118,157,161,172],"sequential":[18],"course":[19],"of":[20,60,66,87,94,101,112,130,160],"optimization.":[21],"An":[22],"alternative":[23],"promising":[24],"approach":[25],"is":[26],"data":[29],"directly":[31],"discover":[32],"powerful":[33],"principles":[35],"via":[36],"meta-optimization.":[37],"In":[38],"this":[39],"work,":[40],"we":[41],"follow":[42],"such":[43],"a":[44,50,58,64,75,85,105,125,166,177],"paradigm":[45],"introduce":[47],"Evolution":[48,61,72,162,173],"Transformer,":[49,174],"causal":[51],"Transformer":[52,73,163],"architecture,":[53],"which":[54],"can":[55],"flexibly":[56],"characterize":[57],"family":[59],"Strategies.":[62],"Given":[63],"trajectory":[65],"evaluations":[67],"search":[69,80,114],"distribution":[70,96],"statistics,":[71],"outputs":[74],"performance-improving":[76],"update":[77,97],"distribution.":[81],"The":[82,137],"architecture":[83],"imposes":[84],"set":[86],"suitable":[88],"inductive":[89],"biases,":[90],"i.e.":[91],"invariance":[93],"order":[100,111],"population":[102],"members":[103],"within":[104],"generation":[106],"equivariance":[108],"dimensions.":[115],"We":[116,155,186],"train":[117,171],"model":[119,139],"weights":[120],"using":[121,133],"Algorithm":[123],"Distillation,":[124],"technique":[126,167],"for":[127],"supervised":[128],"sequence":[131],"models":[132],"teacher":[134],"algorithm":[135],"trajectories.":[136],"resulting":[138,158],"exhibits":[140],"strong":[141,147],"in-context":[142],"performance":[144],"shows":[146],"generalization":[148],"capabilities":[149],"otherwise":[151],"challenging":[152],"neuroevolution":[153],"tasks.":[154],"analyze":[156],"properties":[159],"propose":[165],"fully":[169],"self-referentially":[170],"starting":[175],"random":[178],"initialization":[179],"bootstrapping":[181],"its":[182],"own":[183],"learning":[184],"progress.":[185],"provide":[187],"an":[188],"open":[189],"source":[190],"implementation":[191],"under":[192],"https://github.com/RobertTLange/evosax.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}