{"id":"https://openalex.org/W7161785121","doi":"https://doi.org/10.48550/arxiv.2605.20086","title":"What Do Evolutionary Coding Agents Evolve?","display_name":"What Do Evolutionary Coding Agents Evolve?","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161785121","doi":"https://doi.org/10.48550/arxiv.2605.20086"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20086","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20086","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20086","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136543368","display_name":"Nico Pelleriti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pelleriti, Nico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085857010","display_name":"Sree Harsha Nelaturu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nelaturu, Sree Harsha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136566800","display_name":"Zhanke Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zhanke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136581889","display_name":"Zongze Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zongze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136561651","display_name":"Max Zimmer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zimmer, Max","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123291680","display_name":"Bo Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5114731551","display_name":"Sebastian Pokutta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pokutta, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.8305000066757202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.8305000066757202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.023099999874830246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.019099999219179153,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6226000189781189},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.5978000164031982},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.595300018787384},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5803999900817871},{"id":"https://openalex.org/keywords/evolutionary-computation","display_name":"Evolutionary computation","score":0.45820000767707825},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.44119998812675476},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3571999967098236}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6955999732017517},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6226000189781189},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.5978000164031982},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.595300018787384},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5803999900817871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.505299985408783},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47679999470710754},{"id":"https://openalex.org/C105902424","wikidata":"https://www.wikidata.org/wiki/Q1197129","display_name":"Evolutionary computation","level":2,"score":0.45820000767707825},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.44119998812675476},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3783000111579895},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C157741563","wikidata":"https://www.wikidata.org/wiki/Q5418712","display_name":"Evolutionary music","level":5,"score":0.3287000060081482},{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C121835503","wikidata":"https://www.wikidata.org/wiki/Q2596288","display_name":"Evolutionary programming","level":3,"score":0.30309998989105225},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20086","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20086","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20086","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20086","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"work":[1],"pairs":[2],"LLMs":[3],"with":[4,163],"evolutionary":[5,102,107,226,250],"search":[6,88,135,207],"to":[7,79,240],"iteratively":[8],"generate,":[9],"modify,":[10],"and":[11,26,110,113,118,140,150],"select":[12],"code":[13,159,203],"using":[14,170],"task-specific":[15,52],"feedback.":[16],"These":[17,219],"systems":[18],"have":[19],"produced":[20],"strong":[21],"results":[22,220],"in":[23,72,161,225],"mathematical":[24],"discovery":[25],"algorithm":[27,119],"design,":[28],"yet":[29],"a":[30,47,51,99,128,186,196],"fundamental":[31],"question":[32],"remains:":[33],"what":[34],"do":[35],"they":[36],"actually":[37],"evolve?":[38],"Progress":[39],"is":[40],"typically":[41],"summarized":[42],"by":[43],"the":[44,73,80,87,133],"best":[45],"score":[46,56,182],"run":[48],"reaches":[49],"under":[50],"evaluator,":[53],"but":[54],"that":[55,131,222],"can":[57,229],"reflect":[58],"several":[59],"different":[60,233],"mechanisms:":[61],"new":[62,241],"algorithmic":[63,242],"structure,":[64],"re-tuning":[65],"an":[66,171],"existing":[67],"strategy,":[68],"recombining":[69],"ideas":[70],"already":[71],"model's":[74],"internal":[75],"knowledge,":[76],"or":[77,153],"overfitting":[78],"evaluator.":[81],"Distinguishing":[82],"these":[83,123,190],"mechanisms":[84],"requires":[85],"inspecting":[86],"process":[89],"itself,":[90],"not":[91],"only":[92,235],"its":[93],"final":[94,254],"outcome.":[95],"We":[96,156,193],"introduce":[97],"EvoTrace,":[98,180],"dataset":[100],"of":[101,165,189,202,211,237,249],"coding":[103,227,251],"traces":[104],"spanning":[105],"four":[106],"frameworks,":[108],"reasoning":[109],"non-reasoning":[111],"models,":[112],"16":[114],"tasks":[115],"across":[116],"mathematics":[117],"design.":[120],"To":[121],"analyze":[122],"traces,":[124],"we":[125],"develop":[126],"EvoReplay,":[127],"replay-based":[129],"methodology":[130],"reconstructs":[132],"local":[134],"states":[136],"behind":[137],"high-scoring":[138],"solutions":[139],"tests":[141],"controlled":[142],"interventions,":[143],"including":[144],"adjusting":[145],"constants,":[146],"removing":[147],"program":[148],"components":[149],"substituting":[151],"models":[152],"prompting":[154],"contexts.":[155],"annotate":[157],"every":[158,217],"edit":[160,168,191],"EvoTrace":[162,244],"one":[164],"nine":[166],"recurring":[167],"types":[169],"LLM-as-judge":[172],"pipeline":[173],"validated":[174],"against":[175],"blind":[176],"human":[177],"re-annotation.":[178],"Across":[179],"most":[181],"gains":[183,224],"come":[184],"from":[185,231],"small":[187],"subset":[188],"types.":[192],"further":[194],"find":[195],"deterministic":[197],"cycling":[198],"pattern:":[199],"about":[200],"30%":[201],"lines":[204],"added":[205],"during":[206],"are":[208],"byte-identical":[209],"re-introductions":[210],"previously-deleted":[212],"lines,":[213],"present":[214],"throughout":[215],"nearly":[216],"run.":[218],"show":[221],"benchmark":[223,255],"agents":[228,252],"arise":[230],"qualitatively":[232],"mechanisms,":[234],"some":[236],"which":[238],"correspond":[239],"structure.":[243],"enables":[245],"more":[246],"diagnostic":[247],"evaluation":[248],"beyond":[253],"scores.":[256]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}
