{"id":"https://openalex.org/W7162397884","doi":"https://doi.org/10.48550/arxiv.2605.24110","title":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","display_name":"EvoCode-Bench: Evaluating Coding Agents in Multi-Turn Iterative Interactions","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162397884","doi":"https://doi.org/10.48550/arxiv.2605.24110"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.24110","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24110","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.24110","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136380680","display_name":"Haiyang Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Haiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136429742","display_name":"Xuanzhong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xuanzhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136452921","display_name":"Wendong Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Wendong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136994783","display_name":"Yun Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137033245","display_name":"Liang Kung Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100723030","display_name":"Kuan Li","orcid":"https://orcid.org/0000-0002-3272-4084"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Kuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.37929999828338623,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.37929999828338623,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.1331000030040741,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.0828000009059906,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.7547000050544739},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5600000023841858},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.5540000200271606},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5347999930381775},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.47099998593330383},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.351500004529953},{"id":"https://openalex.org/keywords/nonparametric-statistics","display_name":"Nonparametric statistics","score":0.32600000500679016},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.3221000134944916}],"concepts":[{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.7547000050544739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7149999737739563},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5600000023841858},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.5540000200271606},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5347999930381775},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.47099998593330383},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33239999413490295},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C2778058735","wikidata":"https://www.wikidata.org/wiki/Q4692253","display_name":"Aggregate data","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C2984074130","wikidata":"https://www.wikidata.org/wiki/Q73539779","display_name":"R package","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2596000134944916},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C2779545769","wikidata":"https://www.wikidata.org/wiki/Q5135364","display_name":"Closeness","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.24110","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24110","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.24110","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.24110","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6221004128456116,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Coding":[0],"agents":[1,83,132,160,165],"are":[2],"increasingly":[3],"used":[4],"as":[5,35],"iterative":[6],"development":[7],"partners,":[8],"but":[9],"most":[10,104],"benchmarks":[11],"still":[12],"evaluate":[13,80],"one":[14,18],"specification":[15],"followed":[16],"by":[17,109,151],"final":[19],"assessment.":[20],"This":[21],"leaves":[22],"out":[23],"a":[24,41,88,95,99],"basic":[25],"question:":[26],"can":[27],"an":[28],"agent":[29,119],"keep":[30],"its":[31],"own":[32],"codebase":[33],"working":[34],"requirements":[36,62,74],"change?":[37],"We":[38,79,175],"introduce":[39],"EvoCode-Bench,":[40],"benchmark":[42,178],"of":[43,148],"26":[44],"stateful":[45],"coding":[46,82],"tasks":[47],"and":[48,66,75,93,141,172,180],"227":[49],"evaluated":[50],"rounds.":[51],"Each":[52],"task":[53],"preserves":[54],"the":[55,117,130,177],"agent's":[56],"workspace":[57],"for":[58],"5-15":[59],"rounds,":[60],"states":[61],"through":[63],"observable":[64],"behavior,":[65],"uses":[67],"cumulative":[68],"executable":[69],"tests":[70],"to":[71,169],"check":[72],"new":[73],"still-active":[76],"prior":[77,101],"ones.":[78],"13":[81],"with":[84],"two":[85],"metrics:":[86],"MT@4,":[87],"four-attempt":[89],"fail-stop":[90],"multi-round":[91],"score,":[92],"SR,":[94],"single-round":[96],"score":[97],"from":[98],"reference-completed":[100],"state.":[102],"For":[103],"agents,":[105],"SR":[106],"exceeds":[107],"MT@4":[108],"22-40":[110],"points.":[111],"The":[112],"gap":[113],"also":[114],"changes":[115],"rankings:":[116],"highest-SR":[118],"(78.9)":[120],"ranks":[121],"only":[122,134],"third":[123],"in":[124],"persistent":[125],"execution":[126],"(44.0":[127],"MT@4).":[128],"Even":[129],"strongest":[131],"achieve":[133],"about":[135],"50%":[136],"success":[137],"on":[138],"multi-turn":[139,182],"metrics,":[140],"aggregate":[142],"pass":[143],"rate":[144],"drops":[145],"below":[146],"half":[147],"round-1":[149],"performance":[150],"round":[152],"5.":[153],"Failure":[154],"analysis":[155],"shows":[156],"tier-dependent":[157],"behavior:":[158],"weaker":[159],"fail":[161],"early,":[162],"while":[163],"stronger":[164],"survive":[166],"long":[167],"enough":[168],"expose":[170],"specification-tracking":[171],"regression":[173],"failures.":[174],"release":[176],"data":[179],"Harbor":[181],"infrastructure.":[183]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}