{"id":"https://openalex.org/W7165016123","doi":"https://doi.org/10.48550/arxiv.2606.17546","title":"SEAGym: An Evaluation Environment for Self-Evolving LLM Agents","display_name":"SEAGym: An Evaluation Environment for Self-Evolving LLM Agents","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165016123","doi":"https://doi.org/10.48550/arxiv.2606.17546"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17546","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17546","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17546","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138759512","display_name":"Congjie Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Congjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041507924","display_name":"Chuanyi Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Chuanyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138828441","display_name":"Bin Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138789306","display_name":"Changshui Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Changshui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.23770000040531158,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.23770000040531158,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.10459999740123749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.08889999985694885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/snapshot","display_name":"Snapshot (computer storage)","score":0.6829000115394592},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.573199987411499},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.503600001335144},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4212000072002411},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.33660000562667847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7660999894142151},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.6829000115394592},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.573199987411499},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.503600001335144},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4212000072002411},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3564000129699707},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3215999901294708},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.31859999895095825},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3125},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2768999934196472}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17546","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17546","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17546","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17546","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Life below water","score":0.6341416835784912,"id":"https://metadata.un.org/sdg/14"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Self-evolving":[0],"LLM-based":[1],"agents":[2],"improve":[3,145],"mainly":[4],"by":[5],"changing":[6],"their":[7],"agent":[8,69],"harness:":[9],"the":[10,26,137],"structured":[11],"execution":[12],"layer":[13],"around":[14],"a":[15,41,122],"base":[16],"model,":[17],"including":[18],"prompts,":[19],"memory,":[20],"tools,":[21],"middleware,":[22],"runtime":[23],"state,":[24],"and":[25,77,96,102,105,113,119,154,157],"model-tool":[27],"interaction":[28],"loop.":[29],"Existing":[30],"evaluations":[31],"often":[32],"reduce":[33],"this":[34],"process":[35],"to":[36,144],"isolated":[37],"task":[38,87],"scores":[39],"or":[40,57],"single":[42],"sequential":[43],"curve,":[44],"obscuring":[45],"whether":[46],"an":[47,64],"update":[48],"produces":[49],"reusable":[50],"improvement,":[51],"overfits":[52],"recent":[53],"tasks,":[54],"increases":[55],"cost,":[56],"harms":[58],"older":[59],"behavior.":[60],"We":[61],"introduce":[62],"SEAGym,":[63],"evaluation":[65,131],"environment":[66],"for":[67],"measuring":[68],"harness":[70,162],"updates":[71,141],"across":[72],"training,":[73],"validation,":[74],"test,":[75],"replay,":[76],"cost":[78],"records.":[79,107],"SEAGym":[80,109],"turns":[81],"Harbor-compatible":[82],"benchmarks":[83],"into":[84],"dynamic":[85],"self-evolution":[86],"sources":[88],"with":[89],"train":[90],"batches,":[91],"frozen":[92],"update-validation,":[93],"held-out":[94,146],"ID":[95],"OOD":[97],"transfer":[98],"views,":[99],"replay":[100],"diagnostics,":[101],"saved":[103],"snapshot":[104],"metric":[106],"Instantiating":[108],"on":[110],"Terminal-Bench":[111],"2.0":[112],"HLE,":[114],"we":[115],"compare":[116],"ACE,":[117],"TF-GRPO,":[118],"AHE":[120],"under":[121],"shared":[123],"epoch/batch":[124],"protocol.":[125],"The":[126],"results":[127],"show":[128],"that":[129],"these":[130],"views":[132],"provide":[133],"complementary":[134],"signals":[135],"about":[136],"evolution":[138],"process:":[139],"frequent":[140],"may":[142,151],"fail":[143],"performance,":[147],"useful":[148],"intermediate":[149],"snapshots":[150],"collapse":[152],"later,":[153],"source":[155],"diversity":[156],"model":[158],"backend":[159],"can":[160],"affect":[161],"reliability.":[163]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}