{"id":"https://openalex.org/W7155488304","doi":"https://doi.org/10.18653/2026.findings-emnlp.1316","title":"AEL: Evolving Agent Harness in Open-Ended Environments","display_name":"AEL: Evolving Agent Harness in Open-Ended Environments","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7155488304","doi":"https://doi.org/10.18653/2026.findings-emnlp.1316"},"language":"en","primary_location":{"id":"doi:10.18653/2026.findings-emnlp.1316","doi":"https://doi.org/10.18653/2026.findings-emnlp.1316","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.findings-emnlp.1316","pdf_url":"https://aclanthology.org/2026.findings-emnlp.1316.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://aclanthology.org/2026.findings-emnlp.1316.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128217977","display_name":"Wujiang Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wujiang Xu","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101361228","display_name":"Jiaojiao Han","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiaojiao Han","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018791285","display_name":"Minghao Guo","orcid":"https://orcid.org/0000-0003-3408-4997","observed_orcids":["https://orcid.org/0000-0003-3408-4997"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minghao Guo","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100929110","display_name":"Kai Mei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kai Mei","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124946538","display_name":"Xi Zhu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xi Zhu","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134509387","display_name":"Han Zhang","orcid":"https://orcid.org/0000-0002-0479-224X","observed_orcids":["https://orcid.org/0000-0002-0479-224X"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Zhang","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124386593","display_name":"Dimitris N. Metaxas","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dimitris N. Metaxas","raw_affiliation_strings":["Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I102322142"],"apc_list":null,"apc_paid":null,"fwci":53.0077,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.99725733,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"27857","last_page":"27885"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.8050000071525574},{"id":"https://openalex.org/keywords/self-improving-agents","display_name":"self-improving agents","score":0.8550000190734863},{"id":"https://openalex.org/keywords/portfolio-optimization","display_name":"portfolio optimization","score":0.6840000152587891},{"id":"https://openalex.org/keywords/open-ended-environments","display_name":"open-ended environments","score":0.5789999961853027}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634999752044678},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5400000214576721},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5264000296592712},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.515500009059906},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4763000011444092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4749999940395355},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.44269999861717224},{"id":"https://openalex.org/C2780821815","wikidata":"https://www.wikidata.org/wiki/Q5340806","display_name":"Portfolio","level":2,"score":0.430400013923645},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.41990000009536743},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.37630000710487366},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.35179999470710754},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.26489999890327454},{"id":"https://openalex.org/C31772880","wikidata":"https://www.wikidata.org/wiki/Q2666479","display_name":"Rational agent","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/2026.findings-emnlp.1316","doi":"https://doi.org/10.18653/2026.findings-emnlp.1316","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.findings-emnlp.1316","pdf_url":"https://aclanthology.org/2026.findings-emnlp.1316.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2604.21725","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2604.21725","pdf_url":"https://arxiv.org/pdf/2604.21725","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2604.21725","doi":"https://doi.org/10.48550/arxiv.2604.21725","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.21725","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/2026.findings-emnlp.1316","doi":"https://doi.org/10.18653/2026.findings-emnlp.1316","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.findings-emnlp.1316","pdf_url":"https://aclanthology.org/2026.findings-emnlp.1316.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7155488304.pdf","grobid_xml":"https://content.openalex.org/works/W7155488304.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W4378505261","https://openalex.org/W4387636003","https://openalex.org/W4391620956","https://openalex.org/W4407759090","https://openalex.org/W7080127675","https://openalex.org/W7083688446","https://openalex.org/W7134263950","https://openalex.org/W7134914903","https://openalex.org/W7161314149","https://openalex.org/W7161743251","https://openalex.org/W7161958096","https://openalex.org/W7166829888","https://openalex.org/W7196926871"],"related_works":["https://openalex.org/W7172430151","https://openalex.org/W7161237514","https://openalex.org/W7169541667","https://openalex.org/W7203502914","https://openalex.org/W7168989166","https://openalex.org/W7211901482","https://openalex.org/W7169870272","https://openalex.org/W7163987719","https://openalex.org/W7223054020","https://openalex.org/W7163559569"],"abstract_inverted_index":{"LLM":[0,68],"Agents":[1],"Harnesses":[2],"are":[3,155],"hand-designed":[4],"and":[5,28,99,124,141,166],"stay":[6],"fixed,":[7],"so":[8],"agents":[9],"accumulate":[10],"experience":[11],"but":[12],"never":[13],"learn":[14],"how":[15],"to":[16,21,126],"use":[17,50],"it:":[18],"which":[19],"memories":[20],"retrieve,":[22],"when":[23,29,91,160,170],"retrieved":[24],"evidence":[25],"is":[26,167,174,176],"misleading,":[27],"the":[30,46,92,112,117,145,153,171],"retrieval":[31,85,164],"strategy":[32],"itself":[33],"should":[34],"change.We":[35],"introduce":[36],"Agent":[37],"Evolving":[38],"Learning":[39],"(AEL),":[40],"a":[41,71,82,88,103,127],"two-timescale":[42],"framework":[43],"that":[44,152],"evolves":[45],"harness,":[47],"recasting":[48],"memory":[49],"as":[51,87],"online":[52],"policy":[53,86,173],"selection.A":[54],"fast":[55],"Thompson":[56,139],"Sampling":[57,140],"bandit":[58,89],"selects":[59],"among":[60,120],"memory-retrieval":[61],"policies":[62],"episode":[63],"by":[64,109,135,142],"episode,":[65],"while":[66],"slow":[67],"reflection":[69,157],"follows":[70],"diagnose-before-prescribe":[72],"principle:":[73],"it":[74,132],"first":[75],"explains":[76],"why":[77],"performance":[78],"degraded,":[79],"then":[80],"injects":[81],"targeted":[83],"new":[84],"arm":[90],"current":[93],"pool":[94],"plateaus.AEL":[95],"outperforms":[96],"ten":[97],"self-improving":[98],"non-LLM":[100],"baselines":[101],"on":[102],"sequential":[104],"portfolio":[105],"benchmark,":[106],"lifting":[107],"Sharpe":[108],"27%":[110],"over":[111,137,144],"strongest":[113],"memory-only":[114],"variant":[115],"with":[116],"lowest":[118],"variance":[119],"all":[121],"stochastic":[122],"methods,":[123],"generalizes":[125],"support-ticket":[128],"routing":[129],"stream,":[130],"where":[131],"improves":[133],"accuracy":[134],"18%":[136],"reflectionfree":[138],"51%":[143],"best":[146,172],"prior":[147],"baseline.Mechanism":[148],"studies":[149],"further":[150],"show":[151],"gains":[154],"causal:":[156],"helps":[158],"precisely":[159],"regimes":[161],"demand":[162],"different":[163],"behavior,":[165],"provably":[168],"no-harm/nogain":[169],"stable.Code":[175],"available":[177],"at":[178],"1":[179],".":[180]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-04-25T00:00:00"}