{"id":"https://openalex.org/W7160855448","doi":"https://doi.org/10.48550/arxiv.2605.07164","title":"Rethinking Experience Utilization in Self-Evolving Language Model Agents","display_name":"Rethinking Experience Utilization in Self-Evolving Language Model Agents","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160855448","doi":"https://doi.org/10.48550/arxiv.2605.07164"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07164","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07164","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07164","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135827747","display_name":"Weixiang Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Weixiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124834817","display_name":"Yingshuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yingshuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135856896","display_name":"Yichen Zhang","orcid":"https://orcid.org/0000-0002-6960-5353"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135873944","display_name":"Yanyan Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yanyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135908289","display_name":"Yu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135835718","display_name":"Yang Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135893282","display_name":"Dandan Tu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Dandan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135901158","display_name":"Bing Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135834150","display_name":"Ting Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.40790000557899475,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.40790000557899475,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07020000368356705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.04839999973773956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.5741999745368958},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5641000270843506},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.5254999995231628},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.44519999623298645},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.43220001459121704},{"id":"https://openalex.org/keywords/work-experience","display_name":"Work experience","score":0.4287000000476837}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.616100013256073},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5741999745368958},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.5254999995231628},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.44519999623298645},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.43220001459121704},{"id":"https://openalex.org/C2780319001","wikidata":"https://www.wikidata.org/wiki/Q6500754","display_name":"Work experience","level":3,"score":0.4287000000476837},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39079999923706055},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.38440001010894775},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36410000920295715},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C3019221131","wikidata":"https://www.wikidata.org/wiki/Q55621107","display_name":"Lived experience","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.2671000063419342}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07164","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07164","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07164","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07164","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7018452882766724}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Self-evolving":[0],"agents":[1,41,83,176],"improve":[2],"by":[3,122],"accumulating":[4],"and":[5,22,117,138,169,185,207],"reusing":[6],"experience":[7,18,30,49,70,87,93,114,124,179,201,209],"from":[8,85,197],"past":[9],"interactions.":[10],"Existing":[11],"work":[12],"has":[13],"largely":[14],"focused":[15],"on":[16,43],"how":[17,29],"is":[19,61,94,100],"constructed,":[20],"represented,":[21],"updated,":[23],"while":[24],"paying":[25],"less":[26],"attention":[27],"to":[28,177,202],"should":[31,210],"be":[32,162],"used":[33],"during":[34,129],"runtime":[35,120],"decision-making.":[36,212],"As":[37],"a":[38,73,109,195],"result,":[39],"most":[40],"rely":[42],"rigid":[44],"usage":[45],"strategies,":[46],"either":[47],"injecting":[48],"once":[50],"at":[51,54,181],"initialization":[52],"or":[53],"every":[55],"step,":[56],"without":[57],"considering":[58],"whether":[59,82],"it":[60],"needed":[62],"for":[63,194],"the":[64,146],"current":[65],"decision.":[66],"This":[67],"paper":[68],"studies":[69],"utilization":[71,121,151],"as":[72,125],"critical":[74],"design":[75],"dimension":[76],"of":[77,141],"self-evolving":[78],"agents.":[79],"We":[80],"ask":[81],"benefit":[84],"interweaving":[86],"use":[88],"with":[89],"decision-making,":[90],"so":[91],"that":[92,112,158,173],"invoked":[95],"only":[96,119],"when":[97],"additional":[98],"guidance":[99],"needed.":[101],"To":[102],"examine":[103],"this":[104,159],"question,":[105],"we":[106],"introduce":[107],"{ExpWeaver},":[108],"lightweight":[110],"instantiation":[111],"leaves":[113],"construction":[115],"unchanged":[116],"modifies":[118],"exposing":[123],"an":[126],"optional":[127],"resource":[128],"reasoning.":[130],"Across":[131],"four":[132],"representative":[133],"frameworks,":[134],"seven":[135],"LLM":[136],"backbones,":[137],"three":[139],"types":[140],"environments,":[142],"ExpWeaver":[143,174],"consistently":[144],"achieves":[145],"best":[147],"performance":[148],"among":[149],"different":[150],"strategies.":[152],"Reinforcement":[153],"learning":[154],"experiments":[155],"further":[156],"show":[157],"behavior":[160],"can":[161],"amplified":[163],"through":[164],"training.":[165],"Usage-pattern,":[166],"causal":[167],"ablation,":[168],"entropy-based":[170],"analyses":[171],"reveal":[172],"enables":[175],"invoke":[178],"selectively,":[180],"beneficial":[182],"decision":[183],"points,":[184],"under":[186],"higher":[187],"reasoning":[188],"uncertainty.":[189],"Overall,":[190],"our":[191],"findings":[192],"call":[193],"shift":[196],"merely":[198],"studying":[199],"\\emph{what}":[200],"store":[203],"toward":[204],"understanding":[205],"\\emph{how}":[206],"\\emph{when}":[208],"enter":[211]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}