{"id":"https://openalex.org/W7204166877","doi":"https://doi.org/10.48550/arxiv.2608.22793","title":"TRACE: A Self-Evolving Skill Bank for Consistent, Limit-Aware LLM Agents","display_name":"TRACE: A Self-Evolving Skill Bank for Consistent, Limit-Aware LLM Agents","publication_year":2026,"publication_date":"2026-08-24","ids":{"openalex":"https://openalex.org/W7204166877","doi":"https://doi.org/10.48550/arxiv.2608.22793"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.22793","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22793","pdf_url":"https://arxiv.org/pdf/2608.22793","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.22793","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128172656","display_name":"Wenhao Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I862669128","display_name":"Xiaomi (China)","ror":"https://ror.org/029f7bn57","country_code":"CN","type":"company","lineage":["https://openalex.org/I862669128"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wu, Wenhao","raw_affiliation_strings":["Nanjing University","Xiaomi Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Xiaomi Inc","institution_ids":["https://openalex.org/I862669128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148143311","display_name":"Menghao Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I862669128","display_name":"Xiaomi (China)","ror":"https://ror.org/029f7bn57","country_code":"CN","type":"company","lineage":["https://openalex.org/I862669128"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Menghao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications","Xiaomi Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Xiaomi Inc","institution_ids":["https://openalex.org/I862669128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148068616","display_name":"Xin Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I862669128","display_name":"Xiaomi (China)","ror":"https://ror.org/029f7bn57","country_code":"CN","type":"company","lineage":["https://openalex.org/I862669128"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Xin","raw_affiliation_strings":["Tsinghua University","Xiaomi Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Xiaomi Inc","institution_ids":["https://openalex.org/I862669128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148098131","display_name":"Zhi Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Zhi","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129748194","display_name":"Kun Shao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I862669128","display_name":"Xiaomi (China)","ror":"https://ror.org/029f7bn57","country_code":"CN","type":"company","lineage":["https://openalex.org/I862669128"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shao, Kun","raw_affiliation_strings":["Xiaomi Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaomi Inc","institution_ids":["https://openalex.org/I862669128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125700378","display_name":"Jian Luan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I862669128","display_name":"Xiaomi (China)","ror":"https://ror.org/029f7bn57","country_code":"CN","type":"company","lineage":["https://openalex.org/I862669128"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luan, Jian","raw_affiliation_strings":["Xiaomi Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaomi Inc","institution_ids":["https://openalex.org/I862669128"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8695999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8695999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.05169999971985817,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.9459999799728394},{"id":"https://openalex.org/keywords/consistency","display_name":"consistency","score":0.46700000762939453},{"id":"https://openalex.org/keywords/self-evolving-agents","display_name":"self-evolving agents","score":0.7540000081062317},{"id":"https://openalex.org/keywords/tool-use","display_name":"tool use","score":0.7179999947547913},{"id":"https://openalex.org/keywords/multi-turn-dialogue","display_name":"multi-turn dialogue","score":0.9070000052452087},{"id":"https://openalex.org/keywords/agent-reliability","display_name":"agent reliability","score":0.41100001335144043}],"concepts":[{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.7870000004768372},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7200000286102295},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6887000203132629},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6295999884605408},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5195000171661377},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4821999967098236},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4537999927997589},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.43389999866485596},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4284000098705292},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39739999175071716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39579999446868896},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C51485801","wikidata":"https://www.wikidata.org/wiki/Q16966861","display_name":"Efficient frontier","level":3,"score":0.31619998812675476},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.31310001015663147},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2806999981403351},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.257999986410141}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.22793","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22793","pdf_url":"https://arxiv.org/pdf/2608.22793","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.22793","doi":"https://doi.org/10.48550/arxiv.2608.22793","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.22793","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.22793","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22793","pdf_url":"https://arxiv.org/pdf/2608.22793","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204166877.pdf","grobid_xml":"https://content.openalex.org/works/W7204166877.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7211986157","https://openalex.org/W7166877460","https://openalex.org/W7141388408","https://openalex.org/W7214727914","https://openalex.org/W7162779040","https://openalex.org/W7211878148","https://openalex.org/W7162812417","https://openalex.org/W7202195921","https://openalex.org/W7164477688","https://openalex.org/W7163194379"],"abstract_inverted_index":{"Reliable":[0],"deployment":[1,181],"of":[2,46,127,136,232],"LLM":[3],"agents":[4],"in":[5,43],"user-facing":[6],"products":[7],"depends":[8],"not":[9],"on":[10,15],"raw":[11],"task-solving":[12],"ability":[13],"but":[14],"consistency":[16,195],"and":[17,26,66,91,139,162,169,210],"limit-awareness:":[18],"behaving":[19],"the":[20,44,58,159,182,206,218,238],"same":[21],"way":[22],"across":[23,96],"repeated":[24],"trials,":[25],"recognizing":[27],"when":[28],"a":[29,79,110,124,133,229],"request":[30],"cannot,":[31],"or":[32,54],"cannot":[33],"yet,":[34],"be":[35],"safely":[36],"fulfilled.":[37],"CAR-bench":[38],"exposes":[39],"this":[40,101,144],"reliability":[41],"gap":[42,81,102,207],"domain":[45,73],"in-car":[47],"assistants:":[48],"an":[49,147],"LLM-simulated":[50],"user":[51],"issues":[52],"incomplete":[53],"ambiguous":[55],"requests,":[56],"requiring":[57],"agent":[59],"to":[60,72,202,213],"resolve":[61],"uncertainty":[62],"through":[63,146],"multi-turn":[64],"dialogue":[65],"tool":[67],"use":[68],"while":[69,179,204],"strictly":[70],"adhering":[71],"policies.":[74],"Even":[75],"frontier":[76],"models":[77],"show":[78,242],"substantial":[80],"between":[82,208],"what":[83,92],"they":[84,93],"can":[85],"solve":[86,94],"at":[87,188],"least":[88],"once":[89],"(Pass@3)":[90],"consistently":[95],"trials":[97],"(Pass^k).":[98],"We":[99],"bridge":[100],"with":[103],"TRACE":[104,142,193,222,244],"(TRAjectory-Contrastive":[105],"Evolution),":[106],"which":[107],"iteratively":[108],"improves":[109,194],"skill-based":[111],"agent's":[112],"behavioral":[113,140],"knowledge":[114,120],"without":[115],"modifying":[116],"model":[117,247],"weights.":[118],"This":[119],"is":[121],"organized":[122],"as":[123],"Skill":[125],"Bank":[126],"modular,":[128],"retrievable":[129],"skills,":[130],"each":[131,152,164],"encoding":[132],"self-contained":[134],"set":[135],"tool-use":[137],"rules":[138],"guidelines.":[141],"evolves":[143],"bank":[145,174],"agentic":[148],"self-evolution":[149],"loop:":[150],"after":[151],"evaluation":[153],"round,":[154],"it":[155],"groups":[156],"trajectories":[157],"by":[158,166,197],"skills":[160],"invoked":[161],"refines":[163],"skill":[165,186],"contrasting":[167],"successful":[168],"failed":[170],"behaviors.":[171],"The":[172],"updated":[173],"then":[175],"guides":[176],"subsequent":[177],"rounds,":[178],"during":[180],"Actor":[183],"performs":[184],"state-conditioned":[185],"orchestration":[187],"every":[189],"turn.":[190],"On":[191,217],"GPT-5.5,":[192],"(Pass^3)":[196],"34.6":[198],"points,":[199],"from":[200],"59.9%":[201],"94.5%,":[203],"shrinking":[205],"potential":[209,248],"reliable":[211],"performance":[212,252],"just":[214],"4.0":[215],"points.":[216],"official":[219],"hidden":[220],"set,":[221],"achieved":[223],"first":[224],"place":[225],"using":[226],"GPT-5.6-Sol,":[227],"attaining":[228],"Pass^3":[230],"score":[231],"70%-a":[233],"40%":[234],"relative":[235],"improvement":[236],"over":[237],"baseline.":[239],"These":[240],"results":[241],"that":[243],"converts":[245],"high":[246],"into":[249],"stable,":[250],"consistent":[251],"gain.":[253],"Project":[254],"homepage:":[255],"https://darwin-agent.github.io/Car-bench-TRACE.":[256]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-26T00:00:00"}