{"id":"https://openalex.org/W7153056532","doi":"https://doi.org/10.48550/arxiv.2604.08224","title":"Externalization in LLM Agents: A Unified Review of Memory, Skills, Protocols and Harness Engineering","display_name":"Externalization in LLM Agents: A Unified Review of Memory, Skills, Protocols and Harness Engineering","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7153056532","doi":"https://doi.org/10.48550/arxiv.2604.08224"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.08224","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08224","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.08224","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133343538","display_name":"Chenyu Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhou, Chenyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104297727","display_name":"Huacan Chai","orcid":"https://orcid.org/0009-0006-4313-6516"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chai, Huacan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133343087","display_name":"Wenteng Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wenteng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133332385","display_name":"Zihan Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Zihan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100963648","display_name":"Rong Shan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan, Rong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133345297","display_name":"Yuanyi Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Yuanyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133356918","display_name":"Tianyi Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Tianyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087524444","display_name":"Yingxuan Yang","orcid":"https://orcid.org/0000-0002-0494-7440"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yingxuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127954333","display_name":"Aofan Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Aofan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133386036","display_name":"Weiming Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Weiming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106266875","display_name":"Congmin Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Congming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122603410","display_name":"Jiachen Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jiachen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133357339","display_name":"Zeyu Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Zeyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133334178","display_name":"Zhuosheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhuosheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133372135","display_name":"Xingyu Lou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lou, Xingyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133389941","display_name":"Changwang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Changwang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023910697","display_name":"Zhihui Fu","orcid":"https://orcid.org/0000-0002-3500-1391"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Zhihui","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133377834","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0003-0956-7508"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133348447","display_name":"Weiwen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Weiwen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133343135","display_name":"Jianghao Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Jianghao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133347433","display_name":"Weinan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Weinan","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":21,"corresponding_author_ids":["https://openalex.org/A5133343538"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.09939999878406525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.09939999878406525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.06620000302791595,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.06040000170469284,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unification","display_name":"Unification","score":0.6987000107765198},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6194999814033508},{"id":"https://openalex.org/keywords/externalization","display_name":"Externalization","score":0.6021999716758728},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.4796000123023987},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4050999879837036},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.34779998660087585},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.3312999904155731}],"concepts":[{"id":"https://openalex.org/C96146094","wikidata":"https://www.wikidata.org/wiki/Q609057","display_name":"Unification","level":2,"score":0.6987000107765198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.636900007724762},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6194999814033508},{"id":"https://openalex.org/C2779379281","wikidata":"https://www.wikidata.org/wiki/Q61895854","display_name":"Externalization","level":2,"score":0.6021999716758728},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.4796000123023987},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.34779998660087585},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3472000062465668},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C509989072","wikidata":"https://www.wikidata.org/wiki/Q15188241","display_name":"Model-driven architecture","level":4,"score":0.32330000400543213},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3215000033378601},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3174000084400177},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2879999876022339},{"id":"https://openalex.org/C145644426","wikidata":"https://www.wikidata.org/wiki/Q169411","display_name":"Unified Modeling Language","level":3,"score":0.2827000021934509},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.27399998903274536},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2621000111103058},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.25859999656677246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.08224","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08224","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.08224","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08224","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5903056263923645,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2,11,26,92],"(LLM)":[3],"agents":[4],"are":[5,30],"increasingly":[6,210],"built":[7],"less":[8],"by":[9,14],"changing":[10],"weights":[12,133],"than":[13],"reorganizing":[15],"the":[16,25,41,57,63,91,118,164,190],"runtime":[17],"around":[18],"them.":[19],"Capabilities":[20],"that":[21,44,54,70,90,121],"earlier":[22],"systems":[23],"expected":[24],"to":[27,134,136],"recover":[28],"internally":[29],"now":[31],"externalized":[32,169],"into":[33,88,124],"memory":[34,100],"stores,":[35],"reusable":[36],"skills,":[37,140],"interaction":[38,111],"protocols,":[39],"and":[40,113,141,151,168,178,182,189,195],"surrounding":[42],"harness":[43,114],"makes":[45],"these":[46],"modules":[47],"reliable":[48],"in":[49,186],"practice.":[50],"This":[51],"paper":[52],"reviews":[53],"shift":[55],"through":[56],"lens":[58],"of":[59,65,149,193],"externalization.":[60],"Drawing":[61],"on":[62,214,218],"idea":[64],"cognitive":[66,86,221],"artifacts,":[67],"we":[68],"argue":[69],"agent":[71,159,180,208],"infrastructure":[72],"matters":[73],"not":[74,212],"merely":[75],"because":[76,82],"it":[77,83],"adds":[78],"auxiliary":[79],"components,":[80],"but":[81,146,217],"transforms":[84],"hard":[85],"burdens":[87],"forms":[89,148],"can":[93],"solve":[94],"more":[95],"reliably.":[96],"Under":[97],"this":[98],"view,":[99],"externalizes":[101],"state":[102],"across":[103],"time,":[104],"skills":[105],"externalize":[106,110],"procedural":[107],"expertise,":[108],"protocols":[109,142],"structure,":[112],"engineering":[115],"serves":[116],"as":[117,143,175],"unification":[119],"layer":[120],"coordinates":[122],"them":[123],"governed":[125],"execution.":[126],"We":[127,161],"trace":[128],"a":[129,157,201],"historical":[130],"progression":[131],"from":[132],"context":[135],"harness,":[137],"analyze":[138],"memory,":[139],"three":[144],"distinct":[145],"coupled":[147],"externalization,":[150],"examine":[152],"how":[153],"they":[154],"interact":[155],"inside":[156],"larger":[158],"system.":[160],"further":[162],"discuss":[163,183],"trade-off":[165],"between":[166],"parametric":[167],"capability,":[170],"identify":[171],"emerging":[172],"directions":[173],"such":[174],"self-evolving":[176],"harnesses":[177],"shared":[179],"infrastructure,":[181],"open":[184],"challenges":[185],"evaluation,":[187],"governance,":[188],"long-term":[191],"co-evolution":[192],"models":[194],"external":[196,220],"infrastructure.":[197,222],"The":[198],"result":[199],"is":[200],"systems-level":[202],"framework":[203],"for":[204],"explaining":[205],"why":[206],"practical":[207],"progress":[209],"depends":[211],"only":[213],"stronger":[215],"models,":[216],"better":[219]},"counts_by_year":[],"updated_date":"2026-04-11T06:19:08.300824","created_date":"2026-04-11T00:00:00"}