{"id":"https://openalex.org/W7154624761","doi":"https://doi.org/10.48550/arxiv.2604.13151","title":"Exploration and Exploitation Errors Are Measurable for Language Model Agents","display_name":"Exploration and Exploitation Errors Are Measurable for Language Model Agents","publication_year":2026,"publication_date":"2026-04-14","ids":{"openalex":"https://openalex.org/W7154624761","doi":"https://doi.org/10.48550/arxiv.2604.13151"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.13151","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13151","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.13151","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133753398","display_name":"Jaden Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Park, Jaden","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133744007","display_name":"Jungtaek Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jungtaek","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133770373","display_name":"Jongwon Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeong, Jongwon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103350440","display_name":"Robert D. Nowak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nowak, Robert D.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133784033","display_name":"Kangwook Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Kangwook","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133739839","display_name":"Yong Seong Lee","orcid":"https://orcid.org/0000-0003-0611-4554"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Yong Jae","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5133753398"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.18279999494552612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.18279999494552612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.133200004696846,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11779999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7286999821662903},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5929999947547913},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5235000252723694},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.483599990606308},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4609000086784363},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.45890000462532043},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4388999938964844},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.4009999930858612}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7286999821662903},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6990000009536743},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5929999947547913},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5235000252723694},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4819999933242798},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4609000086784363},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.45890000462532043},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4388999938964844},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3720000088214874},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3659999966621399},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3353999853134155},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2833000123500824},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.13151","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13151","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.13151","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13151","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7888227701187134,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Language":[0],"Model":[1],"(LM)":[2],"agents":[3,126],"are":[4],"increasingly":[5],"used":[6],"in":[7,21],"complex":[8],"open-ended":[9],"decision-making":[10],"tasks,":[11],"from":[12,46,116],"AI":[13,69],"coding":[14],"to":[15,27,51,96,110],"physical":[16],"AI.":[17],"A":[18],"core":[19],"requirement":[20],"these":[22],"settings":[23],"is":[24],"the":[25,30,52,151],"ability":[26],"both":[28,157],"explore":[29],"problem":[31],"space":[32],"and":[33,41,44,81,113,127,155,159],"exploit":[34],"acquired":[35],"knowledge":[36],"effectively.":[37],"However,":[38],"systematically":[39],"distinguishing":[40],"quantifying":[42],"exploration":[43,98,112,158],"exploitation":[45,100,114,160],"observed":[47],"actions":[48],"without":[49],"access":[50],"agent's":[53,117],"internal":[54],"policy":[55],"remains":[56],"challenging.":[57],"To":[58,102],"address":[59],"this,":[60],"we":[61,106],"design":[62,107],"controllable":[63],"environments":[64],"inspired":[65],"by":[66],"practical":[67],"embodied":[68],"scenarios.":[70],"Each":[71],"environment":[72],"consists":[73],"of":[74,123],"a":[75,108,121],"partially":[76],"observable":[77],"2D":[78],"grid":[79],"map":[80,90],"an":[82],"unknown":[83],"task":[84,152],"Directed":[85],"Acyclic":[86],"Graph":[87],"(DAG).":[88],"The":[89],"generation":[91],"can":[92,161],"be":[93,162],"programmatically":[94],"adjusted":[95],"emphasize":[97],"or":[99],"difficulty.":[101],"enable":[103],"policy-agnostic":[104],"evaluation,":[105],"metric":[109],"quantify":[111],"errors":[115],"actions.":[118],"We":[119,144,169],"evaluate":[120],"variety":[122],"frontier":[124],"LM":[125],"find":[128],"that":[129,147],"even":[130],"state-of-the-art":[131],"models":[132,139,149],"struggle":[133],"on":[134],"our":[135,171],"task,":[136],"with":[137],"different":[138],"exhibiting":[140],"distinct":[141],"failure":[142],"modes.":[143],"further":[145],"observe":[146],"reasoning":[148],"solve":[150],"more":[153],"effectively":[154],"show":[156],"significantly":[163],"improved":[164],"through":[165],"minimal":[166],"harness":[167],"engineering.":[168],"release":[170],"code":[172],"\\href{https://github.com/jjj-madison/measurable-explore-exploit}{here}.":[173]},"counts_by_year":[],"updated_date":"2026-04-17T06:04:52.305304","created_date":"2026-04-17T00:00:00"}