{"id":"https://openalex.org/W7161058656","doi":"https://doi.org/10.48550/arxiv.2605.11169","title":"OLIVIA: Online Learning via Inference-time Action Adaptation for Decision Making in LLM ReAct Agents","display_name":"OLIVIA: Online Learning via Inference-time Action Adaptation for Decision Making in LLM ReAct Agents","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7161058656","doi":"https://doi.org/10.48550/arxiv.2605.11169"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11169","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11169","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11169","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111520079","display_name":"Shuying Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Sheldon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136010915","display_name":"Junda Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Junda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136063974","display_name":"Xintong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xintong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030020226","display_name":"Nikki Lijing Kuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuang, Nikki Lijing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136029636","display_name":"Sizhe Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Sizhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136030568","display_name":"Tong Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136009530","display_name":"Jiawei Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136003127","display_name":"Jingbo Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Jingbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136083455","display_name":"Julian McAuley","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McAuley, Julian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.24009999632835388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.24009999632835388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.11410000175237656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10559999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.8335999846458435},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7257000207901001},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6685000061988831},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6589000225067139},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4887000024318695},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4311000108718872},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.376800000667572},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.36559998989105225}],"concepts":[{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.8335999846458435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7576000094413757},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7257000207901001},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6685000061988831},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6589000225067139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5702000260353088},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4896000027656555},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4887000024318695},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4311000108718872},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4156999886035919},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.376800000667572},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.36559998989105225},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C2777851325","wikidata":"https://www.wikidata.org/wiki/Q7094102","display_name":"Online model","level":2,"score":0.3393000066280365},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.3172000050544739},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11169","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11169","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11169","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11169","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7544999122619629,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2],"agents":[3,19,50,224],"interleave":[4],"reasoning,":[5],"action":[6,110],"selection,":[7],"and":[8,35,100,159,164,189,200],"observation":[9],"to":[10,216],"solve":[11],"sequential":[12],"decision-making":[13],"tasks.":[14],"In":[15],"deployed":[16],"settings":[17],"where":[18],"repeatedly":[20],"handle":[21],"related":[22],"multi-step":[23],"tasks,":[24],"small":[25],"action-selection":[26,121,152],"errors":[27],"can":[28,77],"accumulate":[29],"into":[30],"wasted":[31],"tool":[32],"calls,":[33],"latency,":[34],"reduced":[36],"reliability.":[37],"Despite":[38],"this":[39],"need":[40],"for":[41,48,97,113,143,222],"deployment-time":[42],"improvement,":[43],"existing":[44],"inference-time":[45,109,202],"adaptation":[46,102,111,221],"methods":[47],"LLM":[49,223],"mainly":[51],"rely":[52],"on":[53,186],"prompting":[54],"or":[55,83,219],"retrieval,":[56],"which":[57],"influence":[58],"behavior":[59,148],"indirectly":[60],"through":[61],"context":[62],"manipulation.":[63],"For":[64],"ReAct-style":[65,114],"agents,":[66],"such":[67],"approaches":[68],"do":[69],"not":[70],"expose":[71],"an":[72,108,213],"explicit":[73,161,208],"decision":[74,136,210],"layer":[75,122],"that":[76,191,207],"score":[78],"candidate":[79,129],"actions,":[80,130],"represent":[81],"uncertainty,":[82],"be":[84],"updated":[85],"online":[86,166,209],"from":[87,168],"action-level":[88,169],"feedback.":[89,170],"As":[90],"a":[91,124],"result,":[92],"they":[93],"provide":[94,212],"limited":[95],"support":[96],"trackable,":[98],"fine-grained,":[99],"uncertainty-aware":[101],"during":[103,225],"deployment.":[104,226],"We":[105,183],"propose":[106],"OLIVIA,":[107],"framework":[112],"agents.":[115],"OLIVIA":[116,174,185],"models":[117],"the":[118,151,155,176],"LLM's":[119],"final":[120],"as":[123,135],"contextual":[125],"linear":[126],"bandit":[127],"over":[128,197],"with":[131,179],"frozen":[132],"hidden":[133],"states":[134],"contexts.":[137],"This":[138],"choice":[139],"is":[140],"particularly":[141],"suitable":[142],"deployment":[144],"because":[145],"it":[146,192],"adapts":[147],"directly":[149],"at":[150],"interface,":[153],"preserves":[154],"underlying":[156],"reasoning":[157],"process,":[158],"provides":[160],"uncertainty":[162],"estimates":[163],"lightweight":[165],"updates":[167],"With":[171],"upper-confidence-bound":[172],"exploration,":[173],"improves":[175,194],"policy":[177],"sample-efficiently":[178],"minimal":[180],"computational":[181],"overhead.":[182],"instantiate":[184],"four":[187],"benchmarks":[188],"show":[190],"consistently":[193],"task":[195],"performance":[196],"static":[198],"ReAct":[199],"prompt-based":[201],"baselines.":[203],"Our":[204],"results":[205],"suggest":[206],"layers":[211],"effective":[214],"alternative":[215],"purely":[217],"prompt-":[218],"retrieval-based":[220]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}