{"id":"https://openalex.org/W7164877869","doi":"https://doi.org/10.48550/arxiv.2606.16972","title":"When Should a Robot Replan? Regret-Guided Update Scheduling in Time-Varying MDPs","display_name":"When Should a Robot Replan? Regret-Guided Update Scheduling in Time-Varying MDPs","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164877869","doi":"https://doi.org/10.48550/arxiv.2606.16972"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.16972","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16972","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.16972","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009448525","display_name":"Negin Musavi","orcid":"https://orcid.org/0009-0001-6646-1075"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Musavi, Negin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093097256","display_name":"Gokul Puthumanaillam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Puthumanaillam, Gokul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135922448","display_name":"Ruben Hernandez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hernandez, Ruben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138713310","display_name":"William Schafer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schafer, William","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138703815","display_name":"Melkior Ornik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ornik, Melkior","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5066999793052673,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5066999793052673,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.08160000294446945,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.048500001430511475,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.795799970626831},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6496999859809875},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6488000154495239},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5205000042915344},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.48179998993873596},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46209999918937683},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4307999908924103},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41499999165534973}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.795799970626831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7271999716758728},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6496999859809875},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6488000154495239},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5205000042915344},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.48179998993873596},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47749999165534973},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46209999918937683},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4307999908924103},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4075999855995178},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3734000027179718},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.37119999527931213},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3630000054836273},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.29010000824928284},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.27379998564720154},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.26989999413490295},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.25619998574256897},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.16972","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16972","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.16972","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16972","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Robots":[0],"operating":[1],"in":[2,52,75,122,156,171],"non-stationary":[3],"environments":[4],"must":[5],"continually":[6],"adapt":[7],"their":[8],"policies":[9],"as":[10,71],"the":[11,63,81,84,108,125,128,131,134,138,149,154],"dynamics":[12,165],"drift,":[13],"but":[14],"onboard":[15],"energy":[16],"and":[17,27,90,95,114,130,166],"compute":[18],"budgets":[19],"cap":[20],"how":[21,116],"often":[22],"a":[23,35,39,42,59,72,92,102,157,168],"full":[24],"state":[25,104],"estimation":[26],"re-planning":[28],"step":[29],"can":[30],"be":[31],"performed.":[32],"This":[33],"raises":[34],"question:":[36],"\\emph{when},":[37],"along":[38],"horizon,":[40],"should":[41],"robot":[43],"spend":[44],"its":[45],"limited":[46],"budget?":[47],"We":[48,68,106,152],"formulate":[49],"this":[50,99,112],"problem":[51],"time-varying":[53,163],"Markov":[54],"decision":[55],"processes":[56],"(TVMDPs)":[57],"with":[58,162],"known":[60],"bound":[61,136],"on":[62,167],"rate":[64],"of":[65,111,124,127],"transition":[66,85],"drift.":[67],"model":[69],"execution":[70],"\\emph{skip-update}":[73],"scheme":[74,113],"which,":[76],"at":[77],"chosen":[78],"update":[79,145],"times,":[80],"agent":[82],"estimates":[83],"kernel":[86],"by":[87],"maximum":[88],"likelihood":[89],"computes":[91],"finite-horizon":[93],"policy,":[94],"between":[96],"updates":[97],"reuses":[98],"policy":[100],"under":[101],"propagated":[103],"estimate.":[105],"analyze":[107],"dynamic":[109],"regret":[110],"show":[115],"it":[117],"grows":[118],"during":[119],"skip":[120,132],"intervals":[121],"terms":[123],"properties":[126],"TVMDP":[129],"lengths;":[133],"resulting":[135],"answers":[137],"opening":[139],"question":[140],"via":[141],"an":[142],"online,":[143],"regret-guided":[144],"rule":[146,155],"that":[147],"allocates":[148],"budget":[150],"adaptively.":[151],"evaluate":[153],"simulated":[158],"Mars-rover":[159],"navigation":[160],"task":[161],"slip":[164],"Crazyflie":[169],"quadrotor":[170],"indoor":[172],"obstacle":[173],"fields.":[174],"Adaptive":[175],"allocation":[176],"outperforms":[177],"other":[178],"budgeted":[179],"baselines.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-17T00:00:00"}