{"id":"https://openalex.org/W7165151774","doi":"https://doi.org/10.48550/arxiv.2606.18820","title":"Maturing Markov Decision Processes: Decision Making under Increasing Information and Shrinking Action Sets","display_name":"Maturing Markov Decision Processes: Decision Making under Increasing Information and Shrinking Action Sets","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165151774","doi":"https://doi.org/10.48550/arxiv.2606.18820"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18820","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18820","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18820","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138872719","display_name":"Jiaxi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiaxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138899740","display_name":"Aiping Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Aiping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138937275","display_name":"Yuhang Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yuhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138850264","display_name":"Shuqi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shuqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138838908","display_name":"Zewei Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Zewei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134136363","display_name":"Jiangming Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jiangming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138955793","display_name":"Xuebin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xuebin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8432000279426575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8432000279426575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.029999999329447746,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7786999940872192},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6898000240325928},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5285999774932861},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5253000259399414},{"id":"https://openalex.org/keywords/optimal-decision","display_name":"Optimal decision","score":0.49129998683929443},{"id":"https://openalex.org/keywords/decision-theory","display_name":"Decision theory","score":0.46070000529289246},{"id":"https://openalex.org/keywords/influence-diagram","display_name":"Influence diagram","score":0.4271000027656555},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4154999852180481},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4099999964237213},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.384799987077713}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7786999940872192},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6898000240325928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6452999711036682},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5285999774932861},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5253000259399414},{"id":"https://openalex.org/C150325174","wikidata":"https://www.wikidata.org/wiki/Q4335500","display_name":"Optimal decision","level":3,"score":0.49129998683929443},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.46070000529289246},{"id":"https://openalex.org/C20837028","wikidata":"https://www.wikidata.org/wiki/Q623966","display_name":"Influence diagram","level":3,"score":0.4271000027656555},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4154999852180481},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4099999964237213},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.384799987077713},{"id":"https://openalex.org/C186116695","wikidata":"https://www.wikidata.org/wiki/Q5249226","display_name":"Decision analysis","level":2,"score":0.3822000026702881},{"id":"https://openalex.org/C2984634286","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision process","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.36880001425743103},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.3684999942779541},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C84839998","wikidata":"https://www.wikidata.org/wiki/Q5249245","display_name":"Decision rule","level":2,"score":0.35989999771118164},{"id":"https://openalex.org/C64431516","wikidata":"https://www.wikidata.org/wiki/Q5249235","display_name":"Decision field theory","level":5,"score":0.35089999437332153},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34790000319480896},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3287999927997589},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C137577040","wikidata":"https://www.wikidata.org/wiki/Q431965","display_name":"Information asymmetry","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3089999854564667},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3077999949455261},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3068999946117401},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.3001999855041504},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C156201811","wikidata":"https://www.wikidata.org/wiki/Q5418360","display_name":"Evidential reasoning approach","level":4,"score":0.2628999948501587},{"id":"https://openalex.org/C2779954242","wikidata":"https://www.wikidata.org/wiki/Q6031227","display_name":"Information structure","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C97944126","wikidata":"https://www.wikidata.org/wiki/Q5001864","display_name":"Business decision mapping","level":3,"score":0.2563000023365021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18820","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18820","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18820","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18820","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7391782402992249,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sequential":[0],"decision":[1,11,15,157],"problems":[2,158],"often":[3],"exhibit":[4],"an":[5,88],"asymmetric":[6],"evolution":[7],"of":[8,83,136],"information":[9,22],"and":[10,46,61,121,139,152],"flexibility:":[12],"as":[13,156],"a":[14,73,110,128,140],"cycle":[16],"unfolds,":[17],"the":[18,51,94,101],"agent":[19],"receives":[20],"richer":[21],"while":[23],"feasible":[24],"actions":[25,95],"expire":[26],"due":[27],"to":[28],"operational":[29],"cutoffs,":[30],"commitments,":[31],"or":[32],"resource":[33],"constraints.":[34],"Standard":[35],"MDP":[36],"formulations":[37],"typically":[38],"flatten":[39],"this":[40,77,106,147],"structure":[41],"into":[42],"stage-dependent":[43],"state":[44],"descriptions":[45],"action":[47],"masks,":[48],"thereby":[49],"obscuring":[50],"nested":[52],"information--action":[53,78],"asymmetry":[54,148],"that":[55,96,144],"determines":[56],"which":[57,62,92],"decisions":[58],"are":[59],"urgent":[60],"can":[63],"be":[64,98],"deferred.":[65],"We":[66,80],"introduce":[67],"Maturing":[68],"Markov":[69],"Decision":[70],"Processes":[71],"(MMDPs),":[72],"formulation":[74],"built":[75],"around":[76],"asymmetry.":[79],"characterize":[81],"one":[82],"its":[84],"key":[85],"consequences":[86],"through":[87],"expiring-action":[89,119],"priority":[90],"principle,":[91],"identifies":[93],"must":[97],"resolved":[99],"before":[100],"next":[102],"stage.":[103],"Motivated":[104],"by":[105],"structure,":[107],"we":[108],"develop":[109],"structure-aware":[111],"reinforcement":[112],"learning":[113,123,150],"framework":[114],"with":[115,124],"stage-aware":[116],"policy":[117],"design,":[118],"abstraction,":[120],"search-augmented":[122],"distillation.":[125],"Experiments":[126],"on":[127],"controlled":[129],"multi-supplier":[130],"replenishment":[131],"problem,":[132],"simplified":[133],"cash-management":[134],"environments":[135],"increasing":[137],"complexity,":[138],"production-scale":[141],"simulator":[142],"show":[143],"explicitly":[145],"modeling":[146],"improves":[149],"efficiency":[151],"becomes":[153],"increasingly":[154],"valuable":[155],"scale.":[159]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}