{"id":"https://openalex.org/W2807874976","doi":"https://doi.org/10.1137/18m1194924","title":"Sufficiency of Deterministic Policies for Atomless Discounted and Uniformly Absorbing MDPs with Multiple Criteria","display_name":"Sufficiency of Deterministic Policies for Atomless Discounted and Uniformly Absorbing MDPs with Multiple Criteria","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2807874976","doi":"https://doi.org/10.1137/18m1194924","mag":"2807874976"},"language":"en","primary_location":{"id":"doi:10.1137/18m1194924","is_oa":false,"landing_page_url":"https://doi.org/10.1137/18m1194924","pdf_url":null,"source":{"id":"https://openalex.org/S897311980","display_name":"SIAM Journal on Control and Optimization","issn_l":"0363-0129","issn":["0363-0129","1095-7138"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Control and Optimization","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1806.06170","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013021251","display_name":"Eugene A. Feinberg","orcid":"https://orcid.org/0000-0002-8263-0772"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Eugene A. Feinberg","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5111550770","display_name":"Aleksey B. Piunovskiy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexey Piunovskiy","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5013021251"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01299738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"57","issue":"1","first_page":"163","last_page":"191"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12137","display_name":"Economic theories and models","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6946337223052979},{"id":"https://openalex.org/keywords/convexity","display_name":"Convexity","score":0.5857512950897217},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.5838648080825806},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5553146600723267},{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.5201890468597412},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5018682479858398},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4838530123233795},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4608120322227478},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.450197696685791},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.36427897214889526},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.33060818910598755},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.27669572830200195},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.21734321117401123},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10536062717437744},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.0735158622264862}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6946337223052979},{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.5857512950897217},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.5838648080825806},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5553146600723267},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.5201890468597412},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5018682479858398},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4838530123233795},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4608120322227478},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.450197696685791},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.36427897214889526},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.33060818910598755},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.27669572830200195},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.21734321117401123},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10536062717437744},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0735158622264862},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1137/18m1194924","is_oa":false,"landing_page_url":"https://doi.org/10.1137/18m1194924","pdf_url":null,"source":{"id":"https://openalex.org/S897311980","display_name":"SIAM Journal on Control and Optimization","issn_l":"0363-0129","issn":["0363-0129","1095-7138"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Control and Optimization","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1806.06170","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.06170","pdf_url":"https://arxiv.org/pdf/1806.06170","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2807874976","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1806.06170","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1806.06170","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1806.06170","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1806.06170","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.06170","pdf_url":"https://arxiv.org/pdf/1806.06170","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2623458542","display_name":null,"funder_award_id":"CMMI-1636193","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5954070948","display_name":null,"funder_award_id":"CMMI-","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6444039670","display_name":null,"funder_award_id":"CMMI-1636193","funder_id":"https://openalex.org/F4320337391","funder_display_name":"Division of Civil, Mechanical and Manufacturing Innovation"},{"id":"https://openalex.org/G7984504271","display_name":"New Methodologies for Markov Decision Processes and Stochastic Games Motivated by Inventory Control","funder_award_id":"1636193","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337391","display_name":"Division of Civil, Mechanical and Manufacturing Innovation","ror":"https://ror.org/028yd4c30"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2807874976.pdf","grobid_xml":"https://content.openalex.org/works/W2807874976.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W118602349","https://openalex.org/W1539382740","https://openalex.org/W1544140021","https://openalex.org/W1545549932","https://openalex.org/W1976466960","https://openalex.org/W1977510033","https://openalex.org/W1991591460","https://openalex.org/W1993561151","https://openalex.org/W2004640191","https://openalex.org/W2013479759","https://openalex.org/W2023517438","https://openalex.org/W2023782756","https://openalex.org/W2030974365","https://openalex.org/W2035805007","https://openalex.org/W2045590801","https://openalex.org/W2059179067","https://openalex.org/W2063543800","https://openalex.org/W2070935253","https://openalex.org/W2071793563","https://openalex.org/W2082809943","https://openalex.org/W2087234659","https://openalex.org/W2123649906","https://openalex.org/W2152833362","https://openalex.org/W2963096369","https://openalex.org/W2963334929","https://openalex.org/W2963759603","https://openalex.org/W3140571750"],"related_works":["https://openalex.org/W3113762247","https://openalex.org/W365305493","https://openalex.org/W1582208827","https://openalex.org/W2949610452","https://openalex.org/W2384957925","https://openalex.org/W2059671608","https://openalex.org/W2963640615","https://openalex.org/W2955099366","https://openalex.org/W2109927838","https://openalex.org/W2103178025","https://openalex.org/W2523066956","https://openalex.org/W2341912081","https://openalex.org/W1490701768","https://openalex.org/W2577607624","https://openalex.org/W2949424750","https://openalex.org/W2072806766","https://openalex.org/W2508561844","https://openalex.org/W99941606","https://openalex.org/W2013210589","https://openalex.org/W2187654747"],"abstract_inverted_index":{"This":[0,59],"paper":[1,65,103,112],"studies":[2],"Markov":[3],"decision":[4],"processes":[5],"(MDPs)":[6],"with":[7,36,54,75,89,94],"atomless":[8,13,107,124],"initial":[9,22],"state":[10,23],"distributions":[11],"and":[12,51,79,97],"transition":[14],"probabilities.":[15],"Such":[16],"MDPs":[17,35,74,88,108],"are":[18],"called":[19],"atomless.":[20],"The":[21],"distribution":[24],"is":[25,61,82,114,127,150,161],"considered":[26],"to":[27,87,116],"be":[28],"fixed.":[29],"We":[30,136],"show":[31],"that":[32,105,129,145],"for":[33,41,66,106],"discounted":[34],"bounded":[37],"one-step":[38],"reward":[39],"vector-functions,":[40],"each":[42],"policy":[43,53],"there":[44],"exists":[45],"a":[46,67,147,153,162],"deterministic":[47,119,134],"(that":[48],"is,":[49],"nonrandomized":[50],"stationary)":[52],"the":[55,64,99,123,166],"same":[56],"performance":[57],"vector.":[58],"fact":[60],"proved":[62],"in":[63,110],"more":[68],"general":[69],"class":[70],"of":[71,101,141,165],"uniformly":[72],"absorbing":[73],"expected":[76],"total":[77],"rewards,":[78],"then":[80,157],"it":[81,113,126],"extended":[83],"under":[84],"certain":[85],"assumptions":[86],"unbounded":[90],"rewards.":[91],"For":[92],"problems":[93],"multiple":[95],"criteria":[96],"constraints,":[98],"results":[100],"this":[102,111],"imply":[104],"studied":[109],"sufficient":[115],"consider":[117],"only":[118],"policies,":[120],"while":[121],"without":[122],"assumption":[125],"well-known":[128],"randomized":[130],"policies":[131],"can":[132],"outperform":[133],"ones.":[135],"also":[137],"provide":[138],"an":[139,142],"example":[140],"MDP":[143],"demonstrating":[144],"if":[146],"vector":[148],"measure":[149],"defined":[151],"on":[152],"standard":[154],"Borel":[155],"space,":[156],"Lyapunov's":[158],"convexity":[159],"theorem":[160],"special":[163],"case":[164],"described":[167],"results.":[168]},"counts_by_year":[],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}