{"id":"https://openalex.org/W2060156545","doi":"https://doi.org/10.1137/100798557","title":"Action Time Sharing Policies for Ergodic Control of Markov Chains","display_name":"Action Time Sharing Policies for Ergodic Control of Markov Chains","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W2060156545","doi":"https://doi.org/10.1137/100798557","mag":"2060156545"},"language":"en","primary_location":{"id":"doi:10.1137/100798557","is_oa":false,"landing_page_url":"https://doi.org/10.1137/100798557","pdf_url":null,"source":{"id":"https://openalex.org/S897311980","display_name":"SIAM Journal on Control and Optimization","issn_l":"0363-0129","issn":["0363-0129","1095-7138"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Control and Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067048881","display_name":"Amarjit Budhiraja","orcid":"https://orcid.org/0000-0002-7912-5433"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Amarjit Budhiraja","raw_affiliation_strings":["budhiraj@email.unc.edu#TAB#"],"affiliations":[{"raw_affiliation_string":"budhiraj@email.unc.edu#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045518880","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0003-0049-5210"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Liu","raw_affiliation_strings":["liuxin@ima.umn.edu#TAB#"],"affiliations":[{"raw_affiliation_string":"liuxin@ima.umn.edu#TAB#","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008351529","display_name":"Adam Shwartz","orcid":"https://orcid.org/0000-0002-3608-3229"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adam Shwartz","raw_affiliation_strings":["adam@ee.technion.ac.il#TAB#"],"affiliations":[{"raw_affiliation_string":"adam@ee.technion.ac.il#TAB#","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5067048881"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.16063671,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"50","issue":"1","first_page":"171","last_page":"195"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.7933946847915649},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6722589731216431},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6543340682983398},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6212642788887024},{"id":"https://openalex.org/keywords/ergodic-theory","display_name":"Ergodic theory","score":0.6115265488624573},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5207364559173584},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.481620728969574},{"id":"https://openalex.org/keywords/irreducibility","display_name":"Irreducibility","score":0.4751581847667694},{"id":"https://openalex.org/keywords/average-cost","display_name":"Average cost","score":0.4734993577003479},{"id":"https://openalex.org/keywords/discrete-time-and-continuous-time","display_name":"Discrete time and continuous time","score":0.46704357862472534},{"id":"https://openalex.org/keywords/ergodicity","display_name":"Ergodicity","score":0.459279328584671},{"id":"https://openalex.org/keywords/markov-property","display_name":"Markov property","score":0.44077154994010925},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4291401207447052},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.42859935760498047},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.4280143976211548},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.41581153869628906},{"id":"https://openalex.org/keywords/markov-renewal-process","display_name":"Markov renewal process","score":0.4113270044326782},{"id":"https://openalex.org/keywords/markov-kernel","display_name":"Markov kernel","score":0.41120901703834534},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.367641806602478},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.30041277408599854},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.14019986987113953},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.13739049434661865},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.09003692865371704},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.0643460750579834}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.7933946847915649},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6722589731216431},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6543340682983398},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6212642788887024},{"id":"https://openalex.org/C122044880","wikidata":"https://www.wikidata.org/wiki/Q5498822","display_name":"Ergodic theory","level":2,"score":0.6115265488624573},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5207364559173584},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.481620728969574},{"id":"https://openalex.org/C2776823524","wikidata":"https://www.wikidata.org/wiki/Q6073561","display_name":"Irreducibility","level":2,"score":0.4751581847667694},{"id":"https://openalex.org/C2780958618","wikidata":"https://www.wikidata.org/wiki/Q945621","display_name":"Average cost","level":2,"score":0.4734993577003479},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.46704357862472534},{"id":"https://openalex.org/C201779956","wikidata":"https://www.wikidata.org/wiki/Q5426803","display_name":"Ergodicity","level":2,"score":0.459279328584671},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.44077154994010925},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4291401207447052},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.42859935760498047},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.4280143976211548},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.41581153869628906},{"id":"https://openalex.org/C163540672","wikidata":"https://www.wikidata.org/wiki/Q1115431","display_name":"Markov renewal process","level":5,"score":0.4113270044326782},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.41120901703834534},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.367641806602478},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.30041277408599854},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14019986987113953},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.13739049434661865},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.09003692865371704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0643460750579834},{"id":"https://openalex.org/C133425853","wikidata":"https://www.wikidata.org/wiki/Q60571","display_name":"Neoclassical economics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1137/100798557","is_oa":false,"landing_page_url":"https://doi.org/10.1137/100798557","pdf_url":null,"source":{"id":"https://openalex.org/S897311980","display_name":"SIAM Journal on Control and Optimization","issn_l":"0363-0129","issn":["0363-0129","1095-7138"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Control and Optimization","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.380.2534","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.380.2534","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://webee.technion.ac.il/~adam/PAPERS/atsmay28-1.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.380.669","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.380.669","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://webee.technion.ac.il/~adam/PAPERS/ats2012.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W167970998","https://openalex.org/W1557756083","https://openalex.org/W1570963478","https://openalex.org/W1967037758","https://openalex.org/W1998376807","https://openalex.org/W2007468771","https://openalex.org/W2057403739","https://openalex.org/W2059775149","https://openalex.org/W2126534522","https://openalex.org/W2158049833","https://openalex.org/W2322524800","https://openalex.org/W2945368799"],"related_works":["https://openalex.org/W2063024474","https://openalex.org/W3130462525","https://openalex.org/W2050665677","https://openalex.org/W2550849244","https://openalex.org/W1534371740","https://openalex.org/W1493775604","https://openalex.org/W2081606708","https://openalex.org/W2788142463","https://openalex.org/W2053574276","https://openalex.org/W1504767525"],"abstract_inverted_index":{"Ergodic":[0],"control":[1,61,98,145,175,190],"for":[2,58,63,76,89,122,158,172,174,186],"discrete":[3],"time":[4,36],"controlled":[5],"Markov":[6,46,80,144,189],"chains":[7],"with":[8,41,184],"a":[9,15,42,60,64,90,111,138],"locally":[10],"compact":[11,16],"state":[12],"space":[13,18],"and":[14,25,96,177],"action":[17,35],"is":[19,48,51,71,147],"considered":[20],"under":[21],"suitable":[22],"stability,":[23],"irreducibility,":[24],"Feller":[26],"continuity":[27],"conditions.":[28],"A":[29],"flexible":[30],"family":[31],"of":[32,67,92,113,161],"controls,":[33],"called":[34],"sharing":[37],"(ATS)":[38],"policies,":[39],"associated":[40,78,181],"given":[43],"continuous":[44],"stationary":[45,79,143],"control,":[47],"introduced.":[49],"It":[50],"shown":[52],"that":[53,75,117,156,179,185],"the":[54,72,77,102,128,141,180,187],"long-term":[55,130],"average":[56,131],"cost":[57,69,132,182],"such":[59],"policy,":[62],"broad":[65],"range":[66,91],"one-stage":[68],"functions,":[70],"same":[73],"as":[74],"policy.":[81],"In":[82],"addition,":[83],"ATS":[84,115,166],"policies":[85],"are":[86,152],"well":[87],"suited":[88],"estimation,":[93],"information":[94],"collection,":[95],"adaptive":[97],"goals.":[99],"To":[100],"illustrate":[101],"possibilities":[103],"we":[104],"present":[105],"two":[106],"examples.":[107],"The":[108,134],"first":[109],"demonstrates":[110],"construction":[112],"an":[114,165],"policy":[116,167],"leads":[118],"to":[119],"consistent":[120,159],"estimators":[121,171],"unknown":[123,188],"model":[124],"parameters":[125],"while":[126],"producing":[127],"desired":[129],"value.":[133],"second":[135],"example":[136],"considers":[137],"setting":[139],"where":[140],"target":[142],"q":[146,173],"not":[148],"known":[149],"but":[150],"there":[151],"sampling":[153],"schemes":[154],"available":[155],"allow":[157],"estimation":[160],"q.":[162,191],"We":[163],"construct":[164],"which":[168],"uses":[169],"dynamic":[170],"decisions":[176],"show":[178],"coincides":[183]},"counts_by_year":[{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}