{"id":"https://openalex.org/W4315488617","doi":"https://doi.org/10.1109/cdc51059.2022.9992385","title":"Partially Observable Markov Decision Subject to Total Variation Distance Ambiguity","display_name":"Partially Observable Markov Decision Subject to Total Variation Distance Ambiguity","publication_year":2022,"publication_date":"2022-12-06","ids":{"openalex":"https://openalex.org/W4315488617","doi":"https://doi.org/10.1109/cdc51059.2022.9992385"},"language":"en","primary_location":{"id":"doi:10.1109/cdc51059.2022.9992385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc51059.2022.9992385","pdf_url":null,"source":{"id":"https://openalex.org/S4363607710","display_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062456864","display_name":"Ioannis Tzortzis","orcid":"https://orcid.org/0000-0002-7301-6252"},"institutions":[{"id":"https://openalex.org/I34771391","display_name":"University of Cyprus","ror":"https://ror.org/02qjrjx09","country_code":"CY","type":"education","lineage":["https://openalex.org/I34771391"]}],"countries":["CY"],"is_corresponding":true,"raw_author_name":"Ioannis Tzortzis","raw_affiliation_strings":["University of Cyprus,Department of Electrical and Computer Engineering,Nicosia,Cyprus","Department of Electrical and Computer Engineering, University of Cyprus, Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"University of Cyprus,Department of Electrical and Computer Engineering,Nicosia,Cyprus","institution_ids":["https://openalex.org/I34771391"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Cyprus, Nicosia, Cyprus","institution_ids":["https://openalex.org/I34771391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035087201","display_name":"Charalambos D. Charalambous","orcid":null},"institutions":[{"id":"https://openalex.org/I34771391","display_name":"University of Cyprus","ror":"https://ror.org/02qjrjx09","country_code":"CY","type":"education","lineage":["https://openalex.org/I34771391"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"Charalambos D. Charalambous","raw_affiliation_strings":["University of Cyprus,Department of Electrical and Computer Engineering,Nicosia,Cyprus","Department of Electrical and Computer Engineering, University of Cyprus, Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"University of Cyprus,Department of Electrical and Computer Engineering,Nicosia,Cyprus","institution_ids":["https://openalex.org/I34771391"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Cyprus, Nicosia, Cyprus","institution_ids":["https://openalex.org/I34771391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5062456864"],"corresponding_institution_ids":["https://openalex.org/I34771391"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18686705,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4794","last_page":"4799"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.713606059551239},{"id":"https://openalex.org/keywords/conditional-probability-distribution","display_name":"Conditional probability distribution","score":0.6066882610321045},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6044297218322754},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.5948183536529541},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.5201104879379272},{"id":"https://openalex.org/keywords/conditional-variance","display_name":"Conditional variance","score":0.4526023268699646},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.43564078211784363},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4307117462158203},{"id":"https://openalex.org/keywords/conditional-expectation","display_name":"Conditional expectation","score":0.42529356479644775},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.42462867498397827},{"id":"https://openalex.org/keywords/regular-conditional-probability","display_name":"Regular conditional probability","score":0.4229677617549896},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.42125535011291504},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.41022250056266785},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.40748998522758484},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.39282917976379395},{"id":"https://openalex.org/keywords/probability-mass-function","display_name":"Probability mass function","score":0.21225962042808533},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1604057252407074},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.10320034623146057}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.713606059551239},{"id":"https://openalex.org/C43555835","wikidata":"https://www.wikidata.org/wiki/Q2300258","display_name":"Conditional probability distribution","level":2,"score":0.6066882610321045},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6044297218322754},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.5948183536529541},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5201104879379272},{"id":"https://openalex.org/C21430997","wikidata":"https://www.wikidata.org/wiki/Q5159279","display_name":"Conditional variance","level":4,"score":0.4526023268699646},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.43564078211784363},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4307117462158203},{"id":"https://openalex.org/C186215838","wikidata":"https://www.wikidata.org/wiki/Q772232","display_name":"Conditional expectation","level":2,"score":0.42529356479644775},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.42462867498397827},{"id":"https://openalex.org/C103982235","wikidata":"https://www.wikidata.org/wiki/Q7309594","display_name":"Regular conditional probability","level":4,"score":0.4229677617549896},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.42125535011291504},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.41022250056266785},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.40748998522758484},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.39282917976379395},{"id":"https://openalex.org/C197096303","wikidata":"https://www.wikidata.org/wiki/Q869887","display_name":"Probability mass function","level":3,"score":0.21225962042808533},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1604057252407074},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.10320034623146057},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C23922673","wikidata":"https://www.wikidata.org/wiki/Q180752","display_name":"Autoregressive conditional heteroskedasticity","level":3,"score":0.0},{"id":"https://openalex.org/C91602232","wikidata":"https://www.wikidata.org/wiki/Q756115","display_name":"Volatility (finance)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc51059.2022.9992385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc51059.2022.9992385","pdf_url":null,"source":{"id":"https://openalex.org/S4363607710","display_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7099999785423279,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320330084","display_name":"Research and Innovation Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W190675879","https://openalex.org/W1584593412","https://openalex.org/W1986478300","https://openalex.org/W1994945819","https://openalex.org/W2011418219","https://openalex.org/W2034725503","https://openalex.org/W2123651102","https://openalex.org/W2135813035","https://openalex.org/W2568969030","https://openalex.org/W2607662938","https://openalex.org/W2623414030","https://openalex.org/W2783750304","https://openalex.org/W2891617654","https://openalex.org/W2964957478","https://openalex.org/W2968009374","https://openalex.org/W2969442069","https://openalex.org/W2969958828","https://openalex.org/W3047558162","https://openalex.org/W3126605566","https://openalex.org/W4239466562","https://openalex.org/W4280617966","https://openalex.org/W6607768588","https://openalex.org/W6618455370","https://openalex.org/W6766132365"],"related_works":["https://openalex.org/W4238858747","https://openalex.org/W2592465853","https://openalex.org/W1523756637","https://openalex.org/W4250630220","https://openalex.org/W4210738546","https://openalex.org/W2592623155","https://openalex.org/W4384376816","https://openalex.org/W2808512302","https://openalex.org/W2020323483","https://openalex.org/W2351008179"],"abstract_inverted_index":{"In":[0,93,136],"this":[1],"paper":[2,177],"we":[3,82,96],"consider":[4],"such":[5],"Markov":[6,45,182],"decision":[7,46,183],"problems":[8],"on":[9,20,119],"finite":[10,121],"spaces,":[11],"when":[12],"the":[13,17,21,31,44,55,59,66,70,76,89,98,106,111,114,124,129,139,149,161,169,175,185],"probability":[14],"distribution":[15,109],"of":[16,62,105,113,123,127],"output":[18,130],"conditioned":[19],"sufficient":[22],"statistic,":[23],"belongs":[24],"to":[25,30,87,132,168],"a":[26,38,49,84,103,120,145,153],"ball,":[27],"with":[28,166,179],"respect":[29,167],"total":[32,77],"variation":[33,78],"distance":[34,79],"metric,":[35],"centered":[36],"around":[37],"nominal":[39,107],"conditional":[40,71,100,108,162,171],"distribution.":[41,172],"We":[42],"formulate":[43],"problem,":[47],"as":[48,102],"minimax":[50,140],"optimization":[51],"problem":[52,141,147],"in":[53,75],"which":[54,73],"minimization":[56,146],"is":[57,68,117,142,158,164,188],"over":[58,69,148],"admissible":[60],"set":[61],"control":[63,91,150],"strategies,":[64,151],"while":[65],"maximization":[67],"distributions":[72],"lie":[74],"ball.":[80],"Then":[81],"present":[83],"two-step":[85],"procedure":[86],"determine":[88,97],"optimal":[90],"strategies.":[92],"step":[94,137],"1,":[95],"maximizing":[99,170],"distribution,":[101],"function":[104],"and":[110,152],"radius":[112],"ball;":[115],"it":[116],"defined":[118],"partition":[122],"observation":[125],"space":[126],"aggregating":[128],"states":[131],"form":[133],"new":[134,154],"states.":[135],"2,":[138],"transformed":[143],"into":[144],"dynamic":[155],"programming":[156],"equation":[157],"derived,":[159],"where":[160],"expectation":[163],"taken":[165],"Surprisingly,":[173],"although":[174],"current":[176],"deals":[178],"partially":[180],"observable":[181],"problems,":[184],"mathematical":[186],"analysis":[187],"tractable.":[189]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}