{"id":"https://openalex.org/W4407950140","doi":"https://doi.org/10.1109/cdc56724.2024.10886823","title":"Quantum Markov Decision Processes","display_name":"Quantum Markov Decision Processes","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4407950140","doi":"https://doi.org/10.1109/cdc56724.2024.10886823"},"language":"en","primary_location":{"id":"doi:10.1109/cdc56724.2024.10886823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc56724.2024.10886823","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 63rd Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029240602","display_name":"Naci Sald\u0131","orcid":"https://orcid.org/0000-0002-2677-7366"},"institutions":[{"id":"https://openalex.org/I168864056","display_name":"Bilkent University","ror":"https://ror.org/02vh8a032","country_code":"TR","type":"education","lineage":["https://openalex.org/I168864056"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Naci Saldi","raw_affiliation_strings":["Bilkent University,Department of Mathematics,Ankara,Turkey"],"affiliations":[{"raw_affiliation_string":"Bilkent University,Department of Mathematics,Ankara,Turkey","institution_ids":["https://openalex.org/I168864056"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001852382","display_name":"Sina Sanjari","orcid":"https://orcid.org/0000-0002-6409-7994"},"institutions":[{"id":"https://openalex.org/I51768193","display_name":"Royal Military College of Canada","ror":"https://ror.org/04yr71909","country_code":"CA","type":"education","lineage":["https://openalex.org/I51768193"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sina Sanjari","raw_affiliation_strings":["Royal Military College,Department of Mathematics and Computer Science,Kingston,ON,Canada"],"affiliations":[{"raw_affiliation_string":"Royal Military College,Department of Mathematics and Computer Science,Kingston,ON,Canada","institution_ids":["https://openalex.org/I51768193"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005401257","display_name":"Serdar Y\u00fcksel","orcid":"https://orcid.org/0000-0001-6099-5001"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Serdar Y\u00fcksel","raw_affiliation_strings":["Queen’s University,Department of Mathematics and Statistics,Kingston,ON,Canada"],"affiliations":[{"raw_affiliation_string":"Queen’s University,Department of Mathematics and Statistics,Kingston,ON,Canada","institution_ids":["https://openalex.org/I204722609"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029240602"],"corresponding_institution_ids":["https://openalex.org/I168864056"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25534012,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8723","last_page":"8728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.23000000417232513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.23000000417232513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.617420494556427},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4762187898159027},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4750913381576538},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1580529808998108},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.0602145791053772}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.617420494556427},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4762187898159027},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4750913381576538},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1580529808998108},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0602145791053772}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc56724.2024.10886823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc56724.2024.10886823","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 63rd Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1409569118","https://openalex.org/W1978947909","https://openalex.org/W1991745177","https://openalex.org/W2003842211","https://openalex.org/W2010654234","https://openalex.org/W2026972363","https://openalex.org/W2061798690","https://openalex.org/W2077168594","https://openalex.org/W2083494341","https://openalex.org/W2093694754","https://openalex.org/W2124346691","https://openalex.org/W2804172638","https://openalex.org/W2963272571","https://openalex.org/W2963975928","https://openalex.org/W2964034900","https://openalex.org/W2990961515","https://openalex.org/W3022578515","https://openalex.org/W3138349270","https://openalex.org/W3200102202","https://openalex.org/W4205416474","https://openalex.org/W4221159779","https://openalex.org/W4287964643","https://openalex.org/W4298194274","https://openalex.org/W6861904927","https://openalex.org/W6862179942"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,58,73],"aim":[4],"to":[5,10,17,47],"develop":[6,74],"a":[7,23,49],"quantum":[8,27,36,38,54],"counterpart":[9],"classical":[11],"Markov":[12],"decision":[13],"processes":[14],"(MDPs),":[15],"referred":[16],"as":[18],"q-MDPs.":[19],"We":[20],"first":[21],"present":[22,68],"comprehensive":[24],"formulation":[25],"of":[26,61],"MDPs":[28],"with":[29],"state":[30],"and":[31,40,63,67,80,86,96],"action":[32],"spaces":[33],"in":[34],"the":[35,91],"domain,":[37],"transitions,":[39],"cost":[41],"functions.":[42],"The":[43],"focus":[44],"then":[45],"shifts":[46],"establishing":[48],"verification":[50],"theorem":[51],"for":[52,76,83],"Markovian":[53],"control":[55],"policies.":[56],"Subsequently,":[57],"introduce":[59],"classes":[60],"open-loop":[62,85],"classical-state-preserving":[64,87],"closed-loop":[65,88],"policies":[66,79,89],"their":[69],"structural":[70],"results.":[71],"Finally,":[72],"algorithms":[75],"computing":[77],"optimal":[78],"value":[81],"functions":[82],"both":[84],"using":[90],"duality":[92],"between":[93],"dynamic":[94],"programming":[95,98],"semi-definite":[97],"formulations.":[99]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}