{"id":"https://openalex.org/W5657644","doi":null,"title":"An Equivalence between Continuous and Discrete Time Markov Decision Processes.","display_name":"An Equivalence between Continuous and Discrete Time Markov Decision Processes.","publication_year":1976,"publication_date":"1976-06-01","ids":{"openalex":"https://openalex.org/W5657644","mag":"5657644"},"language":"en","primary_location":{"id":"pmh:ADA029337","doi":null,"is_oa":false,"landing_page_url":"http://oai.dtic.mil/oai/oai?&verb=getRecord&metadataPrefix=html&identifier=ADA029337","pdf_url":null,"source":{"id":"https://openalex.org/S4406923043","display_name":"Defense Technical Information Center (DTIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"DTIC AND NTIS","raw_type":"Text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003761238","display_name":"Richard F. Serfozo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Richard F. Serfozo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5003761238"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0422,"has_fulltext":false,"cited_by_count":160,"citation_normalized_percentile":{"value":0.83545544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.49239999055862427,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13500","display_name":"Probability and Statistical Research","score":0.49239999055862427,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.3091000020503998,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10974","display_name":"Advanced Queuing Theory Analysis","score":0.059300001710653305,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continuous-time-markov-decision-processes","display_name":"continuous-time Markov decision processes","score":0.9089999794960022},{"id":"https://openalex.org/keywords/discrete-time-markov-decision-processes","display_name":"discrete-time Markov decision processes","score":0.9929999709129333},{"id":"https://openalex.org/keywords/continuous-time-markov-chains","display_name":"continuous-time Markov chains","score":0.8730000257492065},{"id":"https://openalex.org/keywords/discounted-cost-criterion","display_name":"discounted cost criterion","score":0.9279999732971191},{"id":"https://openalex.org/keywords/average-cost-criterion","display_name":"average cost criterion","score":0.9959999918937683},{"id":"https://openalex.org/keywords/infinite-horizon","display_name":"infinite horizon","score":0.7059999704360962}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7020127773284912},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.6329668164253235},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.6269950866699219},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.6044420003890991},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.542018473148346},{"id":"https://openalex.org/C110729354","wikidata":"https://www.wikidata.org/wiki/Q185478","display_name":"Countable set","level":2,"score":0.5383539795875549},{"id":"https://openalex.org/C163540672","wikidata":"https://www.wikidata.org/wiki/Q1115431","display_name":"Markov renewal process","level":5,"score":0.5332825779914856},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.5120254158973694},{"id":"https://openalex.org/C91229774","wikidata":"https://www.wikidata.org/wiki/Q193885","display_name":"Infinitesimal","level":2,"score":0.45957422256469727},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.45852887630462646},{"id":"https://openalex.org/C147080032","wikidata":"https://www.wikidata.org/wiki/Q176720","display_name":"Continuous-time Markov chain","level":5,"score":0.44502803683280945},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.44319936633110046},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.4184810519218445},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.4184323251247406},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3732955753803253},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.35096365213394165},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14368495345115662},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.12945926189422607}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:ADA029337","doi":null,"is_oa":false,"landing_page_url":"http://oai.dtic.mil/oai/oai?&verb=getRecord&metadataPrefix=html&identifier=ADA029337","pdf_url":null,"source":{"id":"https://openalex.org/S4406923043","display_name":"Defense Technical Information Center (DTIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"DTIC AND NTIS","raw_type":"Text"},{"id":"mag:5657644","doi":null,"is_oa":false,"landing_page_url":"https://apps.dtic.mil/sti/pdfs/ADA029337.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W1506327958","https://openalex.org/W1983920151","https://openalex.org/W2028145673","https://openalex.org/W2079291782","https://openalex.org/W2093878537","https://openalex.org/W2161297030","https://openalex.org/W3026026050"],"related_works":["https://openalex.org/W1964680067","https://openalex.org/W1967477050","https://openalex.org/W2384477864","https://openalex.org/W7112826412","https://openalex.org/W1984329922","https://openalex.org/W2528459875","https://openalex.org/W2088059464","https://openalex.org/W7099052144","https://openalex.org/W2093322089","https://openalex.org/W2905739680"],"abstract_inverted_index":{"A":[0],"continuous":[1,67],"time":[2,29,68],"Markov":[3,30,59,70,83],"decision":[4,31],"process":[5,71,84],"with":[6,72],"bounded":[7,73],"sojourn":[8,15,74,86],"parameters":[9,11,75,87],"(the":[10],"of":[12,54,57],"the":[13,18,37,63,90],"exponential":[14],"times":[16],"in":[17,78],"states)":[19],"is":[20,34,76],"shown":[21],"to":[22,25,80],"be":[23],"equivalent":[24,58],"a":[26,66,81],"simpler":[27],"discrete":[28],"process.":[32],"This":[33,47],"for":[35],"both":[36],"discounted":[38],"and":[39,61],"average":[40],"cost":[41],"criteria":[42],"on":[43],"an":[44,52],"infinite":[45],"horizon.":[46],"result":[48],"follows":[49],"from":[50],"(1)":[51],"equivalence":[53],"certain":[55],"functionals":[56],"processes,":[60],"(2)":[62],"property":[64],"that":[65],"jump":[69],"equal":[77],"distribution":[79],"similar":[82],"whose":[85],"are":[88],"all":[89],"same.":[91],"(Author)":[92]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":6}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2016-06-24T00:00:00"}