{"id":"https://openalex.org/W2220995138","doi":"https://doi.org/10.1145/2699431","title":"Recursive Markov Decision Processes and Recursive Stochastic Games","display_name":"Recursive Markov Decision Processes and Recursive Stochastic Games","publication_year":2015,"publication_date":"2015-05-06","ids":{"openalex":"https://openalex.org/W2220995138","doi":"https://doi.org/10.1145/2699431","mag":"2220995138"},"language":"en","primary_location":{"id":"doi:10.1145/2699431","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2699431","pdf_url":null,"source":{"id":"https://openalex.org/S118992489","display_name":"Journal of the ACM","issn_l":"0004-5411","issn":["0004-5411","1557-735X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the ACM","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003946901","display_name":"Kousha Etessami","orcid":"https://orcid.org/0000-0001-5700-3462"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Kousha Etessami","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043084405","display_name":"Mihalis Yannakakis","orcid":"https://orcid.org/0000-0003-2857-1860"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mihalis Yannakakis","raw_affiliation_strings":["Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5003946901"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":5.4507,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.96271868,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"62","issue":"2","first_page":"1","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/undecidable-problem","display_name":"Undecidable problem","score":0.8012689352035522},{"id":"https://openalex.org/keywords/decidability","display_name":"Decidability","score":0.6838012933731079},{"id":"https://openalex.org/keywords/recursion","display_name":"Recursion (computer science)","score":0.5894108414649963},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5642377734184265},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5128624439239502},{"id":"https://openalex.org/keywords/decision-problem","display_name":"Decision problem","score":0.4674055874347687},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4604990482330322},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.41978245973587036},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4170706868171692},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3527124226093292},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34157952666282654},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3265352249145508},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.32363224029541016},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22732508182525635}],"concepts":[{"id":"https://openalex.org/C192034797","wikidata":"https://www.wikidata.org/wiki/Q3502995","display_name":"Undecidable problem","level":3,"score":0.8012689352035522},{"id":"https://openalex.org/C153269930","wikidata":"https://www.wikidata.org/wiki/Q430001","display_name":"Decidability","level":2,"score":0.6838012933731079},{"id":"https://openalex.org/C168773036","wikidata":"https://www.wikidata.org/wiki/Q264164","display_name":"Recursion (computer science)","level":2,"score":0.5894108414649963},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5642377734184265},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5128624439239502},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.4674055874347687},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4604990482330322},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.41978245973587036},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4170706868171692},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3527124226093292},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34157952666282654},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3265352249145508},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.32363224029541016},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22732508182525635},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2699431","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2699431","pdf_url":null,"source":{"id":"https://openalex.org/S118992489","display_name":"Journal of the ACM","issn_l":"0004-5411","issn":["0004-5411","1557-735X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the ACM","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320006","display_name":"Royal Society","ror":"https://ror.org/03wnrjx87"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":98,"referenced_works":["https://openalex.org/W124331494","https://openalex.org/W163688550","https://openalex.org/W177913229","https://openalex.org/W179875050","https://openalex.org/W260642817","https://openalex.org/W391578156","https://openalex.org/W421997344","https://openalex.org/W1256121109","https://openalex.org/W1480317510","https://openalex.org/W1480600454","https://openalex.org/W1482647296","https://openalex.org/W1493051096","https://openalex.org/W1493119321","https://openalex.org/W1496590343","https://openalex.org/W1498910922","https://openalex.org/W1506542859","https://openalex.org/W1523572153","https://openalex.org/W1544822727","https://openalex.org/W1559984321","https://openalex.org/W1561934984","https://openalex.org/W1574901103","https://openalex.org/W1728602962","https://openalex.org/W1750411654","https://openalex.org/W1864873123","https://openalex.org/W1966347268","https://openalex.org/W1967459525","https://openalex.org/W1971499713","https://openalex.org/W1971967210","https://openalex.org/W1972203711","https://openalex.org/W1977070092","https://openalex.org/W1982429087","https://openalex.org/W1984451181","https://openalex.org/W1990256806","https://openalex.org/W1991624978","https://openalex.org/W1991813962","https://openalex.org/W2001255903","https://openalex.org/W2002089154","https://openalex.org/W2005059149","https://openalex.org/W2010994761","https://openalex.org/W2017194981","https://openalex.org/W2023206235","https://openalex.org/W2026128612","https://openalex.org/W2028099358","https://openalex.org/W2036758357","https://openalex.org/W2040721698","https://openalex.org/W2042796301","https://openalex.org/W2046213250","https://openalex.org/W2051580064","https://openalex.org/W2055298790","https://openalex.org/W2055776578","https://openalex.org/W2056545661","https://openalex.org/W2060155289","https://openalex.org/W2062573385","https://openalex.org/W2066194644","https://openalex.org/W2067754486","https://openalex.org/W2069791914","https://openalex.org/W2087466158","https://openalex.org/W2091188761","https://openalex.org/W2095414659","https://openalex.org/W2098543914","https://openalex.org/W2100440346","https://openalex.org/W2133667894","https://openalex.org/W2137464431","https://openalex.org/W2142921329","https://openalex.org/W2142972886","https://openalex.org/W2148701797","https://openalex.org/W2151549243","https://openalex.org/W2151670874","https://openalex.org/W2152221608","https://openalex.org/W2153358971","https://openalex.org/W2153399290","https://openalex.org/W2154602821","https://openalex.org/W2155340214","https://openalex.org/W2158487182","https://openalex.org/W2161979183","https://openalex.org/W2165161585","https://openalex.org/W2167246417","https://openalex.org/W2170933628","https://openalex.org/W2334782222","https://openalex.org/W2568511220","https://openalex.org/W2575731723","https://openalex.org/W2610857016","https://openalex.org/W2796137918","https://openalex.org/W2951306656","https://openalex.org/W2952530952","https://openalex.org/W2970312776","https://openalex.org/W2975330931","https://openalex.org/W3010294887","https://openalex.org/W3100442804","https://openalex.org/W3206969920","https://openalex.org/W4231137976","https://openalex.org/W4235035462","https://openalex.org/W4244638572","https://openalex.org/W4254547512","https://openalex.org/W4255005259","https://openalex.org/W4255368532","https://openalex.org/W4285719527","https://openalex.org/W4293860921"],"related_works":["https://openalex.org/W4234189135","https://openalex.org/W2170336571","https://openalex.org/W2489809986","https://openalex.org/W3022248317","https://openalex.org/W2585890227","https://openalex.org/W3144220040","https://openalex.org/W1693995122","https://openalex.org/W1543051890","https://openalex.org/W2618109676","https://openalex.org/W1971160134"],"abstract_inverted_index":{"We":[0,40,179,198,247],"introduce":[1],"Recursive":[2,8],"Markov":[3],"Decision":[4],"Processes":[5,158],"(RMDPs)":[6],"and":[7,21,33,44,92,139,148,159,185,190,196,212,226,228,272,285,320],"Simple":[9],"Stochastic":[10,160],"Games":[11],"(RSSGs),":[12],"which":[13],"are":[14,202,208,330],"classes":[15],"of":[16,47,65,103,135,151,166,176,183,260],"(finitely":[17],"presented)":[18],"countable-state":[19],"MDPs":[20,32],"zero-sum":[22],"turn-based":[23],"(perfect":[24],"information)":[25],"stochastic":[26,34,153,300],"games.":[27],"They":[28],"extend":[29],"standard":[30],"finite-state":[31,298],"games":[35,49],"with":[36,324],"a":[37,68,105,143,181,240,257,305,334],"recursion":[38],"feature.":[39],"study":[41],"the":[42,54,63,72,82,101,118,127,164,167,174,215,235,250,292],"decidability":[43],"computational":[45],"complexity":[46,303],"these":[48,136],"under":[50],"termination":[51,66,84,106,120,177,192,217,252,294],"objectives":[52],"for":[53,188,194,204,210,223,254,270,278,296,315,333],"two":[55],"players:":[56],"one":[57],"player's":[58,74],"goal":[59,75],"is":[60,76,108,129,169,219,229,280,286],"to":[61,77,98,124,146,170,326],"maximize":[62,171],"probability":[64,93,175],"at":[67,109,113,230,287],"given":[69,87],"exit,":[70],"while":[71],"other":[73],"minimize":[78,173],"this":[79],"probability.":[80],"In":[81],"quantitative":[83,191,216,293],"problems":[85,193,201,323],",":[86,95],"an":[88],"RMDP":[89],"(or":[90,112],"RSSG)":[91],"p":[94,111,115],"we":[96,122,311],"wish":[97,123],"decide":[99,125],"whether":[100,126],"value":[102,128],"such":[104],"game":[107,149],"least":[110,231,288],"most":[114],");":[116],"in":[117,142,221,244,266,281],"qualitative":[119,189,251,276],"problem":[121,218,243,253,277,295],"1.":[130],"The":[131,275],"important":[132],"1-exit":[133],"subclasses":[134],"models,":[137,154],"1-RMDPs":[138,211,225,255],"1-RSSGs,":[140,227],"correspond":[141],"precise":[144],"sense":[145],"controlled":[147,258],"versions":[150],"classic":[152],"including":[155],"multitype":[156],"Branching":[157],"Context-Free":[161],"Grammars,":[162],"where":[163],"objective":[165],"players":[168],"or":[172],"(extinction).":[178],"provide":[180],"number":[182],"upper":[184],"lower":[186],"bounds":[187],"RMDPs":[195],"RSSGs.":[197],"show":[199,248,312],"both":[200,224,269],"undecidable":[203,331],"multi-exit":[205],"RMDPs,":[206],"but":[207],"decidable":[209,220],"1-RSSGs.":[213],"Specifically,":[214],"PSPACE":[222],"as":[232,234,289,291],"hard":[233,290],"square":[236],"root":[237],"sum":[238],"problem,":[239],"well-known":[241],"open":[242,308],"numerical":[245],"computation.":[246],"that":[249,313],"(i.e.,":[256],"version":[259],"branching":[261],"processes)":[262],"can":[263],"be":[264],"solved":[265],"polynomial":[267],"time":[268],"maximizing":[271],"minimizing":[273],"1-RMDPs.":[274],"1-RSSGs":[279],"NP":[282],"\u2229":[283],"coNP,":[284],"Condon's":[297],"simple":[299],"games,":[301],"whose":[302],"remains":[304],"well":[306],"known":[307],"problem.":[309],"Finally,":[310],"even":[314,332],"1-RMDPs,":[316],"more":[317],"general":[318],"(qualitative":[319],"quantitative)":[321],"model-checking":[322],"respect":[325],"linear-time":[327],"temporal":[328],"properties":[329],"fixed":[335],"property.":[336]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}