{"id":"https://openalex.org/W4210976136","doi":"https://doi.org/10.2200/s00426ed1v01y201206aim017","title":"Planning with Markov Decision Processes: An AI Perspective","display_name":"Planning with Markov Decision Processes: An AI Perspective","publication_year":2012,"publication_date":"2012-06-30","ids":{"openalex":"https://openalex.org/W4210976136","doi":"https://doi.org/10.2200/s00426ed1v01y201206aim017"},"language":"en","primary_location":{"id":"doi:10.2200/s00426ed1v01y201206aim017","is_oa":false,"landing_page_url":"https://doi.org/10.2200/s00426ed1v01y201206aim017","pdf_url":null,"source":{"id":"https://openalex.org/S933803995","display_name":"Synthesis lectures on artificial intelligence and machine learning","issn_l":"1939-4608","issn":["1939-4608","1939-4616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310322570","host_organization_name":"Morgan & Claypool Publishers","host_organization_lineage":["https://openalex.org/P4310322570"],"host_organization_lineage_names":["Morgan & Claypool Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Synthesis Lectures on Artificial Intelligence and Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042262991","display_name":"Mausam Mausam","orcid":"https://orcid.org/0000-0003-4088-4296"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mausam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101862316","display_name":"Andrey Kolobov","orcid":"https://orcid.org/0000-0003-4966-7466"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrey Kolobov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.9611,"has_fulltext":false,"cited_by_count":109,"citation_normalized_percentile":{"value":0.97437925,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"6","issue":"1","first_page":"1","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8540928363800049},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8269470930099487},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.7802688479423523},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7310681343078613},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6073489189147949},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5774702429771423},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4953571557998657},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4651634991168976},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.4297362267971039},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.42442527413368225},{"id":"https://openalex.org/keywords/dynamic-decision-making","display_name":"Dynamic decision-making","score":0.42239829897880554},{"id":"https://openalex.org/keywords/automated-planning-and-scheduling","display_name":"Automated planning and scheduling","score":0.4191468358039856},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.41542425751686096},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.3541693091392517},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3477146625518799},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.05852004885673523}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8540928363800049},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8269470930099487},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.7802688479423523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7310681343078613},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6073489189147949},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5774702429771423},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4953571557998657},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4651634991168976},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4297362267971039},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.42442527413368225},{"id":"https://openalex.org/C174988536","wikidata":"https://www.wikidata.org/wiki/Q5318965","display_name":"Dynamic decision-making","level":2,"score":0.42239829897880554},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.4191468358039856},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.41542425751686096},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.3541693091392517},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3477146625518799},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.05852004885673523},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2200/s00426ed1v01y201206aim017","is_oa":false,"landing_page_url":"https://doi.org/10.2200/s00426ed1v01y201206aim017","pdf_url":null,"source":{"id":"https://openalex.org/S933803995","display_name":"Synthesis lectures on artificial intelligence and machine learning","issn_l":"1939-4608","issn":["1939-4608","1939-4616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310322570","host_organization_name":"Morgan & Claypool Publishers","host_organization_lineage":["https://openalex.org/P4310322570"],"host_organization_lineage_names":["Morgan & Claypool Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Synthesis Lectures on Artificial Intelligence and Machine Learning","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":210,"referenced_works":["https://openalex.org/W1189345","https://openalex.org/W4199186","https://openalex.org/W8422417","https://openalex.org/W9419878","https://openalex.org/W10913952","https://openalex.org/W12755008","https://openalex.org/W16046748","https://openalex.org/W26972951","https://openalex.org/W39100366","https://openalex.org/W39309306","https://openalex.org/W39325421","https://openalex.org/W40049998","https://openalex.org/W41554520","https://openalex.org/W45766481","https://openalex.org/W51537834","https://openalex.org/W51809836","https://openalex.org/W59183349","https://openalex.org/W65813280","https://openalex.org/W69139661","https://openalex.org/W108082272","https://openalex.org/W127341816","https://openalex.org/W127374984","https://openalex.org/W131811946","https://openalex.org/W140244492","https://openalex.org/W141456974","https://openalex.org/W141930122","https://openalex.org/W157651330","https://openalex.org/W163688550","https://openalex.org/W169087028","https://openalex.org/W176827212","https://openalex.org/W186811004","https://openalex.org/W189342872","https://openalex.org/W190855689","https://openalex.org/W192590192","https://openalex.org/W196386631","https://openalex.org/W204092060","https://openalex.org/W238700879","https://openalex.org/W368265031","https://openalex.org/W1410838014","https://openalex.org/W1481652012","https://openalex.org/W1482136514","https://openalex.org/W1491322982","https://openalex.org/W1501637551","https://openalex.org/W1507087299","https://openalex.org/W1508018899","https://openalex.org/W1526140919","https://openalex.org/W1530444831","https://openalex.org/W1530573725","https://openalex.org/W1535672099","https://openalex.org/W1536990779","https://openalex.org/W1541499093","https://openalex.org/W1542132247","https://openalex.org/W1542941925","https://openalex.org/W1545688112","https://openalex.org/W1552006016","https://openalex.org/W1552631596","https://openalex.org/W1552830313","https://openalex.org/W1558620469","https://openalex.org/W1567723160","https://openalex.org/W1576539603","https://openalex.org/W1581075793","https://openalex.org/W1589508707","https://openalex.org/W1589991875","https://openalex.org/W1592847719","https://openalex.org/W1597257655","https://openalex.org/W1600056787","https://openalex.org/W1602174990","https://openalex.org/W1603307620","https://openalex.org/W1603765807","https://openalex.org/W1625390266","https://openalex.org/W1631187438","https://openalex.org/W1650504995","https://openalex.org/W1654728867","https://openalex.org/W1674439172","https://openalex.org/W1688218840","https://openalex.org/W1756110333","https://openalex.org/W1792278168","https://openalex.org/W1800916125","https://openalex.org/W1814308503","https://openalex.org/W1874230510","https://openalex.org/W1877030251","https://openalex.org/W1877180816","https://openalex.org/W1908253641","https://openalex.org/W1911642898","https://openalex.org/W1948589467","https://openalex.org/W1966195676","https://openalex.org/W1968768508","https://openalex.org/W1968802531","https://openalex.org/W1969483458","https://openalex.org/W1981276685","https://openalex.org/W1988217924","https://openalex.org/W1994451575","https://openalex.org/W1997477668","https://openalex.org/W2003211898","https://openalex.org/W2009533501","https://openalex.org/W2020294948","https://openalex.org/W2020609518","https://openalex.org/W2020677283","https://openalex.org/W2021061679","https://openalex.org/W2028145673","https://openalex.org/W2029362290","https://openalex.org/W2030224590","https://openalex.org/W2032100464","https://openalex.org/W2036931518","https://openalex.org/W2037017016","https://openalex.org/W2045833919","https://openalex.org/W2057097914","https://openalex.org/W2061146398","https://openalex.org/W2061504687","https://openalex.org/W2064203730","https://openalex.org/W2080267935","https://openalex.org/W2088956500","https://openalex.org/W2089561656","https://openalex.org/W2089730874","https://openalex.org/W2096848877","https://openalex.org/W2097347173","https://openalex.org/W2098432798","https://openalex.org/W2099619710","https://openalex.org/W2101193451","https://openalex.org/W2101217972","https://openalex.org/W2104641222","https://openalex.org/W2105757562","https://openalex.org/W2107073969","https://openalex.org/W2107493623","https://openalex.org/W2107726111","https://openalex.org/W2108443974","https://openalex.org/W2109722166","https://openalex.org/W2109834196","https://openalex.org/W2109910161","https://openalex.org/W2110338773","https://openalex.org/W2110824048","https://openalex.org/W2111030512","https://openalex.org/W2113267394","https://openalex.org/W2114958204","https://openalex.org/W2115030868","https://openalex.org/W2115809996","https://openalex.org/W2116708838","https://openalex.org/W2121517924","https://openalex.org/W2122054842","https://openalex.org/W2123557770","https://openalex.org/W2125916239","https://openalex.org/W2126902640","https://openalex.org/W2128293732","https://openalex.org/W2128459535","https://openalex.org/W2133429202","https://openalex.org/W2134153324","https://openalex.org/W2134293360","https://openalex.org/W2137815074","https://openalex.org/W2140019566","https://openalex.org/W2141088850","https://openalex.org/W2141472133","https://openalex.org/W2143435603","https://openalex.org/W2143497048","https://openalex.org/W2144788666","https://openalex.org/W2145495721","https://openalex.org/W2146290970","https://openalex.org/W2147357263","https://openalex.org/W2147670284","https://openalex.org/W2149551746","https://openalex.org/W2152669282","https://openalex.org/W2153678894","https://openalex.org/W2155640779","https://openalex.org/W2156269940","https://openalex.org/W2159830718","https://openalex.org/W2161252410","https://openalex.org/W2163854321","https://openalex.org/W2165304603","https://openalex.org/W2168024904","https://openalex.org/W2168165432","https://openalex.org/W2168359464","https://openalex.org/W2168412240","https://openalex.org/W2169997910","https://openalex.org/W2170400507","https://openalex.org/W2170903322","https://openalex.org/W2172261094","https://openalex.org/W2178282398","https://openalex.org/W2186040888","https://openalex.org/W2197771580","https://openalex.org/W2203397380","https://openalex.org/W2209959171","https://openalex.org/W2214981627","https://openalex.org/W2216972032","https://openalex.org/W2219400982","https://openalex.org/W2225974540","https://openalex.org/W2243242557","https://openalex.org/W2334782222","https://openalex.org/W2337392266","https://openalex.org/W2346626577","https://openalex.org/W2397872162","https://openalex.org/W2405532007","https://openalex.org/W2438667436","https://openalex.org/W2484646121","https://openalex.org/W2492794003","https://openalex.org/W2555868854","https://openalex.org/W2598912124","https://openalex.org/W2616243076","https://openalex.org/W2619815845","https://openalex.org/W2760506156","https://openalex.org/W2776089907","https://openalex.org/W2885790575","https://openalex.org/W2949150198","https://openalex.org/W2990138404","https://openalex.org/W2999905431","https://openalex.org/W3215221959","https://openalex.org/W4211221179","https://openalex.org/W4212774754","https://openalex.org/W4245108548","https://openalex.org/W4246239274","https://openalex.org/W4247480955","https://openalex.org/W4312942267"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1589140671","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W3208638985"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}