{"id":"https://openalex.org/W161796414","doi":"https://doi.org/10.1007/978-3-642-27645-3_8","title":"Solving Relational and First-Order Logical Markov Decision Processes: A Survey","display_name":"Solving Relational and First-Order Logical Markov Decision Processes: A Survey","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W161796414","doi":"https://doi.org/10.1007/978-3-642-27645-3_8","mag":"161796414"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-642-27645-3_8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-642-27645-3_8","pdf_url":null,"source":{"id":"https://openalex.org/S4210169857","display_name":"Adaptation, learning, and optimization","issn_l":"1867-4534","issn":["1867-4534","1867-4542"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adaptation, Learning, and Optimization","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090948866","display_name":"Martijn van Otterlo","orcid":null},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Martijn van Otterlo","raw_affiliation_strings":["Radboud University, Nijmegen, The Netherlands","RADBOUD UNIVERSITY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Radboud University, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"RADBOUD UNIVERSITY","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5090948866"],"corresponding_institution_ids":["https://openalex.org/I145872427"],"apc_list":null,"apc_paid":null,"fwci":1.5864,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.83953248,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"253","last_page":"292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7922301292419434},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6514638066291809},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6330046653747559},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5242241621017456},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4777640402317047},{"id":"https://openalex.org/keywords/statistical-relational-learning","display_name":"Statistical relational learning","score":0.46803003549575806},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.46299514174461365},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4523686468601227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44007608294487},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.35682347416877747},{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.2723497152328491},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21555113792419434},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2092094123363495},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.12409469485282898}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7922301292419434},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6514638066291809},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6330046653747559},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5242241621017456},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4777640402317047},{"id":"https://openalex.org/C177877439","wikidata":"https://www.wikidata.org/wiki/Q7604413","display_name":"Statistical relational learning","level":3,"score":0.46803003549575806},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.46299514174461365},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4523686468601227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44007608294487},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.35682347416877747},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.2723497152328491},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21555113792419434},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2092094123363495},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12409469485282898},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-642-27645-3_8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-642-27645-3_8","pdf_url":null,"source":{"id":"https://openalex.org/S4210169857","display_name":"Adaptation, learning, and optimization","issn_l":"1867-4534","issn":["1867-4534","1867-4542"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adaptation, Learning, and Optimization","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":188,"referenced_works":["https://openalex.org/W9237277","https://openalex.org/W11088338","https://openalex.org/W24170294","https://openalex.org/W30507863","https://openalex.org/W38133627","https://openalex.org/W38340148","https://openalex.org/W41151046","https://openalex.org/W42392872","https://openalex.org/W46258415","https://openalex.org/W69139661","https://openalex.org/W71768770","https://openalex.org/W87548251","https://openalex.org/W102626069","https://openalex.org/W113144092","https://openalex.org/W128192963","https://openalex.org/W129796485","https://openalex.org/W162464780","https://openalex.org/W193597327","https://openalex.org/W195197106","https://openalex.org/W198956113","https://openalex.org/W249650263","https://openalex.org/W427286788","https://openalex.org/W802219403","https://openalex.org/W1486596527","https://openalex.org/W1487408605","https://openalex.org/W1490954610","https://openalex.org/W1492458906","https://openalex.org/W1494688554","https://openalex.org/W1496415053","https://openalex.org/W1496780137","https://openalex.org/W1500046621","https://openalex.org/W1501834514","https://openalex.org/W1505350346","https://openalex.org/W1505515950","https://openalex.org/W1507811735","https://openalex.org/W1519574914","https://openalex.org/W1530573725","https://openalex.org/W1531123623","https://openalex.org/W1533597678","https://openalex.org/W1537312987","https://openalex.org/W1547105496","https://openalex.org/W1552176201","https://openalex.org/W1552549180","https://openalex.org/W1564663916","https://openalex.org/W1570690983","https://openalex.org/W1574001572","https://openalex.org/W1576452626","https://openalex.org/W1576539603","https://openalex.org/W1583408742","https://openalex.org/W1589991875","https://openalex.org/W1591434728","https://openalex.org/W1592960552","https://openalex.org/W1603966764","https://openalex.org/W1604265728","https://openalex.org/W1640646391","https://openalex.org/W1654728867","https://openalex.org/W1695997110","https://openalex.org/W1760997490","https://openalex.org/W1772543696","https://openalex.org/W1775239747","https://openalex.org/W1800916125","https://openalex.org/W1804644664","https://openalex.org/W1826381381","https://openalex.org/W1844671776","https://openalex.org/W1855398616","https://openalex.org/W1856314200","https://openalex.org/W1874230510","https://openalex.org/W1908888846","https://openalex.org/W1914583973","https://openalex.org/W1923871101","https://openalex.org/W1971195728","https://openalex.org/W1992019341","https://openalex.org/W1993552393","https://openalex.org/W1997477668","https://openalex.org/W2007436726","https://openalex.org/W2017580728","https://openalex.org/W2017626051","https://openalex.org/W2036096913","https://openalex.org/W2038809129","https://openalex.org/W2043700026","https://openalex.org/W2044012307","https://openalex.org/W2048226872","https://openalex.org/W2050466268","https://openalex.org/W2061504687","https://openalex.org/W2062122188","https://openalex.org/W2070183171","https://openalex.org/W2073677619","https://openalex.org/W2084207607","https://openalex.org/W2084943080","https://openalex.org/W2091532789","https://openalex.org/W2094438588","https://openalex.org/W2097772949","https://openalex.org/W2098628002","https://openalex.org/W2098767066","https://openalex.org/W2101355568","https://openalex.org/W2108302062","https://openalex.org/W2109718666","https://openalex.org/W2109722166","https://openalex.org/W2110037278","https://openalex.org/W2111572265","https://openalex.org/W2113805664","https://openalex.org/W2121863487","https://openalex.org/W2122203928","https://openalex.org/W2122410182","https://openalex.org/W2123975568","https://openalex.org/W2125074935","https://openalex.org/W2125922627","https://openalex.org/W2126678370","https://openalex.org/W2126834960","https://openalex.org/W2127725756","https://openalex.org/W2133001472","https://openalex.org/W2134100786","https://openalex.org/W2134153324","https://openalex.org/W2134980541","https://openalex.org/W2135457285","https://openalex.org/W2140141795","https://openalex.org/W2141312052","https://openalex.org/W2143524892","https://openalex.org/W2144194365","https://openalex.org/W2144528208","https://openalex.org/W2145790759","https://openalex.org/W2147169507","https://openalex.org/W2148411640","https://openalex.org/W2149385746","https://openalex.org/W2150821861","https://openalex.org/W2151403295","https://openalex.org/W2152669282","https://openalex.org/W2154393523","https://openalex.org/W2154441654","https://openalex.org/W2155027007","https://openalex.org/W2156493855","https://openalex.org/W2157117634","https://openalex.org/W2158282517","https://openalex.org/W2160855126","https://openalex.org/W2161211308","https://openalex.org/W2163244102","https://openalex.org/W2163445345","https://openalex.org/W2165814897","https://openalex.org/W2166144793","https://openalex.org/W2167945827","https://openalex.org/W2168010594","https://openalex.org/W2168359464","https://openalex.org/W2170400507","https://openalex.org/W2171918460","https://openalex.org/W2268725662","https://openalex.org/W2294729144","https://openalex.org/W2308567354","https://openalex.org/W2337392266","https://openalex.org/W2344013593","https://openalex.org/W2396715201","https://openalex.org/W2402164836","https://openalex.org/W2464413329","https://openalex.org/W2479764006","https://openalex.org/W2487816651","https://openalex.org/W2492778706","https://openalex.org/W2492941183","https://openalex.org/W2497826135","https://openalex.org/W2503474909","https://openalex.org/W2519090662","https://openalex.org/W2540583041","https://openalex.org/W2573514974","https://openalex.org/W2575007773","https://openalex.org/W2575375354","https://openalex.org/W2604653582","https://openalex.org/W2615497679","https://openalex.org/W2623293810","https://openalex.org/W2751318774","https://openalex.org/W2793768458","https://openalex.org/W2915941685","https://openalex.org/W2964138387","https://openalex.org/W2989552998","https://openalex.org/W3020831056","https://openalex.org/W3103882218","https://openalex.org/W3106185997","https://openalex.org/W3122501078","https://openalex.org/W4212943651","https://openalex.org/W4214717370","https://openalex.org/W4238730903","https://openalex.org/W4245799227","https://openalex.org/W4247690037","https://openalex.org/W4249549806","https://openalex.org/W4252136692","https://openalex.org/W4252785764","https://openalex.org/W4253165008","https://openalex.org/W4256120538","https://openalex.org/W4285719527","https://openalex.org/W4293249558","https://openalex.org/W4307347247"],"related_works":["https://openalex.org/W3213838085","https://openalex.org/W2097772949","https://openalex.org/W4313591620","https://openalex.org/W2357975469","https://openalex.org/W3089496523","https://openalex.org/W2937181779","https://openalex.org/W3167472281","https://openalex.org/W2124144580","https://openalex.org/W2966075430","https://openalex.org/W2156355394"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}