{"id":"https://openalex.org/W1556387789","doi":"https://doi.org/10.1007/978-3-319-11936-6_8","title":"Verification of Markov Decision Processes Using Learning Algorithms","display_name":"Verification of Markov Decision Processes Using Learning Algorithms","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W1556387789","doi":"https://doi.org/10.1007/978-3-319-11936-6_8","mag":"1556387789"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-11936-6_8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-11936-6_8","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082160514","display_name":"Tom\u01ce\u0161 Br\u00e1zdil","orcid":"https://orcid.org/0000-0002-4547-3261"},"institutions":[{"id":"https://openalex.org/I21449261","display_name":"Masaryk University","ror":"https://ror.org/02j46qs45","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21449261"]}],"countries":["CZ"],"is_corresponding":true,"raw_author_name":"Tom\u00e1\u0161 Br\u00e1zdil","raw_affiliation_strings":["Masaryk University, Brno, Czech Republic","Masaryk University"],"affiliations":[{"raw_affiliation_string":"Masaryk University, Brno, Czech Republic","institution_ids":["https://openalex.org/I21449261"]},{"raw_affiliation_string":"Masaryk University","institution_ids":["https://openalex.org/I21449261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052607806","display_name":"Krishnendu Chatterjee","orcid":"https://orcid.org/0000-0002-4561-241X"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Krishnendu Chatterjee","raw_affiliation_strings":["IST, Austria","IST, Austria;"],"affiliations":[{"raw_affiliation_string":"IST, Austria","institution_ids":["https://openalex.org/I157556583"]},{"raw_affiliation_string":"IST, Austria;","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056536627","display_name":"Martin Chmel\u00edk","orcid":null},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Martin Chmel\u00edk","raw_affiliation_strings":["IST, Austria","IST, Austria;"],"affiliations":[{"raw_affiliation_string":"IST, Austria","institution_ids":["https://openalex.org/I157556583"]},{"raw_affiliation_string":"IST, Austria;","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087974593","display_name":"Vojt\u011bch Forejt","orcid":"https://orcid.org/0000-0002-4065-7299"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vojt\u011bch Forejt","raw_affiliation_strings":["University of Oxford, UK","University of Oxford"],"affiliations":[{"raw_affiliation_string":"University of Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074485601","display_name":"Jan K\u0159et\u00ednsk\u00fd","orcid":"https://orcid.org/0000-0002-8122-2881"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Jan K\u0159et\u00ednsk\u00fd","raw_affiliation_strings":["IST, Austria;"],"affiliations":[{"raw_affiliation_string":"IST, Austria;","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081710233","display_name":"Marta Kwiatkowska","orcid":"https://orcid.org/0000-0001-9022-7599"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marta Kwiatkowska","raw_affiliation_strings":["University of Oxford, UK","University of Oxford"],"affiliations":[{"raw_affiliation_string":"University of Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036097359","display_name":"David Parker","orcid":"https://orcid.org/0000-0003-4137-8862"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Parker","raw_affiliation_strings":["University of Birmingham, UK","University of Birmingham.*"],"affiliations":[{"raw_affiliation_string":"University of Birmingham, UK","institution_ids":["https://openalex.org/I79619799"]},{"raw_affiliation_string":"University of Birmingham.*","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079999707","display_name":"Mateusz Ujma","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mateusz Ujma","raw_affiliation_strings":["University of Oxford, UK","University of Oxford"],"affiliations":[{"raw_affiliation_string":"University of Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5082160514"],"corresponding_institution_ids":["https://openalex.org/I21449261"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":12.3717,"has_fulltext":false,"cited_by_count":184,"citation_normalized_percentile":{"value":0.99398557,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"98","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.791892409324646},{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.7659520506858826},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.752263605594635},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5954220294952393},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5265401005744934},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.499542236328125},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.49256783723831177},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4827839136123657},{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.48207002878189087},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.470156192779541},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4655704200267792},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4640113115310669},{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.4262978136539459},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.35232388973236084},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3331207036972046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25600117444992065},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.24853721261024475},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18395841121673584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.791892409324646},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.7659520506858826},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.752263605594635},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5954220294952393},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5265401005744934},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.499542236328125},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.49256783723831177},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4827839136123657},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.48207002878189087},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.470156192779541},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4655704200267792},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4640113115310669},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.4262978136539459},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.35232388973236084},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3331207036972046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25600117444992065},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.24853721261024475},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18395841121673584},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/978-3-319-11936-6_8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-11936-6_8","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.473.2299","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.473.2299","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://qav.comlab.ox.ac.uk/papers/atva14.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.761.4957","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.761.4957","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1402.2967.pdf","raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/06a44466-c17b-4ae2-b325-8027f7e8895d","is_oa":false,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/06a44466-c17b-4ae2-b325-8027f7e8895d","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Br\u00e1zdil, T, Chatterjee, K, Chmel\u00edk, M, Forejt, V, K\u0159et\u00ednsk\u00fd, J, Kwiatkowska, M, Parker, D & Ujma, M 2014, Verification of markov decision processes using learning algorithms. in F Cassez & J-F Raskin (eds), Automated Technology for Verification and Analysis : 12th International Symposium, ATVA 2014, Sydney, NSW, Australia, November 3-7, 2014, Proceedings. vol. 8837, Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 8837, Springer, pp. 98-114, 12th International Symposium on Automated Technology for Verification and Analysis, ATVA 2014, Sydney, Australia, 3/11/14. https://doi.org/10.1007/978-3-319-11936-6_8","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7200000286102295,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1208334278","display_name":null,"funder_award_id":"EP/L001802/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8427720276","display_name":null,"funder_award_id":"EP/K038575/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W81140875","https://openalex.org/W147046584","https://openalex.org/W180513329","https://openalex.org/W296769721","https://openalex.org/W1489725951","https://openalex.org/W1492507105","https://openalex.org/W1498432697","https://openalex.org/W1499021164","https://openalex.org/W1533572394","https://openalex.org/W1538639190","https://openalex.org/W1544634046","https://openalex.org/W1556387789","https://openalex.org/W1560643704","https://openalex.org/W1574005127","https://openalex.org/W1578170176","https://openalex.org/W1579117491","https://openalex.org/W1588278207","https://openalex.org/W1593045594","https://openalex.org/W1617322827","https://openalex.org/W1862398452","https://openalex.org/W1882458578","https://openalex.org/W1973016897","https://openalex.org/W1993536119","https://openalex.org/W1998138867","https://openalex.org/W2009533501","https://openalex.org/W2020293036","https://openalex.org/W2025063471","https://openalex.org/W2095304972","https://openalex.org/W2098787400","https://openalex.org/W2105964247","https://openalex.org/W2116708838","https://openalex.org/W2121863487","https://openalex.org/W2125930621","https://openalex.org/W2129670787","https://openalex.org/W2135366134","https://openalex.org/W2153358971","https://openalex.org/W2163626018","https://openalex.org/W2185071254","https://openalex.org/W2334782222","https://openalex.org/W2405532007","https://openalex.org/W2489648777","https://openalex.org/W3140384403","https://openalex.org/W4212847481","https://openalex.org/W4214717370","https://openalex.org/W4230164823","https://openalex.org/W4250417675"],"related_works":["https://openalex.org/W2884574904","https://openalex.org/W1572578464","https://openalex.org/W149700981","https://openalex.org/W2513478072","https://openalex.org/W2807018115","https://openalex.org/W4388236136","https://openalex.org/W2804745155","https://openalex.org/W2315999538","https://openalex.org/W4200250224","https://openalex.org/W2606546905"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":33},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":22},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}