{"id":"https://openalex.org/W2125408844","doi":"https://doi.org/10.1109/acc.2011.5990952","title":"Control of Markov decision processes from PCTL specifications","display_name":"Control of Markov decision processes from PCTL specifications","publication_year":2011,"publication_date":"2011-06-01","ids":{"openalex":"https://openalex.org/W2125408844","doi":"https://doi.org/10.1109/acc.2011.5990952","mag":"2125408844"},"language":"en","primary_location":{"id":"doi:10.1109/acc.2011.5990952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2011.5990952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2011 American Control Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069564559","display_name":"Morteza Lahijanian","orcid":"https://orcid.org/0000-0001-7549-4365"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"M. Lahijanian","raw_affiliation_strings":["Department of Mechanical Engineering, Boston University, MA, USA","Dept. of Mechanical Engineering, Boston University, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Boston University, MA, USA","institution_ids":["https://openalex.org/I111088046"]},{"raw_affiliation_string":"Dept. of Mechanical Engineering, Boston University, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081816980","display_name":"Sean B. Andersson","orcid":"https://orcid.org/0000-0001-7575-3507"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. B. Andersson","raw_affiliation_strings":["Department of Mechanical Engineering, Boston University, MA, USA","Dept. of Mechanical Engineering, Boston University, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Boston University, MA, USA","institution_ids":["https://openalex.org/I111088046"]},{"raw_affiliation_string":"Dept. of Mechanical Engineering, Boston University, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086742095","display_name":"C\u0103lin Belta","orcid":"https://orcid.org/0000-0002-7141-2657"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"C. Belta","raw_affiliation_strings":["Department of Mechanical Engineering, Boston University, MA, USA","Dept. of Mechanical Engineering, Boston University, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Boston University, MA, USA","institution_ids":["https://openalex.org/I111088046"]},{"raw_affiliation_string":"Dept. of Mechanical Engineering, Boston University, MA, USA","institution_ids":["https://openalex.org/I111088046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5069564559"],"corresponding_institution_ids":["https://openalex.org/I111088046"],"apc_list":null,"apc_paid":null,"fwci":2.2495,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.8808097,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"b","issue":null,"first_page":"311","last_page":"316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-ctl","display_name":"Probabilistic CTL","score":0.7788075804710388},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7025144696235657},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6794489622116089},{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.5880484580993652},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5657732486724854},{"id":"https://openalex.org/keywords/temporal-logic","display_name":"Temporal logic","score":0.5299081802368164},{"id":"https://openalex.org/keywords/computation-tree-logic","display_name":"Computation tree logic","score":0.52630615234375},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.45496731996536255},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.45263469219207764},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4445640742778778},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4282499849796295},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4217013716697693},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34129172563552856},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2758631706237793},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18160128593444824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16810807585716248},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12008178234100342},{"id":"https://openalex.org/keywords/probabilistic-analysis-of-algorithms","display_name":"Probabilistic analysis of algorithms","score":0.08986502885818481}],"concepts":[{"id":"https://openalex.org/C52063229","wikidata":"https://www.wikidata.org/wiki/Q7246845","display_name":"Probabilistic CTL","level":4,"score":0.7788075804710388},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7025144696235657},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6794489622116089},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.5880484580993652},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5657732486724854},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.5299081802368164},{"id":"https://openalex.org/C198008173","wikidata":"https://www.wikidata.org/wiki/Q1040040","display_name":"Computation tree logic","level":3,"score":0.52630615234375},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.45496731996536255},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.45263469219207764},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4445640742778778},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4282499849796295},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4217013716697693},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34129172563552856},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2758631706237793},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18160128593444824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16810807585716248},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12008178234100342},{"id":"https://openalex.org/C24404364","wikidata":"https://www.wikidata.org/wiki/Q7246846","display_name":"Probabilistic analysis of algorithms","level":3,"score":0.08986502885818481},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/acc.2011.5990952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2011.5990952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2011 American Control Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.423.4077","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.423.4077","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://nanoscience.bu.edu/papers/Control of Markov Decision Processes from PCTL specifications.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.712.9430","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.712.9430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.rice.edu/%7Emml9/papers/ACC2011.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1266757872","https://openalex.org/W1518436864","https://openalex.org/W1967294943","https://openalex.org/W1974817955","https://openalex.org/W1994511055","https://openalex.org/W2005998857","https://openalex.org/W2020293036","https://openalex.org/W2041701185","https://openalex.org/W2051580064","https://openalex.org/W2083098238","https://openalex.org/W2130786035","https://openalex.org/W2150335178","https://openalex.org/W2153358971","https://openalex.org/W2163941698","https://openalex.org/W2222333946","https://openalex.org/W2615768957","https://openalex.org/W2736594147","https://openalex.org/W2913459036","https://openalex.org/W3023554972","https://openalex.org/W3100786387","https://openalex.org/W4255368532","https://openalex.org/W6679302799","https://openalex.org/W6689094195","https://openalex.org/W6777095389"],"related_works":["https://openalex.org/W1551070491","https://openalex.org/W3005864166","https://openalex.org/W1981889059","https://openalex.org/W4213436577","https://openalex.org/W2103740034","https://openalex.org/W14017695","https://openalex.org/W2203774400","https://openalex.org/W2471765219","https://openalex.org/W2350953867","https://openalex.org/W2166027622"],"abstract_inverted_index":{"We":[0,32,59],"address":[1],"the":[2,13,61,67],"problem":[3],"of":[4,15,24,39,70],"controlling":[5],"a":[6,17,22,71,81],"Markov":[7],"Decision":[8],"Process":[9],"(MDP)":[10],"such":[11],"that":[12,47],"probability":[14],"satisfying":[16],"temporal":[18],"logic":[19],"specification":[20],"over":[21],"set":[23],"properties":[25],"associated":[26],"to":[27,66,80],"its":[28],"states":[29],"is":[30],"maximized.":[31],"focus":[33],"on":[34],"specifications":[35],"given":[36],"as":[37],"formulas":[38],"Probabilistic":[40],"Computation":[41],"Tree":[42],"Logic":[43],"(PCTL)":[44],"and":[45],"show":[46],"controllers":[48],"can":[49],"be":[50],"synthesized":[51],"by":[52,63],"adapting":[53],"existing":[54],"PCTL":[55,82],"model":[56],"checking":[57],"algorithms.":[58],"illustrate":[60],"approach":[62],"applying":[64],"it":[65],"automatic":[68],"deployment":[69],"mobile":[72],"robot":[73],"in":[74],"an":[75],"indoor-like":[76],"environment":[77],"with":[78],"respect":[79],"specification.":[83]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}