{"id":"https://openalex.org/W2078151802","doi":"https://doi.org/10.1109/cdc.2014.7039527","title":"A learning based approach to control synthesis of Markov decision processes for linear temporal logic specifications","display_name":"A learning based approach to control synthesis of Markov decision processes for linear temporal logic specifications","publication_year":2014,"publication_date":"2014-12-01","ids":{"openalex":"https://openalex.org/W2078151802","doi":"https://doi.org/10.1109/cdc.2014.7039527","mag":"2078151802"},"language":"en","primary_location":{"id":"doi:10.1109/cdc.2014.7039527","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2014.7039527","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"53rd IEEE Conference on Decision and Control","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080725225","display_name":"Dorsa Sadigh","orcid":"https://orcid.org/0000-0002-7802-9183"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dorsa Sadigh","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley","[Dept. of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"[Dept. of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA]","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101408597","display_name":"Eric S. Kim","orcid":"https://orcid.org/0000-0002-2926-7994"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric S. Kim","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley","[Dept. of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"[Dept. of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA]","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010552433","display_name":"Samuel Coogan","orcid":"https://orcid.org/0000-0003-0495-1535"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Coogan","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley","[Dept. of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"[Dept. of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA]","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103101043","display_name":"S. Shankar Sastry","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. Shankar Sastry","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley","[Dept. of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"[Dept. of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA]","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064230639","display_name":"Sanjit A. Seshia","orcid":"https://orcid.org/0000-0001-6190-8707"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjit A. Seshia","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley","[Dept. of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"[Dept. of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA]","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5080725225"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":8.0422,"has_fulltext":false,"cited_by_count":131,"citation_normalized_percentile":{"value":0.97934567,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1091","last_page":"1096"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11125","display_name":"Petri Nets in System Modeling","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-temporal-logic","display_name":"Linear temporal logic","score":0.7525132298469543},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7368044853210449},{"id":"https://openalex.org/keywords/b\u00fcchi-automaton","display_name":"B\u00fcchi automaton","score":0.7310643792152405},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.6049453616142273},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5901060104370117},{"id":"https://openalex.org/keywords/temporal-logic","display_name":"Temporal logic","score":0.5057837963104248},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.4866217076778412},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.47980907559394836},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.46393945813179016},{"id":"https://openalex.org/keywords/markov-property","display_name":"Markov property","score":0.44273439049720764},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.442689448595047},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.43149974942207336},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.415892630815506},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.40544047951698303},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3535653054714203},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3240465521812439},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.2615964710712433},{"id":"https://openalex.org/keywords/deterministic-automaton","display_name":"Deterministic automaton","score":0.24128296971321106},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1594262421131134}],"concepts":[{"id":"https://openalex.org/C4777664","wikidata":"https://www.wikidata.org/wiki/Q1536492","display_name":"Linear temporal logic","level":2,"score":0.7525132298469543},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7368044853210449},{"id":"https://openalex.org/C165753454","wikidata":"https://www.wikidata.org/wiki/Q1020380","display_name":"B\u00fcchi automaton","level":4,"score":0.7310643792152405},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.6049453616142273},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5901060104370117},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.5057837963104248},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.4866217076778412},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.47980907559394836},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.46393945813179016},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.44273439049720764},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.442689448595047},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.43149974942207336},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.415892630815506},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.40544047951698303},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3535653054714203},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3240465521812439},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2615964710712433},{"id":"https://openalex.org/C194525867","wikidata":"https://www.wikidata.org/wiki/Q5265707","display_name":"Deterministic automaton","level":3,"score":0.24128296971321106},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1594262421131134},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/cdc.2014.7039527","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2014.7039527","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"53rd IEEE Conference on Decision and Control","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.740.1956","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.740.1956","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1409.5486.pdf","raw_type":"text"},{"id":"pmh:oai:escholarship.org/ark:/13030/qt5st9t32r","is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/5st9t32r","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},{"id":"pmh:oai:escholarship.org/ark:/13030/qt63h3w6js","is_oa":false,"landing_page_url":"https://escholarship.org/uc/item/63h3w6js","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the IEEE Conference on Decision and Control, vol 2015-February, iss February","raw_type":"article"},{"id":"pmh:qt5st9t32r","is_oa":false,"landing_page_url":"http://www.escholarship.org/uc/item/5st9t32r","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sadigh, D; Kim, ES; Coogan, S; Sastry, SS; & Seshia, SA. (2014). A learning based approach to control synthesis of Markov decision processes for linear temporal logic specifications.. CDC, 1091 - 1096. doi: 10.1109/CDC.2014.7039527. UC Berkeley: Retrieved from: http://www.escholarship.org/uc/item/5st9t32r","raw_type":"article"},{"id":"pmh:qt63h3w6js","is_oa":false,"landing_page_url":"http://www.escholarship.org/uc/item/63h3w6js","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sadigh, D; Kim, ES; Coogan, S; Sastry, SS; & Seshia, SA. (2014). A learning based approach to control synthesis of Markov decision processes for linear temporal logic specifications. Proceedings of the IEEE Conference on Decision and Control, 2015-February(February), 1091 - 1096. doi: 10.1109/CDC.2014.7039527. UC Berkeley: Retrieved from: http://www.escholarship.org/uc/item/63h3w6js","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1494502909","https://openalex.org/W1496256885","https://openalex.org/W1498432697","https://openalex.org/W1756618330","https://openalex.org/W1971996841","https://openalex.org/W2031592188","https://openalex.org/W2059470663","https://openalex.org/W2064572756","https://openalex.org/W2078151802","https://openalex.org/W2087107980","https://openalex.org/W2100677568","https://openalex.org/W2122410182","https://openalex.org/W2134032706","https://openalex.org/W2157807654","https://openalex.org/W2319542951","https://openalex.org/W2470428456","https://openalex.org/W2489939061","https://openalex.org/W2623293810","https://openalex.org/W3023554972","https://openalex.org/W3041202696","https://openalex.org/W4285719527","https://openalex.org/W6699840735","https://openalex.org/W6720416591"],"related_works":["https://openalex.org/W2108751562","https://openalex.org/W2110468917","https://openalex.org/W1513159096","https://openalex.org/W2338673411","https://openalex.org/W1604890813","https://openalex.org/W2359102888","https://openalex.org/W1967076997","https://openalex.org/W2283260145","https://openalex.org/W1986033227","https://openalex.org/W1988027993"],"abstract_inverted_index":{"We":[0,28,90],"propose":[1],"to":[2,66,72,97],"synthesize":[3],"a":[4,8,22,30,35,88,99,111],"control":[5,123],"policy":[6,112],"for":[7,77],"Markov":[9],"decision":[10],"process":[11],"(MDP)":[12],"such":[13,110],"that":[14,33,92,101,118],"the":[15,19,41,49,55,59,73,82,103,127],"resulting":[16],"traces":[17],"of":[18,48,58,75],"MDP":[20,32,51],"satisfy":[21],"linear":[23],"temporal":[24],"logic":[25],"(LTL)":[26],"property.":[27,44],"construct":[29],"product":[31,50],"incorporates":[34],"deterministic":[36],"Rabin":[37,60],"automaton":[38],"generated":[39],"from":[40,54,69],"desired":[42],"LTL":[43,78,104,128],"The":[45],"reward":[46],"function":[47],"is":[52,95],"defined":[53],"acceptance":[56],"condition":[57],"automaton.":[61],"This":[62],"construction":[63],"allows":[64],"us":[65],"apply":[67],"techniques":[68],"learning":[70],"theory":[71],"problem":[74],"synthesis":[76],"specifications":[79],"even":[80,125],"when":[81,126],"transition":[83],"probabilities":[84],"are":[85],"not":[86],"known":[87],"priori.":[89],"prove":[91],"our":[93,119],"method":[94,120],"guaranteed":[96],"find":[98],"controller":[100],"satisfies":[102],"property":[105,129],"with":[106,133],"probability":[107,134],"one":[108],"if":[109],"exists,":[113],"and":[114],"we":[115],"suggest":[116],"empirically":[117],"produces":[121],"reasonable":[122],"strategies":[124],"cannot":[130],"be":[131],"satisfied":[132],"one.":[135]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":9},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}