{"id":"https://openalex.org/W3006002788","doi":"https://doi.org/10.24963/ijcai.2020/570","title":"Verifiable RNN-Based Policies for POMDPs Under Temporal Logic Constraints","display_name":"Verifiable RNN-Based Policies for POMDPs Under Temporal Logic Constraints","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3006002788","doi":"https://doi.org/10.24963/ijcai.2020/570","mag":"3006002788"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2020/570","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/570","pdf_url":"https://www.ijcai.org/proceedings/2020/0570.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2020/0570.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051915018","display_name":"Steven Carr","orcid":"https://orcid.org/0000-0002-5661-3768"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Carr","raw_affiliation_strings":["University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012669709","display_name":"Nils Jansen","orcid":"https://orcid.org/0000-0003-1318-8973"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nils Jansen","raw_affiliation_strings":["Radboud University Nijmegen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Radboud University Nijmegen","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068441112","display_name":"Ufuk Topcu","orcid":"https://orcid.org/0000-0003-0819-9985"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ufuk Topcu","raw_affiliation_strings":["University of Texas at Austin"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.46,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.62675156,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"4121","last_page":"4127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8088805675506592},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7046247720718384},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6509707570075989},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6171172261238098},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5995467305183411},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.581913411617279},{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.5253233909606934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4383099377155304},{"id":"https://openalex.org/keywords/finite-state-machine","display_name":"Finite-state machine","score":0.42418718338012695},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3719269335269928},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2636431157588959},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2537866234779358},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.21897682547569275},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.20580455660820007},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18246805667877197},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.1763801872730255},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07664930820465088}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8088805675506592},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7046247720718384},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6509707570075989},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6171172261238098},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5995467305183411},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.581913411617279},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.5253233909606934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4383099377155304},{"id":"https://openalex.org/C167822520","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite-state machine","level":2,"score":0.42418718338012695},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3719269335269928},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2636431157588959},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2537866234779358},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.21897682547569275},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.20580455660820007},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18246805667877197},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.1763801872730255},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07664930820465088},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.24963/ijcai.2020/570","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/570","pdf_url":"https://www.ijcai.org/proceedings/2020/0570.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2002.05615","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.05615","pdf_url":"https://arxiv.org/pdf/2002.05615","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3006002788","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2002.05615.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:ru:oai:repository.ubn.ru.nl:2066/222095","is_oa":true,"landing_page_url":"http://hdl.handle.net/2066/222095","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bessiere, C. (ed.), IJCAI-PRICAI 2020: Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence, January 2021, Yokohama, Japan, 4121 - 4127. S.l. : International Joint Conferences on Artificial Intelligence","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2002.05615","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2002.05615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2020/570","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2020/570","pdf_url":"https://www.ijcai.org/proceedings/2020/0570.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Ninth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4641987079","display_name":null,"funder_award_id":"N00014-18-1-2829","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4908315546","display_name":null,"funder_award_id":"D19AP00004","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3006002788.pdf","grobid_xml":"https://content.openalex.org/works/W3006002788.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W190675879","https://openalex.org/W1498432697","https://openalex.org/W1662842982","https://openalex.org/W1969291558","https://openalex.org/W1990813072","https://openalex.org/W1992663105","https://openalex.org/W2099111195","https://openalex.org/W2151058089","https://openalex.org/W2594877703","https://openalex.org/W2809011908","https://openalex.org/W2923538364","https://openalex.org/W2944797015","https://openalex.org/W2963125544","https://openalex.org/W2963324077","https://openalex.org/W2963559826","https://openalex.org/W2964160102","https://openalex.org/W2964335273"],"related_works":["https://openalex.org/W3034246012","https://openalex.org/W2925153779","https://openalex.org/W2967426891","https://openalex.org/W2945268470","https://openalex.org/W2964042707","https://openalex.org/W3042314862","https://openalex.org/W2103614073","https://openalex.org/W2914308742","https://openalex.org/W3096263346","https://openalex.org/W143787037","https://openalex.org/W2962910777","https://openalex.org/W117060268","https://openalex.org/W3176760670","https://openalex.org/W2965787007","https://openalex.org/W2604855040","https://openalex.org/W3158874672","https://openalex.org/W2951061809","https://openalex.org/W2252320731","https://openalex.org/W24098402","https://openalex.org/W87995992"],"abstract_inverted_index":{"Recurrent":[0],"neural":[1],"networks":[2],"(RNNs)":[3],"have":[4],"emerged":[5],"as":[6,99],"an":[7,55,65,85,97],"effective":[8],"representation":[9],"of":[10,24,37,131,141,156,189,193],"control":[11],"policies":[12,26],"in":[13,21,30,108,133,153],"sequential":[14],"decision-making":[15],"problems.":[16],"However,":[17],"a":[18,60,71,100],"major":[19],"drawback":[20],"the":[22,28,35,89,106,110,116,129,134,142,149,154,178],"application":[23],"RNN-based":[25],"is":[27,75,167],"difficulty":[29],"providing":[31],"formal":[32,48,79],"guarantees":[33],"on":[34],"satisfaction":[36],"behavioral":[38],"specifications,":[39],"e.g.":[40],"safety":[41],"and/or":[42],"reachability.":[43],"By":[44],"integrating":[45],"techniques":[46],"from":[47,64],"methods":[49,185],"and":[50],"machine":[51],"learning,":[52],"we":[53,83,147],"propose":[54],"approach":[56,180],"to":[57,77,88,95,114,126,169],"automatically":[58],"extract":[59],"finite-state":[61,72],"controller":[62],"(FSC)":[63],"RNN,":[66],"which,":[67],"when":[68],"composed":[69],"with":[70,103],"system":[73],"model,":[74],"amenable":[76],"existing":[78],"verification":[80,118],"tools.":[81],"Specifically,":[82],"introduce":[84],"iterative":[86,151],"modification":[87],"so-called":[90],"quantized":[91],"bottleneck":[92],"insertion":[93],"technique":[94],"create":[96],"FSC":[98,112,136],"randomized":[101],"policy":[102,157],"memory.":[104],"For":[105],"cases":[107],"which":[109,166],"resulting":[111,150],"fails":[113],"satisfy":[115],"specification,":[117],"generates":[119],"diagnostic":[120],"information.":[121],"We":[122],"utilize":[123],"this":[124],"information":[125],"either":[127],"adjust":[128],"amount":[130],"memory":[132],"extracted":[135],"or":[137],"perform":[138],"focused":[139],"retraining":[140],"RNN.":[143],"While":[144],"generally":[145],"applicable,":[146],"detail":[148],"procedure":[152],"context":[155],"synthesis":[158,184],"for":[159],"partially":[160],"observable":[161],"Markov":[162],"decision":[163],"processes":[164],"(POMDPs),":[165],"known":[168],"be":[170],"notoriously":[171],"hard.":[172],"The":[173],"numerical":[174],"experiments":[175],"show":[176],"that":[177],"proposed":[179],"outperforms":[181],"traditional":[182],"POMDP":[183],"by":[186],"3":[187],"orders":[188],"magnitude":[190],"within":[191],"2%":[192],"optimal":[194],"benchmark":[195],"values.":[196]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}