{"id":"https://openalex.org/W4366721632","doi":"https://doi.org/10.1007/978-3-031-30823-9_26","title":"Robust Almost-Sure Reachability in Multi-Environment MDPs","display_name":"Robust Almost-Sure Reachability in Multi-Environment MDPs","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4366721632","doi":"https://doi.org/10.1007/978-3-031-30823-9_26"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-30823-9_26","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-30823-9_26","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-30823-9_26.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-30823-9_26.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058711047","display_name":"Marck van der Vegt","orcid":"https://orcid.org/0000-0003-2451-5466"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Marck van der Vegt","raw_affiliation_strings":["Radboud University, Nijmegen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012669709","display_name":"Nils Jansen","orcid":"https://orcid.org/0000-0003-1318-8973"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nils Jansen","raw_affiliation_strings":["Radboud University, Nijmegen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018941708","display_name":"Sebastian Junges","orcid":"https://orcid.org/0000-0003-0978-8466"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sebastian Junges","raw_affiliation_strings":["Radboud University, Nijmegen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058711047"],"corresponding_institution_ids":["https://openalex.org/I145872427"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":3.0169,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.89466791,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"508","last_page":"526"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9509999752044678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.9523677825927734},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8184395432472229},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7773932218551636},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.6307935118675232},{"id":"https://openalex.org/keywords/exponential-function","display_name":"Exponential function","score":0.5453559160232544},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.515436053276062},{"id":"https://openalex.org/keywords/reachability-problem","display_name":"Reachability problem","score":0.5090603232383728},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.47415632009506226},{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.44831424951553345},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4172824025154114},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.40556782484054565},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14578521251678467},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.07221290469169617}],"concepts":[{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.9523677825927734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8184395432472229},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7773932218551636},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.6307935118675232},{"id":"https://openalex.org/C151376022","wikidata":"https://www.wikidata.org/wiki/Q168698","display_name":"Exponential function","level":2,"score":0.5453559160232544},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.515436053276062},{"id":"https://openalex.org/C2777669093","wikidata":"https://www.wikidata.org/wiki/Q17141570","display_name":"Reachability problem","level":3,"score":0.5090603232383728},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47415632009506226},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.44831424951553345},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4172824025154114},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.40556782484054565},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14578521251678467},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.07221290469169617},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-031-30823-9_26","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-30823-9_26","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-30823-9_26.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/292259","is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/292259","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/292259/292259.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in monograph or in proceedings"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-30823-9_26","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-30823-9_26","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-30823-9_26.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4366721632.pdf"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W201409579","https://openalex.org/W272982077","https://openalex.org/W288011047","https://openalex.org/W1522308973","https://openalex.org/W1539216098","https://openalex.org/W1556387789","https://openalex.org/W1563302260","https://openalex.org/W1583869287","https://openalex.org/W1636455720","https://openalex.org/W1640774615","https://openalex.org/W1667094241","https://openalex.org/W1862398452","https://openalex.org/W1977070092","https://openalex.org/W2092977061","https://openalex.org/W2107132870","https://openalex.org/W2116708838","https://openalex.org/W2125500714","https://openalex.org/W2135776689","https://openalex.org/W2155153696","https://openalex.org/W2168359464","https://openalex.org/W2274143274","https://openalex.org/W2570990303","https://openalex.org/W2594789366","https://openalex.org/W2620928019","https://openalex.org/W2742512175","https://openalex.org/W2898656812","https://openalex.org/W2930056168","https://openalex.org/W2932972683","https://openalex.org/W2950398281","https://openalex.org/W2963451394","https://openalex.org/W3019187101","https://openalex.org/W3037475490","https://openalex.org/W3097334999","https://openalex.org/W3097686825","https://openalex.org/W3134141736","https://openalex.org/W3179132544","https://openalex.org/W3185435504","https://openalex.org/W3185890095","https://openalex.org/W3213132814","https://openalex.org/W4254547512","https://openalex.org/W4297754339","https://openalex.org/W4312797939","https://openalex.org/W4366721632"],"related_works":["https://openalex.org/W2884574904","https://openalex.org/W4253760428","https://openalex.org/W2047831585","https://openalex.org/W131709709","https://openalex.org/W3208672221","https://openalex.org/W3017277461","https://openalex.org/W2099490078","https://openalex.org/W4287199681","https://openalex.org/W3172202899","https://openalex.org/W4224983736"],"abstract_inverted_index":{"Abstract":[0],"Multiple-environment":[1],"MDPs":[2,8,28],"(MEMDPs)":[3],"capture":[4],"finite":[5],"sets":[6],"of":[7,25,34,61],"that":[9,36,45,49,70,96],"share":[10],"the":[11,16,32,59,78,87],"states":[12],"but":[13],"differ":[14],"in":[15,43,83,100],"transition":[17],"dynamics.":[18],"These":[19],"models":[20],"form":[21],"a":[22,51],"proper":[23],"subclass":[24],"partially":[26],"observable":[27],"(POMDPs).":[29],"We":[30,68,85],"consider":[31],"synthesis":[33],"policies":[35,63,79,103],"robustly":[37],"satisfy":[38],"an":[39,65,94],"almost-sure":[40],"reachability":[41],"property":[42,52],"MEMDPs,":[44,76],"is,":[46],"one":[47],"policy":[48],"satisfies":[50],"for":[53,75,104],"all":[54],"environments.":[55],"For":[56],"POMDPs,":[57],"deciding":[58],"existence":[60],"robust":[62,102],"is":[64,73],"EXPTIME-complete":[66],"problem.":[67],"show":[69],"this":[71],"problem":[72],"PSPACE-complete":[74],"while":[77],"require":[80],"exponential":[81],"memory":[82],"general.":[84],"exploit":[86],"theoretical":[88],"results":[89,99],"to":[90],"develop":[91],"and":[92],"implement":[93],"algorithm":[95],"shows":[97],"promising":[98],"synthesizing":[101],"various":[105],"benchmarks.":[106]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2023-04-24T00:00:00"}
