{"id":"https://openalex.org/W4384471268","doi":"https://doi.org/10.1007/978-3-031-37709-9_6","title":"Search and\u00a0Explore: Symbiotic Policy Synthesis in\u00a0POMDPs","display_name":"Search and\u00a0Explore: Symbiotic Policy Synthesis in\u00a0POMDPs","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4384471268","doi":"https://doi.org/10.1007/978-3-031-37709-9_6"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-37709-9_6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-37709-9_6","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-37709-9_6.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-37709-9_6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047861254","display_name":"Roman Andriushchenko","orcid":"https://orcid.org/0000-0002-1286-934X"},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":true,"raw_author_name":"Roman Andriushchenko","raw_affiliation_strings":["Brno University of Technology, Brno, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0002-1286-934X","affiliations":[{"raw_affiliation_string":"Brno University of Technology, Brno, Czech Republic","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078343101","display_name":"Alexander Bork","orcid":"https://orcid.org/0000-0002-7026-228X"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Bork","raw_affiliation_strings":["RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7026-228X","affiliations":[{"raw_affiliation_string":"RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001379903","display_name":"Milan \u010ce\u0161ka","orcid":"https://orcid.org/0000-0002-0300-9727"},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Milan \u010ce\u0161ka","raw_affiliation_strings":["Brno University of Technology, Brno, Czech Republic"],"raw_orcid":"https://orcid.org/0000-0002-0300-9727","affiliations":[{"raw_affiliation_string":"Brno University of Technology, Brno, Czech Republic","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018941708","display_name":"Sebastian Junges","orcid":"https://orcid.org/0000-0003-0978-8466"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sebastian Junges","raw_affiliation_strings":["Radboud University, Nijmegen, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-0978-8466","affiliations":[{"raw_affiliation_string":"Radboud University, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090819329","display_name":"Joost-Pieter Katoen","orcid":"https://orcid.org/0000-0002-6143-1926"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joost-Pieter Katoen","raw_affiliation_strings":["RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6143-1926","affiliations":[{"raw_affiliation_string":"RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092031898","display_name":"Filip Mac\u00e1k","orcid":"https://orcid.org/0009-0004-4277-2751"},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Filip Mac\u00e1k","raw_affiliation_strings":["Brno University of Technology, Brno, Czech Republic"],"raw_orcid":"https://orcid.org/0009-0004-4277-2751","affiliations":[{"raw_affiliation_string":"Brno University of Technology, Brno, Czech Republic","institution_ids":["https://openalex.org/I60587646"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5047861254"],"corresponding_institution_ids":["https://openalex.org/I60587646"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":5.8714,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.96325167,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"113","last_page":"135"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.8664366006851196},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8110382556915283},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6972392201423645},{"id":"https://openalex.org/keywords/undecidable-problem","display_name":"Undecidable problem","score":0.6681653261184692},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.5837405920028687},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5833820700645447},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4946427047252655},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4373432993888855},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43294376134872437},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.27940434217453003},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22763597965240479},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.19048026204109192},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.18456992506980896},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13817241787910461},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12917643785476685},{"id":"https://openalex.org/keywords/decidability","display_name":"Decidability","score":0.07430925965309143}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.8664366006851196},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8110382556915283},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6972392201423645},{"id":"https://openalex.org/C192034797","wikidata":"https://www.wikidata.org/wiki/Q3502995","display_name":"Undecidable problem","level":3,"score":0.6681653261184692},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.5837405920028687},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5833820700645447},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4946427047252655},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4373432993888855},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43294376134872437},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.27940434217453003},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22763597965240479},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.19048026204109192},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.18456992506980896},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13817241787910461},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12917643785476685},{"id":"https://openalex.org/C153269930","wikidata":"https://www.wikidata.org/wiki/Q430001","display_name":"Decidability","level":2,"score":0.07430925965309143},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-031-37709-9_6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-37709-9_6","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-37709-9_6.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/295535","is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/295535","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/295535/295535.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in monograph or in proceedings"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-37709-9_6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-37709-9_6","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-37709-9_6.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7799999713897705}],"awards":[{"id":"https://openalex.org/G1762991518","display_name":null,"funder_award_id":"EP/V00252X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2302795432","display_name":null,"funder_award_id":"RTG 2236","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G2757978615","display_name":null,"funder_award_id":"2236/2","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G3193363067","display_name":null,"funder_award_id":"GA23-06963S","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"},{"id":"https://openalex.org/G3298403960","display_name":null,"funder_award_id":"GA23-","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321006","display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky","ror":"https://ror.org/01pv73b02"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384471268.pdf"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1605376211","https://openalex.org/W1862398452","https://openalex.org/W1977070092","https://openalex.org/W2034725503","https://openalex.org/W2087992130","https://openalex.org/W2099430963","https://openalex.org/W2169677553","https://openalex.org/W2334782222","https://openalex.org/W2593267253","https://openalex.org/W2594789366","https://openalex.org/W2742512175","https://openalex.org/W2808100232","https://openalex.org/W2914149546","https://openalex.org/W3088952667","https://openalex.org/W3097686825","https://openalex.org/W3142023506","https://openalex.org/W3185435504","https://openalex.org/W3214634944","https://openalex.org/W3215640983","https://openalex.org/W4297754339","https://openalex.org/W4366721447","https://openalex.org/W4384471268"],"related_works":["https://openalex.org/W2999848267","https://openalex.org/W2096013579","https://openalex.org/W1589140671","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W131709709"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2,135],"marries":[3],"two":[4,69],"state-of-the-art":[5],"controller":[6,75],"synthesis":[7,173],"methods":[8,72],"for":[9,73],"partially":[10],"observable":[11,108],"Markov":[12],"decision":[13,21],"processes":[14],"(POMDPs),":[15],"a":[16,31,44,77,90,119,126,137,160],"prominent":[17],"model":[18],"in":[19,163],"sequential":[20],"making":[22],"under":[23],"uncertainty.":[24],"A":[25],"central":[26],"issue":[27],"is":[28,53,113,136],"to":[29],"find":[30],"POMDP":[32,74,109],"controller\u2014that":[33],"solely":[34],"decides":[35],"based":[36],"on":[37,57],"the":[38,94,104,151,155,164,167,172],"observations":[39],"seen":[40],"so":[41,65],"far\u2014to":[42],"achieve":[43],"total":[45],"expected":[46],"reward":[47],"objective.":[48],"As":[49],"finding":[50],"optimal":[51],"controllers":[52,61,124,152,168],"undecidable,":[54],"we":[55],"concentrate":[56],"synthesising":[58],"good":[59],"finite-state":[60],"(FSCs).":[62],"We":[63],"do":[64],"by":[66,154],"tightly":[67,142],"integrating":[68],"modern,":[70],"orthogonal":[71],"synthesis:":[76],"belief-based":[78],"and":[79,175],"an":[80,87,98,114],"inductive":[81,115],"approach.":[82],"The":[83,111,130],"former":[84],"method":[85],"obtains":[86],"FSC":[88],"from":[89,150],"finite":[91],"fragment":[92],"of":[93,103,106,121,133,166],"so-called":[95],"belief":[96],"MDP,":[97],"MDP":[99],"that":[100,141,147],"keeps":[101],"track":[102],"probabilities":[105],"equally":[107],"states.":[110],"latter":[112],"search":[116],"technique":[117],"over":[118],"set":[120],"FSCs,":[122],"e.g.,":[123],"with":[125],"fixed":[127],"memory":[128,176],"size.":[129],"key":[131],"result":[132],"this":[134],"symbiotic":[138],"anytime":[139],"algorithm":[140],"integrates":[143],"both":[144],"approaches":[145],"such":[146],"each":[148],"profits":[149],"constructed":[153],"other.":[156],"Experimental":[157],"results":[158],"indicate":[159],"substantial":[161],"improvement":[162],"value":[165],"while":[169],"significantly":[170],"reducing":[171],"time":[174],"footprint.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}