{"id":"https://openalex.org/W7162250837","doi":"https://doi.org/10.65109/tbfq5922","title":"Finite-State Controllers for (Hidden-Model) POMDPs using Deep Reinforcement Learning","display_name":"Finite-State Controllers for (Hidden-Model) POMDPs using Deep Reinforcement Learning","alternate_titles":[],"publication_year":2026,"publication_date":"2026-05-24","ids":{"openalex":"https://openalex.org/W7162250837","doi":"https://doi.org/10.65109/tbfq5922"},"language":"en","primary_location":{"id":"doi:10.65109/tbfq5922","doi":"https://doi.org/10.65109/tbfq5922","is_oa":false,"landing_page_url":"https://doi.org/10.65109/tbfq5922","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th International Conference on Autonomous Agents and Multiagent Systems","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7162250837"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2602.08734","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125565795","display_name":"David Hud\u00e1k","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"David Hud\u00e1k","raw_affiliation_strings":["Brno University of Technology, Brno, Czech Rep"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brno University of Technology, Brno, Czech Rep","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093536467","display_name":"Maris F. L. Galesloot","orcid":"https://orcid.org/0009-0002-5112-8584","observed_orcids":["https://orcid.org/0009-0002-5112-8584"]},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maris F. L. Galesloot","raw_affiliation_strings":["Radboud University Nijmegen, Nijmegen, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Radboud University Nijmegen, Nijmegen, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078635542","display_name":"Martin Tappler","orcid":"https://orcid.org/0000-0002-4193-5609","observed_orcids":["https://orcid.org/0000-0002-4193-5609"]},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Martin Tappler","raw_affiliation_strings":["TU Wien, Vienna, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076412523","display_name":"Martin Kure\u010dka","orcid":"https://orcid.org/0000-0001-5092-9190","observed_orcids":["https://orcid.org/0000-0001-5092-9190"]},"institutions":[{"id":"https://openalex.org/I21449261","display_name":"Masaryk University","ror":"https://ror.org/02j46qs45","country_code":"CZ","type":"education","lineage":["https://openalex.org/I21449261"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Martin Kure\u010dka","raw_affiliation_strings":["Masaryk University, Brno, Czech Rep"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Masaryk University, Brno, Czech Rep","institution_ids":["https://openalex.org/I21449261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012669709","display_name":"Nils Jansen","orcid":"https://orcid.org/0000-0003-1318-8973","observed_orcids":["https://orcid.org/0000-0003-1318-8973"]},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]},{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE","NL"],"is_corresponding":false,"raw_author_name":"Nils Jansen","raw_affiliation_strings":["Ruhr-Universit\u00e4t Bochum & Radboud University Nijmegen, Bochum, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ruhr-Universit\u00e4t Bochum & Radboud University Nijmegen, Bochum, Germany","institution_ids":["https://openalex.org/I145872427","https://openalex.org/I904495901"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001379903","display_name":"Milan \u010ce\u0161ka","orcid":"https://orcid.org/0000-0002-0300-9727","observed_orcids":["https://orcid.org/0000-0002-0300-9727"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Milan \u010ce\u0161ka","raw_affiliation_strings":["Brno University of Technology, Brno, Czech Rep"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brno University of Technology, Brno, Czech Rep","institution_ids":["https://openalex.org/I60587646"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9209,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.93228981,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-processes","display_name":"partially observable Markov decision processes","score":0.9399999976158142},{"id":"https://openalex.org/keywords/finite-state-controllers","display_name":"finite-state controllers","score":0.9110000133514404},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8100000023841858},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.8109999895095825},{"id":"https://openalex.org/keywords/policy-extraction","display_name":"policy extraction","score":0.6579999923706055},{"id":"https://openalex.org/keywords/robust-policy","display_name":"robust policy","score":0.8629999756813049}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.8183000087738037},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7975000143051147},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7163000106811523},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6498000025749207},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.621999979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5981000065803528},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5511000156402588},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5099999904632568},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4975999891757965},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4932999908924103},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.44449999928474426},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.43059998750686646},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4230000078678131},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3779999911785126},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.3156999945640564},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2581000030040741}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.65109/tbfq5922","doi":"https://doi.org/10.65109/tbfq5922","is_oa":false,"landing_page_url":"https://doi.org/10.65109/tbfq5922","pdf_url":null,"source":{"id":"https://openalex.org/S4306417597","display_name":"Adaptive Agents and Multi-Agents Systems","issn_l":"1548-8403","issn":["1548-8403"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th International Conference on Autonomous Agents and Multiagent Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2602.08734","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.08734","pdf_url":"https://arxiv.org/pdf/2602.08734","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/333100","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/333100","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/333100/333100.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in monograph or in proceedings"},{"id":"doi:10.48550/arxiv.2602.08734","doi":"https://doi.org/10.48550/arxiv.2602.08734","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.08734","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2602.08734","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.08734","pdf_url":"https://arxiv.org/pdf/2602.08734","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1241064458","display_name":null,"funder_award_id":"101077178","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3193363067","display_name":"VESCAA: Verifiable and Efficient Synthesis of Controllers for Autonomous Agents","funder_award_id":"GA23-06963S","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"},{"id":"https://openalex.org/G3298403960","display_name":null,"funder_award_id":"GA23-","funder_id":"https://openalex.org/F4320321006","funder_display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky"},{"id":"https://openalex.org/G4875562163","display_name":"Verification and Analysis for Safety and Security of Applications in Life","funder_award_id":"101160022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5528860119","display_name":null,"funder_award_id":"10.47379","funder_id":"https://openalex.org/F4320321003","funder_display_name":"Vienna Science and Technology Fund"},{"id":"https://openalex.org/G5676727356","display_name":"Training and Guiding AI Agents with Ethical Rules","funder_award_id":"ICT22-023","funder_id":"https://openalex.org/F4320321003","funder_display_name":"Vienna Science and Technology Fund"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321003","display_name":"Vienna Science and Technology Fund","ror":"https://ror.org/01f9mc681"},{"id":"https://openalex.org/F4320321006","display_name":"Grantov\u00e1 Agentura \u010cesk\u00e9 Republiky","ror":"https://ror.org/01pv73b02"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7162250837.pdf","grobid_xml":"https://content.openalex.org/works/W7162250837.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W52153049","https://openalex.org/W135762054","https://openalex.org/W288011047","https://openalex.org/W602128623","https://openalex.org/W1486103693","https://openalex.org/W1563965851","https://openalex.org/W1605376211","https://openalex.org/W1662842982","https://openalex.org/W1862398452","https://openalex.org/W1989445634","https://openalex.org/W1990813072","https://openalex.org/W2034725503","https://openalex.org/W2053987251","https://openalex.org/W2064675550","https://openalex.org/W2087992130","https://openalex.org/W2099430963","https://openalex.org/W2109393574","https://openalex.org/W2121092017","https://openalex.org/W2134802714","https://openalex.org/W2144283793","https://openalex.org/W2150355110","https://openalex.org/W2161087691","https://openalex.org/W2168359464","https://openalex.org/W2334782222","https://openalex.org/W2405447529","https://openalex.org/W2406438973","https://openalex.org/W2586751528","https://openalex.org/W2602963933","https://openalex.org/W2736601468","https://openalex.org/W2796284132","https://openalex.org/W2808100232","https://openalex.org/W2809011908","https://openalex.org/W2888585419","https://openalex.org/W2914149546","https://openalex.org/W2964199361","https://openalex.org/W3003016960","https://openalex.org/W3006002788","https://openalex.org/W3006328090","https://openalex.org/W3019187101","https://openalex.org/W3088952667","https://openalex.org/W3121342653","https://openalex.org/W3124446631","https://openalex.org/W3185435504","https://openalex.org/W3200344917","https://openalex.org/W3215640983","https://openalex.org/W4206513913","https://openalex.org/W4210778354","https://openalex.org/W4210870706","https://openalex.org/W4220762789","https://openalex.org/W4285290881","https://openalex.org/W4393052891","https://openalex.org/W4393118740","https://openalex.org/W4399447560","https://openalex.org/W4399470968","https://openalex.org/W4401793915","https://openalex.org/W4403016842","https://openalex.org/W4414223341","https://openalex.org/W4414360425","https://openalex.org/W4415427926","https://openalex.org/W6887983892","https://openalex.org/W6925672687","https://openalex.org/W7000620737","https://openalex.org/W7026488684","https://openalex.org/W7103510330","https://openalex.org/W7133211372","https://openalex.org/W7196945826","https://openalex.org/W7196989606"],"related_works":["https://openalex.org/W4414360425","https://openalex.org/W122144300","https://openalex.org/W1539216098","https://openalex.org/W2103614073","https://openalex.org/W2967426891","https://openalex.org/W7095810719","https://openalex.org/W4382317716","https://openalex.org/W7196945826","https://openalex.org/W4414360490","https://openalex.org/W4399207800"],"abstract_inverted_index":{"Solving":[0],"partially":[1],"observable":[2],"Markov":[3],"decision":[4],"processes":[5],"(POMDPs)":[6],"requires":[7],"computing":[8],"policies":[9,100],"under":[10],"imperfect":[11],"state":[12,147],"information.":[13],"Despite":[14],"recent":[15],"advances,":[16],"the":[17,39,44,74],"scalability":[18,40],"of":[19,109,123],"existing":[20],"POMDP":[21,48],"solvers":[22,152],"remains":[23],"limited.":[24],"Moreover,":[25],"many":[26],"settings":[27],"require":[28],"a":[29,58,63,70,121,129,136],"policy":[30,76,132],"that":[31,142],"is":[32],"robust":[33,99,130,137],"across":[34],"multiple":[35],"POMDPs,":[36,125],"further":[37],"aggravating":[38],"issue.":[41],"We":[42,94,111],"propose":[43],"Lexpop":[45,50,96,149],"framework":[46],"for":[47,101,153],"solving.":[49],"(1)":[51],"employs":[52],"deep":[53],"reinforcement":[54],"learning":[55],"to":[56,97],"train":[57,128],"neural":[59,65,75,83,131],"policy,":[60],"represented":[61],"by":[62],"recurrent":[64],"network,":[66],"and":[67,133],"(2)":[68],"constructs":[69],"finite-state":[71],"controller":[72,115],"mimicking":[73],"through":[77],"efficient":[78],"extraction":[79],"methods.":[80],"Crucially,":[81],"unlike":[82],"policies,":[84],"such":[85,124],"controllers":[86],"can":[87],"be":[88],"formally":[89],"evaluated,":[90],"providing":[91],"performance":[92],"guarantees.":[93],"extend":[95],"compute":[98],"hidden-model":[102],"POMDPs":[103,154],"(HM-POMDPs),":[104],"which":[105],"describe":[106],"finite":[107],"sets":[108],"POMDPs.":[110],"associate":[112],"every":[113],"extracted":[114],"with":[116,145],"its":[117],"worst-case":[118],"POMDP.":[119],"Using":[120],"set":[122],"we":[126],"iteratively":[127],"consequently":[134],"extract":[135],"controller.":[138],"Our":[139],"experiments":[140],"show":[141],"on":[143],"problems":[144],"large":[146],"spaces,":[148],"outperforms":[150],"state-of-the-art":[151],"as":[155,157],"well":[156],"HM-POMDPs.":[158]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7162250837","counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-05-25T00:00:00"}
