{"id":"https://openalex.org/W4385651147","doi":"https://doi.org/10.1177/02783649231188984","title":"Adaptive Discretization using Voronoi Trees for Continuous POMDPs","display_name":"Adaptive Discretization using Voronoi Trees for Continuous POMDPs","publication_year":2023,"publication_date":"2023-08-08","ids":{"openalex":"https://openalex.org/W4385651147","doi":"https://doi.org/10.1177/02783649231188984"},"language":"en","primary_location":{"id":"doi:10.1177/02783649231188984","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649231188984","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017968528","display_name":"Marcus Hoerger","orcid":"https://orcid.org/0000-0002-4698-5875"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Marcus Hoerger","raw_affiliation_strings":["School of Mathematics &amp; Physics, The University of Queensland, Queensland, Australia","School of Mathematics & Physics, The University of Queensland, Canberra, ACT, Australia"],"affiliations":[{"raw_affiliation_string":"School of Mathematics &amp; Physics, The University of Queensland, Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"School of Mathematics & Physics, The University of Queensland, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073857354","display_name":"Hanna Kurniawati","orcid":null},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hanna Kurniawati","raw_affiliation_strings":["School of Computing, Australian National University, Canberra, ACT, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing, Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088935199","display_name":"Dirk P. Kroese","orcid":"https://orcid.org/0000-0003-2281-9431"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dirk Kroese","raw_affiliation_strings":["School of Mathematics &amp; Physics, The University of Queensland, Queensland, Australia","School of Mathematics & Physics, The University of Queensland, Canberra, ACT, Australia"],"affiliations":[{"raw_affiliation_string":"School of Mathematics &amp; Physics, The University of Queensland, Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"School of Mathematics & Physics, The University of Queensland, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100608125","display_name":"Nan Ye","orcid":"https://orcid.org/0000-0002-4689-3559"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nan Ye","raw_affiliation_strings":["School of Mathematics &amp; Physics, The University of Queensland, Queensland, Australia","School of Mathematics & Physics, The University of Queensland, Canberra, ACT, Australia"],"affiliations":[{"raw_affiliation_string":"School of Mathematics &amp; Physics, The University of Queensland, Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"School of Mathematics & Physics, The University of Queensland, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017968528"],"corresponding_institution_ids":["https://openalex.org/I165143802","https://openalex.org/I188329596"],"apc_list":null,"apc_paid":null,"fwci":0.5237,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71021606,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"43","issue":"9","first_page":"1283","last_page":"1298"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.751050591468811},{"id":"https://openalex.org/keywords/voronoi-diagram","display_name":"Voronoi diagram","score":0.7237062454223633},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5031313300132751},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4951094686985016},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.49475473165512085},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.48944273591041565},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47458314895629883},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4736194312572479},{"id":"https://openalex.org/keywords/adaptive-sampling","display_name":"Adaptive sampling","score":0.4685061275959015},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.45477578043937683},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.4531739354133606},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.38215383887290955},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3628528118133545},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.10697788000106812},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.09368970990180969},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08954370021820068}],"concepts":[{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.751050591468811},{"id":"https://openalex.org/C24881265","wikidata":"https://www.wikidata.org/wiki/Q757267","display_name":"Voronoi diagram","level":2,"score":0.7237062454223633},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5031313300132751},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4951094686985016},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.49475473165512085},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.48944273591041565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47458314895629883},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4736194312572479},{"id":"https://openalex.org/C2781395549","wikidata":"https://www.wikidata.org/wiki/Q4680762","display_name":"Adaptive sampling","level":3,"score":0.4685061275959015},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.45477578043937683},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.4531739354133606},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.38215383887290955},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3628528118133545},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.10697788000106812},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.09368970990180969},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08954370021820068},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/02783649231188984","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649231188984","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3572500594","display_name":null,"funder_award_id":"200101049","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W107054272","https://openalex.org/W1532688806","https://openalex.org/W1558657492","https://openalex.org/W1563317173","https://openalex.org/W1646289414","https://openalex.org/W1988314515","https://openalex.org/W2002201291","https://openalex.org/W2024382047","https://openalex.org/W2025217226","https://openalex.org/W2032100464","https://openalex.org/W2093910539","https://openalex.org/W2095750692","https://openalex.org/W2125299871","https://openalex.org/W2126456773","https://openalex.org/W2164429173","https://openalex.org/W2168359464","https://openalex.org/W2168405694","https://openalex.org/W2186241545","https://openalex.org/W2339179100","https://openalex.org/W2596585349","https://openalex.org/W2784121292","https://openalex.org/W2795496197","https://openalex.org/W2909619244","https://openalex.org/W2952258289","https://openalex.org/W2963889160","https://openalex.org/W2998394761","https://openalex.org/W3044085677","https://openalex.org/W3092499160","https://openalex.org/W3094067597","https://openalex.org/W3098184036","https://openalex.org/W3207170326","https://openalex.org/W4206513913","https://openalex.org/W4226344675","https://openalex.org/W4255985591","https://openalex.org/W4297814009","https://openalex.org/W6678102440"],"related_works":["https://openalex.org/W3020555194","https://openalex.org/W2793256277","https://openalex.org/W2348235448","https://openalex.org/W4360958759","https://openalex.org/W2116218375","https://openalex.org/W2389906634","https://openalex.org/W288156810","https://openalex.org/W176898926","https://openalex.org/W1562406979","https://openalex.org/W2543131193"],"abstract_inverted_index":{"Solving":[0],"continuous":[1,13,65,218,246],"Partially":[2],"Observable":[3],"Markov":[4],"Decision":[5],"Processes":[6],"(POMDPs)":[7],"is":[8,95],"challenging,":[9],"particularly":[10],"for":[11,82],"high-dimensional":[12,64,202,245],"action":[14,54,66,72,80,134,152,166,179,247],"spaces.":[15],"To":[16],"alleviate":[17],"this":[18],"difficulty,":[19],"we":[20,76],"propose":[21],"a":[22,87,96,106,230],"new":[23],"sampling-based":[24],"online":[25],"POMDP":[26],"solver,":[27],"called":[28,90],"A":[29],"daptive":[30],"D":[31],"iscretization":[32],"using":[33,86],"V":[34],"oronoi":[35],"T":[36],"rees":[37],"(ADVT)":[38],".":[39],"It":[40],"uses":[41,120],"Monte":[42,142],"Carlo":[43,143],"Tree":[44,144],"Search":[45,145],"in":[46,177,201],"combination":[47],"with":[48,162,229],"an":[49,129,223],"adaptive":[50],"discretization":[51,149],"of":[52,105,112,124,150,172,190,196,234],"the":[53,70,79,103,109,117,121,125,133,138,141,151,165,173,178,188,194,212],"space":[55,81,213],"as":[56,58,108],"well":[57],"optimistic":[59],"optimization":[60],"to":[61,73,127,157,164,182,210,244,250],"efficiently":[62],"sample":[63],"spaces":[67,203],"and":[68,147,192],"compute":[69],"best":[71],"perform.":[74],"Specifically,":[75],"adaptively":[77],"discretize":[78],"each":[83,197],"sampled":[84,115,206],"belief":[85],"hierarchical":[88],"partition":[89,104],"Voronoi":[91,110,185],"tree":[92],",":[93],"which":[94],"Binary":[97],"Space":[98],"Partitioning":[99],"that":[100,239],"implicitly":[101],"maintains":[102],"cell":[107,198],"diagram":[111],"two":[113],"points":[114,207],"from":[116],"cell.":[118],"ADVT":[119,156,215,240],"estimated":[122],"diameters":[123],"cells":[126],"form":[128],"upper-confidence":[130],"bound":[131],"on":[132],"value":[135,167],"function":[136],"within":[137],"cell,":[139],"guiding":[140],"expansion":[146],"further":[148],"space.":[153],"This":[154],"enables":[155],"better":[158,243],"exploit":[159],"local":[160],"information":[161],"respect":[163],"function,":[168],"allowing":[169],"faster":[170],"identification":[171],"most":[174],"promising":[175],"regions":[176],"space,":[180],"compared":[181,249],"existing":[183],"solvers.":[184],"trees":[186],"keep":[187],"cost":[189],"partitioning":[191],"estimating":[193],"diameter":[195],"low,":[199],"even":[200],"where":[204],"many":[205],"are":[208],"required":[209],"cover":[211],"well.":[214],"additionally":[216],"handles":[217],"observation":[219,224],"spaces,":[220,248],"by":[221],"adopting":[222],"progressive":[225],"widening":[226],"strategy,":[227],"along":[228],"weighted":[231],"particle":[232],"representation":[233],"beliefs.":[235],"Experimental":[236],"results":[237],"indicate":[238],"scales":[241],"substantially":[242],"state-of-the-art":[251],"methods.":[252]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
