{"id":"https://openalex.org/W4282598158","doi":"https://doi.org/10.1177/02783649221093658","title":"Multilevel Monte Carlo for solving POMDPs on-line","display_name":"Multilevel Monte Carlo for solving POMDPs on-line","publication_year":2022,"publication_date":"2022-06-13","ids":{"openalex":"https://openalex.org/W4282598158","doi":"https://doi.org/10.1177/02783649221093658"},"language":"en","primary_location":{"id":"doi:10.1177/02783649221093658","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649221093658","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017968528","display_name":"Marcus Hoerger","orcid":"https://orcid.org/0000-0002-4698-5875"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Marcus Hoerger","raw_affiliation_strings":["School of Mathematics and Physics, The University of Queensland, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4698-5875","affiliations":[{"raw_affiliation_string":"School of Mathematics and Physics, The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073857354","display_name":"Hanna Kurniawati","orcid":null},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hanna Kurniawati","raw_affiliation_strings":["School of Computing, The Australian National University, Canberra, ACT, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, The Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085516662","display_name":"Alberto Elfes","orcid":"https://orcid.org/0000-0003-2433-995X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alberto Elfes","raw_affiliation_strings":["Robotics and Autonomous Systems Group, Data61, CSIRO, Pullenvale, QLD, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics and Autonomous Systems Group, Data61, CSIRO, Pullenvale, QLD, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017968528"],"corresponding_institution_ids":["https://openalex.org/I165143802"],"apc_list":null,"apc_paid":null,"fwci":0.4641,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.67849285,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"42","issue":"4-5","first_page":"196","last_page":"213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.8664090037345886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7446590662002563},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.6313899159431458},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.6125326156616211},{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.60169917345047},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5537195205688477},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.5374667048454285},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5295765399932861},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.47710734605789185},{"id":"https://openalex.org/keywords/markov-chain-monte-carlo","display_name":"Markov chain Monte Carlo","score":0.46210038661956787},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.428450345993042},{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.41613125801086426},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3234829902648926},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3182521164417267},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.31093770265579224},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.25736916065216064},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21797817945480347},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.21691003441810608},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.1954934298992157},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.15339043736457825},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14720892906188965}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.8664090037345886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7446590662002563},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.6313899159431458},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.6125326156616211},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.60169917345047},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5537195205688477},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.5374667048454285},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5295765399932861},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.47710734605789185},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.46210038661956787},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.428450345993042},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.41613125801086426},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3234829902648926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3182521164417267},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.31093770265579224},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.25736916065216064},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21797817945480347},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.21691003441810608},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.1954934298992157},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.15339043736457825},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14720892906188965},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/02783649221093658","is_oa":false,"landing_page_url":"https://doi.org/10.1177/02783649221093658","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W107054272","https://openalex.org/W1533506891","https://openalex.org/W1558657492","https://openalex.org/W1563317173","https://openalex.org/W1625390266","https://openalex.org/W1835030294","https://openalex.org/W1988314515","https://openalex.org/W2002201291","https://openalex.org/W2009618608","https://openalex.org/W2014945091","https://openalex.org/W2023897105","https://openalex.org/W2024382047","https://openalex.org/W2025217226","https://openalex.org/W2032100464","https://openalex.org/W2093910539","https://openalex.org/W2099430963","https://openalex.org/W2126456773","https://openalex.org/W2134069397","https://openalex.org/W2160337655","https://openalex.org/W2163715525","https://openalex.org/W2164429173","https://openalex.org/W2167458557","https://openalex.org/W2168405694","https://openalex.org/W2295605012","https://openalex.org/W2305324191","https://openalex.org/W2784121292","https://openalex.org/W2795496197","https://openalex.org/W2808915486","https://openalex.org/W2810632148","https://openalex.org/W2811395263","https://openalex.org/W2909619244","https://openalex.org/W2946469657","https://openalex.org/W2962834951","https://openalex.org/W2968322027","https://openalex.org/W3043247471","https://openalex.org/W3092499160","https://openalex.org/W3207170326","https://openalex.org/W4205326910"],"related_works":["https://openalex.org/W1578885565","https://openalex.org/W2135915258","https://openalex.org/W1760611253","https://openalex.org/W2997350486","https://openalex.org/W2146763310","https://openalex.org/W4244700267","https://openalex.org/W1971436483","https://openalex.org/W3113605944","https://openalex.org/W56938072","https://openalex.org/W4282598158"],"abstract_inverted_index":{"Planning":[0],"under":[1],"partial":[2],"observability":[3],"is":[4,17,28],"essential":[5],"for":[6,50,89,114,166],"autonomous":[7],"robots.":[8],"A":[9],"principled":[10],"way":[11],"to":[12,73,123,156],"address":[13],"such":[14],"planning":[15,118],"problems":[16,115,175],"the":[18,42,75,80,125,145,150],"Partially":[19],"Observable":[20],"Markov":[21],"Decision":[22],"Process":[23],"(POMDP).":[24],"Although":[25],"solving":[26],"POMDPs":[27,167],"computationally":[29],"intractable,":[30],"substantial":[31],"advancements":[32],"have":[33],"been":[34],"achieved":[35],"in":[36,41,161],"developing":[37],"approximate":[38],"POMDP":[39,136,140,188],"solvers":[40,59],"past":[43],"two":[44],"decades.":[45],"However,":[46],"computing":[47],"robust":[48],"solutions":[49,165],"systems":[51,85],"with":[52,86,92,116,149,168],"complex":[53,87,169],"dynamics":[54,94],"remains":[55],"challenging.":[56],"Most":[57],"on-line":[58,135],"rely":[60],"on":[61,172],"a":[62,101,133],"large":[63],"number":[64],"of":[65,78,152],"forward":[66,103],"simulations":[67],"and":[68,180],"standard":[69],"Monte":[70,154],"Carlo":[71,155],"methods":[72],"compute":[74],"expected":[76],"outcomes":[77],"actions":[79],"robot":[81],"can":[82,105],"perform.":[83],"For":[84],"dynamics,":[88],"example,":[90],"those":[91],"non-linear":[93],"that":[95,143,183],"admit":[96],"no":[97],"closed-form":[98],"solution,":[99],"even":[100],"single":[102],"simulation":[104],"be":[106],"prohibitively":[107],"expensive.":[108],"Of":[109],"course,":[110],"this":[111,129],"issue":[112],"exacerbates":[113],"long":[117],"horizons.":[119],"This":[120],"paper":[121],"aims":[122],"alleviate":[124],"above":[126],"difficulty.":[127],"To":[128],"end,":[130],"we":[131],"propose":[132],"new":[134],"solver,":[137],"called":[138],"Multilevel":[139,153],"Planner":[141],"(MLPP),":[142],"combines":[144],"commonly":[146],"known":[147],"Monte-Carlo-Tree-Search":[148],"concept":[151],"speed":[157],"up":[158],"our":[159],"capability":[160],"generating":[162],"approximately":[163],"optimal":[164],"dynamics.":[170],"Experiments":[171],"four":[173],"different":[174],"involving":[176],"torque":[177],"control,":[178],"navigation":[179],"grasping":[181],"indicate":[182],"MLPP":[184],"substantially":[185],"outperforms":[186],"state-of-the-art":[187],"solvers.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}