{"id":"https://openalex.org/W3096730358","doi":"https://doi.org/10.1109/icra48506.2021.9560943","title":"An On-Line POMDP Solver for Continuous Observation Spaces","display_name":"An On-Line POMDP Solver for Continuous Observation Spaces","publication_year":2021,"publication_date":"2021-05-30","ids":{"openalex":"https://openalex.org/W3096730358","doi":"https://doi.org/10.1109/icra48506.2021.9560943","mag":"3096730358"},"language":"en","primary_location":{"id":"doi:10.1109/icra48506.2021.9560943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9560943","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2011.02076","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017968528","display_name":"Marcus Hoerger","orcid":"https://orcid.org/0000-0002-4698-5875"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Marcus Hoerger","raw_affiliation_strings":["College of Engineering & Computer Science, The Australian National University, Canberra, Australia","The Australian National University,College of Engineering & Computer Science,Canberra,Australia,7500"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering & Computer Science, The Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]},{"raw_affiliation_string":"The Australian National University,College of Engineering & Computer Science,Canberra,Australia,7500","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073857354","display_name":"Hanna Kurniawati","orcid":null},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hanna Kurniawati","raw_affiliation_strings":["College of Engineering & Computer Science, The Australian National University, Canberra, Australia","AUSTRALIAN NATIONAL UNIVERSITY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering & Computer Science, The Australian National University, Canberra, Australia","institution_ids":["https://openalex.org/I118347636"]},{"raw_affiliation_string":"AUSTRALIAN NATIONAL UNIVERSITY","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I118347636"],"apc_list":null,"apc_paid":null,"fwci":0.2931,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.47615623,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"7643","last_page":"7649"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.9085752964019775},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.7494978308677673},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.712168276309967},{"id":"https://openalex.org/keywords/automated-planning-and-scheduling","display_name":"Automated planning and scheduling","score":0.5689072608947754},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.545062243938446},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5111661553382874},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.48622384667396545},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.4711422026157379},{"id":"https://openalex.org/keywords/problem-solver","display_name":"Problem solver","score":0.45411327481269836},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.42703476548194885},{"id":"https://openalex.org/keywords/line","display_name":"Line (geometry)","score":0.42455342411994934},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4116387665271759},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33849769830703735},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33693844079971313},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3238236904144287},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.31052184104919434},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.24564972519874573},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23178976774215698},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.21855080127716064},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.15237998962402344},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.12010487914085388}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.9085752964019775},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.7494978308677673},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.712168276309967},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.5689072608947754},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.545062243938446},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5111661553382874},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.48622384667396545},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.4711422026157379},{"id":"https://openalex.org/C3019612716","wikidata":"https://www.wikidata.org/wiki/Q730920","display_name":"Problem solver","level":2,"score":0.45411327481269836},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.42703476548194885},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.42455342411994934},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4116387665271759},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33849769830703735},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33693844079971313},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3238236904144287},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.31052184104919434},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.24564972519874573},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23178976774215698},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.21855080127716064},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.15237998962402344},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.12010487914085388},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/icra48506.2021.9560943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48506.2021.9560943","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2011.02076","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.02076","pdf_url":"https://arxiv.org/pdf/2011.02076","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:openresearch-repository.anu.edu.au:1885/313799","is_oa":false,"landing_page_url":"http://hdl.handle.net/1885/313799","pdf_url":null,"source":{"id":"https://openalex.org/S4306402539","display_name":"ANU Open Research (Australian National University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I118347636","host_organization_name":"Australian National University","host_organization_lineage":["https://openalex.org/I118347636"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the IEEE International Conference on Robotics and Automation","raw_type":"Conference paper"},{"id":"doi:10.48550/arxiv.2011.02076","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2011.02076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3096730358","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2011.02076","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.02076","pdf_url":"https://arxiv.org/pdf/2011.02076","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4699999988079071,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3096730358.pdf","grobid_xml":"https://content.openalex.org/works/W3096730358.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W107054272","https://openalex.org/W1532688806","https://openalex.org/W1558657492","https://openalex.org/W1563317173","https://openalex.org/W1676017396","https://openalex.org/W1988314515","https://openalex.org/W2032100464","https://openalex.org/W2099430963","https://openalex.org/W2110322955","https://openalex.org/W2124595631","https://openalex.org/W2126456773","https://openalex.org/W2134069397","https://openalex.org/W2160337655","https://openalex.org/W2168405694","https://openalex.org/W2171084228","https://openalex.org/W2294100503","https://openalex.org/W2295605012","https://openalex.org/W2339179100","https://openalex.org/W2795496197","https://openalex.org/W2810632148","https://openalex.org/W2909619244","https://openalex.org/W2953074437","https://openalex.org/W2963787974","https://openalex.org/W2963889160","https://openalex.org/W2964163353","https://openalex.org/W2965799486","https://openalex.org/W3121354038","https://openalex.org/W6631864160","https://openalex.org/W6633937657","https://openalex.org/W6636732284","https://openalex.org/W6676562469","https://openalex.org/W6678541622","https://openalex.org/W6684973485","https://openalex.org/W6696705104","https://openalex.org/W6703841664","https://openalex.org/W6766494003","https://openalex.org/W6808026086"],"related_works":["https://openalex.org/W3207170326","https://openalex.org/W2963787974","https://openalex.org/W3014097914","https://openalex.org/W2339179100","https://openalex.org/W1933839558","https://openalex.org/W2796085801","https://openalex.org/W2952548830","https://openalex.org/W2285208585","https://openalex.org/W2294331969","https://openalex.org/W2995836687","https://openalex.org/W1993794292","https://openalex.org/W2946624434","https://openalex.org/W3156635476","https://openalex.org/W2945268470","https://openalex.org/W1565394148","https://openalex.org/W3208054794","https://openalex.org/W2045460737","https://openalex.org/W2496196444","https://openalex.org/W2909772865","https://openalex.org/W2026315107"],"abstract_inverted_index":{"Planning":[0],"under":[1],"partial":[2],"obervability":[3],"is":[4,17,28],"essential":[5],"for":[6,50,97],"autonomous":[7],"robots.":[8],"A":[9],"principled":[10],"way":[11],"to":[12,79,110],"address":[13],"such":[14],"planning":[15,78],"problems":[16,51,135],"the":[18,42,64,70,124],"Partially":[19],"Observable":[20],"Markov":[21],"Decision":[22],"Process":[23],"(POMDP).":[24],"Although":[25],"solving":[26],"POMDPs":[27,100],"computationally":[29],"intractable,":[30],"substantial":[31],"advancements":[32],"have":[33],"been":[34],"achieved":[35],"in":[36,41],"developing":[37],"approximate":[38],"POMDP":[39,91,150],"solvers":[40,60],"past":[43],"two":[44],"decades.":[45],"However,":[46],"computing":[47],"robust":[48],"solutions":[49],"with":[52],"continuous":[53,137],"observation":[54,65,119,138],"spaces":[55,120,139],"remains":[56],"challenging.":[57],"Most":[58],"on-line":[59,90],"rely":[61],"on":[62,132],"discretising":[63],"space":[66],"or":[67,145],"artificially":[68],"limiting":[69,123],"number":[71,125],"of":[72,126],"observations":[73,127],"that":[74,102,141],"are":[75],"considered":[76,128],"during":[77,129],"compute":[80],"tractable":[81],"policies.":[82],"In":[83],"this":[84],"paper":[85],"we":[86],"propose":[87],"a":[88,112],"new":[89],"solver,":[92],"called":[93],"Lazy":[94],"Belief":[95],"Extraction":[96],"Continuous":[98],"Observation":[99],"(LABECOP),":[101],"combines":[103],"methods":[104],"from":[105],"Monte-Carlo-Tree-Search":[106],"and":[107,121],"particle":[108],"filtering":[109],"construct":[111],"policy":[113],"reprentation":[114],"which":[115],"doesn't":[116],"require":[117],"discretised":[118],"avoids":[122],"planning.":[130],"Experiments":[131],"three":[133],"different":[134],"involving":[136],"indicate":[140],"LABECOP":[142],"performs":[143],"similar":[144],"better":[146],"than":[147],"state-":[148],"of-the-art":[149],"solvers.":[151]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}