{"id":"https://openalex.org/W4401414710","doi":"https://doi.org/10.1109/icra57147.2024.10611223","title":"Constrained Hierarchical Monte Carlo Belief-State Planning","display_name":"Constrained Hierarchical Monte Carlo Belief-State Planning","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401414710","doi":"https://doi.org/10.1109/icra57147.2024.10611223"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10611223","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611223","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050893100","display_name":"Arec Jamgochian","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arec Jamgochian","raw_affiliation_strings":["Stanford University,Stanford,CA,USA,94305"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford,CA,USA,94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089034806","display_name":"Hugo Buurmeijer","orcid":"https://orcid.org/0000-0002-1960-5216"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hugo Buurmeijer","raw_affiliation_strings":["Stanford University,Stanford,CA,USA,94305"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford,CA,USA,94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013249239","display_name":"Kyle Hollins Wray","orcid":"https://orcid.org/0000-0001-6986-9941"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle H. Wray","raw_affiliation_strings":["Stanford University,Stanford,CA,USA,94305"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford,CA,USA,94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003467296","display_name":"Anthony Corso","orcid":"https://orcid.org/0000-0002-4027-0473"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anthony Corso","raw_affiliation_strings":["Stanford University,Stanford,CA,USA,94305"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford,CA,USA,94305","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068326377","display_name":"Mykel J. Kochenderfer","orcid":"https://orcid.org/0000-0002-7238-9663"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mykel J. Kochenderfer","raw_affiliation_strings":["Stanford University,Stanford,CA,USA,94305"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University,Stanford,CA,USA,94305","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2368","last_page":"2374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.7467539310455322},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6251742243766785},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16095387935638428},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13151907920837402}],"concepts":[{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.7467539310455322},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6251742243766785},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16095387935638428},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13151907920837402}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10611223","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611223","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6899999976158142},{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.4300000071525574}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W107054272","https://openalex.org/W398859631","https://openalex.org/W1529817735","https://openalex.org/W1981627423","https://openalex.org/W2020149918","https://openalex.org/W2044375425","https://openalex.org/W2109910161","https://openalex.org/W2110790702","https://openalex.org/W2158548602","https://openalex.org/W2174072647","https://openalex.org/W2219400200","https://openalex.org/W2606818146","https://openalex.org/W2626914210","https://openalex.org/W2795496197","https://openalex.org/W2884926076","https://openalex.org/W2954742730","https://openalex.org/W3092499160","https://openalex.org/W3126614957","https://openalex.org/W4206497039","https://openalex.org/W4226344675","https://openalex.org/W4285102131","https://openalex.org/W4310895557","https://openalex.org/W4313129933","https://openalex.org/W4378501867","https://openalex.org/W4378508644","https://openalex.org/W4379255815","https://openalex.org/W4382866937","https://openalex.org/W4383097638","https://openalex.org/W6629152578","https://openalex.org/W6629917913","https://openalex.org/W6678181239","https://openalex.org/W6683443546","https://openalex.org/W6684973485","https://openalex.org/W6754711936","https://openalex.org/W6803896071","https://openalex.org/W6847101832","https://openalex.org/W6853035495","https://openalex.org/W6853480747","https://openalex.org/W6853875410"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Optimal":[0],"plans":[1],"in":[2,33,128,142],"Constrained":[3,62],"Partially":[4],"Observable":[5],"Markov":[6],"Decision":[7],"Processes":[8],"(CPOMDPs)":[9],"maximize":[10],"reward":[11],"objectives":[12],"while":[13,145],"satisfying":[14],"hard":[15],"cost":[16],"constraints,":[17],"generalizing":[18],"safe":[19,110],"planning":[20,29,48,77],"under":[21],"state":[22],"and":[23,72,115],"transition":[24],"uncertainty.":[25],"Unfortunately,":[26],"online":[27,74],"CPOMDP":[28,76],"is":[30],"extremely":[31],"difficult":[32],"large":[34,41,79],"or":[35],"continuous":[36,143],"problem":[37],"domains.":[38],"In":[39],"many":[40],"robotic":[42,80,134],"domains,":[43,135],"hierarchical":[44,116],"decomposition":[45],"can":[46,118,139],"simplify":[47],"by":[49],"using":[50],"tools":[51],"for":[52],"low-level":[53],"control":[54],"given":[55],"high-level":[56],"action":[57],"primitives":[58],"(options).":[59],"We":[60,82,125],"introduce":[61],"Options":[63],"Belief":[64],"Tree":[65],"Search":[66],"(COBeTS)":[67],"to":[68,78,91,121],"leverage":[69],"this":[70],"hierarchy":[71],"scale":[73],"search-based":[75],"problems.":[81],"show":[83],"that":[84,137],"if":[85],"primitive":[86],"option":[87,113],"controllers":[88],"are":[89],"defined":[90],"satisfy":[92,99],"assigned":[93],"constraint":[94],"budgets,":[95],"then":[96],"COBeTS":[97,103,127],"will":[98,104],"constraints":[100],"anytime.":[101],"Otherwise,":[102],"guide":[105],"the":[106],"search":[107],"towards":[108],"a":[109],"sequence":[111],"of":[112],"primitives,":[114],"monitoring":[117],"be":[119],"used":[120],"achieve":[122],"runtime":[123],"safety.":[124],"demonstrate":[126],"several":[129],"safety-critical,":[130],"constrained":[131],"partially":[132],"observable":[133],"showing":[136],"it":[138],"plan":[140],"successfully":[141],"CPOMDPs":[144],"non-hierarchical":[146],"baselines":[147],"cannot.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}