{"id":"https://openalex.org/W2275647948","doi":null,"title":"Autonomous hierarchical POMDP planning from low-level sensors","display_name":"Autonomous hierarchical POMDP planning from low-level sensors","publication_year":2013,"publication_date":"2013-07-15","ids":{"openalex":"https://openalex.org/W2275647948","mag":"2275647948"},"language":"en","primary_location":{"id":"mag:2275647948","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/aaai/learning2013.html#Squired13","pdf_url":null,"source":{"id":"https://openalex.org/S4306420577","display_name":"National Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"National Conference on Artificial Intelligence","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073847184","display_name":"Shawn Squire","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shawn Squire","raw_affiliation_strings":["University of Maryland,Baltimore County"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,Baltimore County","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111990167","display_name":"Marie desJardins","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marie desJardins","raw_affiliation_strings":["University of Maryland,Baltimore County"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland,Baltimore County","institution_ids":["https://openalex.org/I79272384"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79272384"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"43","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.948199987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0502999983727932,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-processes","display_name":"partially observable Markov decision processes","score":0.8500000238418579},{"id":"https://openalex.org/keywords/hierarchical-planning","display_name":"hierarchical planning","score":0.9950000047683716},{"id":"https://openalex.org/keywords/macro-actions","display_name":"macro-actions","score":0.7369999885559082},{"id":"https://openalex.org/keywords/autonomous-planning","display_name":"autonomous planning","score":0.765999972820282},{"id":"https://openalex.org/keywords/stochastic-environments","display_name":"stochastic environments","score":0.6029999852180481},{"id":"https://openalex.org/keywords/experiential-learning","display_name":"experiential learning","score":0.38100001215934753},{"id":"https://openalex.org/keywords/planning-architecture","display_name":"planning architecture","score":0.4189999997615814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7848610877990723},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.7070053815841675},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6380259990692139},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5658568739891052},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.5532950162887573},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5512335300445557},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.5111168026924133},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5102310180664062},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35218656063079834},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32470113039016724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3080725371837616},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22316715121269226},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.18864357471466064},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1696108877658844},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09882944822311401},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.09199795126914978},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2275647948","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/aaai/learning2013.html#Squired13","pdf_url":null,"source":{"id":"https://openalex.org/S4306420577","display_name":"National Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"National Conference on Artificial Intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1491843047","https://openalex.org/W1553175366","https://openalex.org/W1580557482","https://openalex.org/W1980035368","https://openalex.org/W2023294468","https://openalex.org/W2079247031","https://openalex.org/W2089561656","https://openalex.org/W2103253985","https://openalex.org/W2115502112","https://openalex.org/W2116753650","https://openalex.org/W2119757950","https://openalex.org/W2138089556","https://openalex.org/W2168359464","https://openalex.org/W2171084228"],"related_works":["https://openalex.org/W62788963","https://openalex.org/W7098465450","https://openalex.org/W85990829","https://openalex.org/W128192963","https://openalex.org/W7096650945","https://openalex.org/W2110322955","https://openalex.org/W2787066086","https://openalex.org/W2113335124","https://openalex.org/W1582204956","https://openalex.org/W7099095501"],"abstract_inverted_index":{"There":[0],"are":[1,16],"currently":[2],"no":[3],"strong":[4],"methods":[5],"for":[6],"planning":[7,45,57],"in":[8,29],"a":[9,30,43,59],"stochastic":[10],"domain,":[11],"with":[12],"low-level":[13],"sensors":[14],"that":[15,25,38,54],"limited":[17],"and":[18,62,68],"possibly":[19],"inaccurate.":[20],"Existing":[21],"architectures":[22],"have":[23],"flaws":[24],"make":[26],"their":[27],"use":[28],"real-world":[31],"environment":[32],"impractical.":[33],"We":[34],"propose":[35],"an":[36],"architecture":[37],"utilizes":[39],"POMDPs":[40],"to":[41],"create":[42],"hierarchical":[44],"system.":[46],"This":[47],"system":[48],"is":[49],"capable":[50],"of":[51],"developing":[52],"macro-actions":[53],"can":[55,63],"expedite":[56],"on":[58],"large":[60],"scale,":[61],"learn":[64],"new":[65],"plans":[66],"quickly":[67],"efficiently,":[69],"without":[70],"deliberate":[71],"design":[72],"by":[73],"the":[74],"programmer.":[75]},"counts_by_year":[],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}