{"id":"https://openalex.org/W2927281831","doi":"https://doi.org/10.3390/s19071576","title":"Vision-Based Robot Navigation through Combining Unsupervised Learning and Hierarchical Reinforcement Learning","display_name":"Vision-Based Robot Navigation through Combining Unsupervised Learning and Hierarchical Reinforcement Learning","publication_year":2019,"publication_date":"2019-04-01","ids":{"openalex":"https://openalex.org/W2927281831","doi":"https://doi.org/10.3390/s19071576","mag":"2927281831","pmid":"https://pubmed.ncbi.nlm.nih.gov/30939807"},"language":"en","primary_location":{"id":"doi:10.3390/s19071576","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s19071576","pdf_url":"https://www.mdpi.com/1424-8220/19/7/1576/pdf?version=1554118452","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/19/7/1576/pdf?version=1554118452","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103748913","display_name":"Xiaomao Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaomao Zhou","raw_affiliation_strings":["College of Automation, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072156971","display_name":"Tao Bai","orcid":"https://orcid.org/0000-0002-2034-8026"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Bai","raw_affiliation_strings":["College of Automation, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016203857","display_name":"Yanbin Gao","orcid":"https://orcid.org/0000-0001-8297-0358"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanbin Gao","raw_affiliation_strings":["College of Automation, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004981667","display_name":"Yuntao Han","orcid":"https://orcid.org/0000-0002-0889-6468"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuntao Han","raw_affiliation_strings":["College of Automation, Harbin Engineering University, Harbin 150001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation, Harbin Engineering University, Harbin 150001, China","institution_ids":["https://openalex.org/I151727225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5072156971"],"corresponding_institution_ids":["https://openalex.org/I151727225"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":1.0232,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.77033044,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"19","issue":"7","first_page":"1576","last_page":"1576"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7722612619400024},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.6175306439399719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5919672250747681},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.5624879598617554},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5443259477615356},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.43075618147850037},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39456087350845337},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3036779761314392}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7722612619400024},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.6175306439399719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5919672250747681},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.5624879598617554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5443259477615356},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.43075618147850037},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39456087350845337},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3036779761314392}],"mesh":[{"descriptor_ui":"D000069558","descriptor_name":"Unsupervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069558","descriptor_name":"Unsupervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069558","descriptor_name":"Unsupervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069558","descriptor_name":"Unsupervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012371","descriptor_name":"Robotics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D065854","descriptor_name":"Spatial Navigation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D065854","descriptor_name":"Spatial Navigation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D065854","descriptor_name":"Spatial Navigation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D065854","descriptor_name":"Spatial Navigation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.3390/s19071576","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s19071576","pdf_url":"https://www.mdpi.com/1424-8220/19/7/1576/pdf?version=1554118452","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:30939807","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30939807","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:938a0bd089b6456ea3881fa6abd26721","is_oa":true,"landing_page_url":"https://doaj.org/article/938a0bd089b6456ea3881fa6abd26721","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 19, Iss 7, p 1576 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/19/7/1576/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/s19071576","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:6479296","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6479296","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s19071576","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s19071576","pdf_url":"https://www.mdpi.com/1424-8220/19/7/1576/pdf?version=1554118452","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G8044644677","display_name":null,"funder_award_id":"Grant 51309058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8592346874","display_name":null,"funder_award_id":"51309058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2927281831.pdf","grobid_xml":"https://content.openalex.org/works/W2927281831.grobid-xml"},"referenced_works_count":79,"referenced_works":["https://openalex.org/W1501531539","https://openalex.org/W1515851193","https://openalex.org/W1536990779","https://openalex.org/W1576318695","https://openalex.org/W1585477582","https://openalex.org/W1592847719","https://openalex.org/W1757796397","https://openalex.org/W1898031307","https://openalex.org/W1907717149","https://openalex.org/W1950640079","https://openalex.org/W1975958074","https://openalex.org/W1977655452","https://openalex.org/W1982120864","https://openalex.org/W1990517717","https://openalex.org/W2000214310","https://openalex.org/W2003192488","https://openalex.org/W2008936540","https://openalex.org/W2016454630","https://openalex.org/W2022246269","https://openalex.org/W2028160701","https://openalex.org/W2031460688","https://openalex.org/W2033771479","https://openalex.org/W2042971648","https://openalex.org/W2046372172","https://openalex.org/W2047804403","https://openalex.org/W2052515926","https://openalex.org/W2060030930","https://openalex.org/W2063134208","https://openalex.org/W2067933183","https://openalex.org/W2072929867","https://openalex.org/W2076574320","https://openalex.org/W2084588382","https://openalex.org/W2094457768","https://openalex.org/W2101223247","https://openalex.org/W2109910161","https://openalex.org/W2111625828","https://openalex.org/W2112164532","https://openalex.org/W2119902363","https://openalex.org/W2121517924","https://openalex.org/W2123213117","https://openalex.org/W2130074917","https://openalex.org/W2133754210","https://openalex.org/W2138754805","https://openalex.org/W2145339207","https://openalex.org/W2146444479","https://openalex.org/W2148856562","https://openalex.org/W2151990639","https://openalex.org/W2157445228","https://openalex.org/W2159849946","https://openalex.org/W2164386067","https://openalex.org/W2165443127","https://openalex.org/W2167403166","https://openalex.org/W2169183612","https://openalex.org/W2171750049","https://openalex.org/W2173248099","https://openalex.org/W2260756217","https://openalex.org/W2312623844","https://openalex.org/W2325760395","https://openalex.org/W2335959470","https://openalex.org/W2410983263","https://openalex.org/W2520861906","https://openalex.org/W2739250163","https://openalex.org/W2746553466","https://openalex.org/W2766116319","https://openalex.org/W2893315498","https://openalex.org/W2897589056","https://openalex.org/W2912453235","https://openalex.org/W2949964922","https://openalex.org/W2962887844","https://openalex.org/W2963140401","https://openalex.org/W2963167310","https://openalex.org/W2964043796","https://openalex.org/W3104546989","https://openalex.org/W4242411440","https://openalex.org/W4297873189","https://openalex.org/W4301380164","https://openalex.org/W6680294583","https://openalex.org/W6683182819","https://openalex.org/W6758390756"],"related_works":["https://openalex.org/W2122871747","https://openalex.org/W3114279067","https://openalex.org/W3203657119","https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W2165180011","https://openalex.org/W3165944253","https://openalex.org/W4220829754"],"abstract_inverted_index":{"Extensive":[0],"studies":[1],"have":[2],"shown":[3],"that":[4,63,166,221,278],"many":[5],"animals'":[6],"capability":[7],"of":[8,22,99,132,170,215,230],"forming":[9],"spatial":[10,134,251],"representations":[11,82],"for":[12],"self-localization,":[13],"path":[14],"planning,":[15],"and":[16,24,53,67,83,92,161,173,188,261,292],"navigation":[17,61,85,198,308],"relies":[18],"on":[19,79,192,249,271],"the":[20,29,42,133,139,157,168,171,183,193,212,222,231,272,288,293,302],"functionalities":[21,44],"place":[23,66,91,216],"head-direction":[25],"(HD)":[26],"cells":[27,69,94],"in":[28,102,121,204,305],"hippocampus.":[30],"Although":[31],"there":[32],"are":[33,95,209],"numerous":[34],"hippocampal":[35],"modeling":[36],"approaches,":[37],"only":[38],"a":[39,59,148,176,226,254,262,285,296],"few":[40],"span":[41],"wide":[43],"ranging":[45],"from":[46,72,97,143],"processing":[47],"raw":[48],"sensory":[49],"signals":[50],"to":[51,116,129,137,154,162,185,239,243,258,269,283,287],"planning":[52],"action":[54],"generation.":[55],"This":[56,181],"paper":[57],"presents":[58],"vision-based":[60],"system":[62,280],"involves":[64],"generating":[65],"HD":[68,93],"through":[70],"learning":[71,105,128,146,150,203,235,299],"visual":[73,100],"images,":[74],"building":[75],"topological":[76,164,223],"maps":[77,165],"based":[78,191],"learned":[80],"cell":[81,119,159],"performing":[84],"using":[86,201],"hierarchical":[87,228,233],"reinforcement":[88,202,234],"learning.":[89,245],"First,":[90],"trained":[96],"sequences":[98],"stimuli":[101],"an":[103,122],"unsupervised":[104,145],"fashion.":[106],"A":[107],"modified":[108],"Slow":[109],"Feature":[110],"Analysis":[111],"(SFA)":[112],"algorithm":[113,151],"is":[114,152,199,237,281],"proposed":[115],"learn":[117,155],"different":[118,250],"types":[120],"intentional":[123],"way":[124],"by":[125,211],"restricting":[126],"their":[127],"separate":[130],"phases":[131],"exploration.":[135],"Then,":[136],"extract":[138],"encoded":[140],"metric":[141],"information":[142,174],"these":[144],"representations,":[147],"self-organized":[149],"adopted":[153],"over":[156,266],"emerged":[158],"activities":[160,214],"generate":[163],"reveal":[167],"topology":[169],"environment":[172],"about":[175],"robot's":[177],"head":[178],"direction,":[179],"respectively.":[180],"enables":[182],"robot":[184,286],"perform":[186],"self-localization":[187],"orientation":[189],"detection":[190],"generated":[194],"maps.":[195],"Finally,":[196],"goal-directed":[197],"performed":[200],"continuous":[205],"state":[206],"spaces":[207],"which":[208],"represented":[210],"population":[213],"cells.":[217],"In":[218],"particular,":[219],"considering":[220],"map":[224],"provides":[225],"natural":[227],"representation":[229],"environment,":[232],"(HRL)":[236],"used":[238],"exploit":[240],"this":[241],"hierarchy":[242],"accelerate":[244],"The":[246],"HRL":[247,294],"works":[248],"scales,":[252],"where":[253],"high-level":[255],"policy":[256,264],"learns":[257,265],"select":[259],"subgoals":[260],"low-level":[263],"primitive":[267],"actions":[268],"specialize":[270],"selected":[273],"subgoals.":[274],"Experimental":[275],"results":[276],"demonstrate":[277],"our":[279,307],"able":[282],"navigate":[284],"desired":[289],"position":[290],"effectively,":[291],"shows":[295],"much":[297],"better":[298],"performance":[300],"than":[301],"standard":[303],"RL":[304],"solving":[306],"tasks.":[309]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}