{"id":"https://openalex.org/W2962769637","doi":"https://doi.org/10.1109/robio.2018.8664803","title":"Hierarchical Reinforcement Learning Framework Towards Multi-Agent Navigation","display_name":"Hierarchical Reinforcement Learning Framework Towards Multi-Agent Navigation","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2962769637","doi":"https://doi.org/10.1109/robio.2018.8664803","mag":"2962769637"},"language":"en","primary_location":{"id":"doi:10.1109/robio.2018.8664803","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio.2018.8664803","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058280572","display_name":"Wenhao Ding","orcid":"https://orcid.org/0000-0003-3218-8792"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Ding","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101427561","display_name":"Shuaijun Li","orcid":"https://orcid.org/0000-0002-6848-0798"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shuaijun Li","raw_affiliation_strings":["Chinese University of Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044361827","display_name":"Huihuan Qian","orcid":"https://orcid.org/0000-0001-8269-0882"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihuan Qian","raw_affiliation_strings":["The Chinese University of Hong Kong Shenzhen, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102007341","display_name":"Yongquan Chen","orcid":"https://orcid.org/0000-0003-2493-6033"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongquan Chen","raw_affiliation_strings":["The Chinese University of Hong Kong Shenzhen, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1409,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.88728441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"237","last_page":"242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.862280011177063},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7126926779747009},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.57578045129776},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.5730681419372559},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.5537449717521667},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.5330941081047058},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.5154889225959778},{"id":"https://openalex.org/keywords/heading","display_name":"Heading (navigation)","score":0.5086113214492798},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.4883108139038086},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.3991371989250183},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3347278833389282},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.21796303987503052},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.20393693447113037},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16045299172401428},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.1460246741771698}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.862280011177063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7126926779747009},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.57578045129776},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.5730681419372559},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.5537449717521667},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.5330941081047058},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.5154889225959778},{"id":"https://openalex.org/C2776937971","wikidata":"https://www.wikidata.org/wiki/Q4384217","display_name":"Heading (navigation)","level":2,"score":0.5086113214492798},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.4883108139038086},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.3991371989250183},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3347278833389282},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.21796303987503052},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.20393693447113037},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16045299172401428},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.1460246741771698},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio.2018.8664803","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio.2018.8664803","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W178419168","https://openalex.org/W192919555","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1976517551","https://openalex.org/W2002440441","https://openalex.org/W2097639646","https://openalex.org/W2142943472","https://openalex.org/W2165150801","https://openalex.org/W2167052694","https://openalex.org/W2403069916","https://openalex.org/W2524241275","https://openalex.org/W2565555125","https://openalex.org/W2599174273","https://openalex.org/W2604216058","https://openalex.org/W2736601468","https://openalex.org/W2755725656","https://openalex.org/W2757515096","https://openalex.org/W2783162922","https://openalex.org/W2787583263","https://openalex.org/W2792868485","https://openalex.org/W2962954724","https://openalex.org/W2963428623","https://openalex.org/W2963722165","https://openalex.org/W2963821308","https://openalex.org/W2963987782","https://openalex.org/W2964319688","https://openalex.org/W3099533866","https://openalex.org/W3100672372","https://openalex.org/W3103050138","https://openalex.org/W4292928772","https://openalex.org/W4298857966","https://openalex.org/W4302570325","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6684205842","https://openalex.org/W6713184877","https://openalex.org/W6748740804"],"related_works":["https://openalex.org/W2913749762","https://openalex.org/W2321940404","https://openalex.org/W2140606111","https://openalex.org/W2991662304","https://openalex.org/W2794689129","https://openalex.org/W2975575631","https://openalex.org/W2785353696","https://openalex.org/W2355860162","https://openalex.org/W2022120107","https://openalex.org/W2624388109"],"abstract_inverted_index":{"In":[0,45],"this":[1,63,110],"paper,":[2],"we":[3,36,48],"propose":[4],"a":[5,17,22,28,59,81,95,123],"navigation":[6],"algorithm":[7,13,137],"oriented":[8],"to":[9,52,57,62,89,122,129],"multi-agent":[10],"environment.":[11],"This":[12],"is":[14,80,94,101,113],"expressed":[15],"as":[16],"hierarchical":[18,111],"framework":[19],"that":[20,135],"contains":[21],"Hidden":[23],"Markov":[24],"Model":[25],"(HMM)":[26],"and":[27,117,125,142],"Deep":[29],"Reinforcement":[30,42],"Learning":[31],"(DRL)":[32],"structure.":[33],"For":[34],"simplification,":[35],"term":[37],"our":[38,136],"method":[39],"Hierarchical":[40],"Navigation":[41],"Network":[43],"(HNRN).":[44],"high-level":[46],"architecture,":[47,74],"train":[49],"an":[50],"HMM":[51],"evaluate":[53],"the":[54,90,92,115],"agents":[55],"perception":[56],"obtain":[58],"score.":[60],"According":[61],"score,":[64],"adaptive":[65],"control":[66],"action":[67],"will":[68],"be":[69,130],"chosen.":[70],"While":[71],"in":[72],"low-level":[73],"two":[75],"sub-systems":[76],"are":[77],"introduced,":[78],"one":[79],"differential":[82],"target-driven":[83,116],"system,":[84,99],"which":[85,100],"aims":[86],"at":[87],"heading":[88],"target;":[91],"other":[93],"collision":[96,118],"avoidance":[97,119],"DRL":[98,154],"used":[102],"for":[103],"avoiding":[104],"dynamic":[105],"obstacles.":[106],"The":[107,132],"advantage":[108],"of":[109,144],"structure":[112],"decoupling":[114],"tasks,":[120],"leading":[121],"faster":[124],"more":[126],"stable":[127],"model":[128],"trained.":[131],"experiments":[133],"indicate":[134],"has":[138],"higher":[139],"learning":[140],"efficiency":[141],"rate":[143],"success":[145],"than":[146],"traditional":[147],"Velocity":[148],"Obstacle":[149],"(VO)":[150],"algorithms":[151],"or":[152],"hybrid":[153],"method.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}