{"id":"https://openalex.org/W4408590685","doi":"https://doi.org/10.1109/tii.2024.3523594","title":"Deep Reinforcement Learning-Based Hierarchical Motion Planning Strategy for Multirotors","display_name":"Deep Reinforcement Learning-Based Hierarchical Motion Planning Strategy for Multirotors","publication_year":2025,"publication_date":"2025-03-18","ids":{"openalex":"https://openalex.org/W4408590685","doi":"https://doi.org/10.1109/tii.2024.3523594"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2024.3523594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3523594","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010613087","display_name":"Hean Hua","orcid":"https://orcid.org/0000-0002-7360-9437"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hean Hua","raw_affiliation_strings":["School of Robotics, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-7360-9437","affiliations":[{"raw_affiliation_string":"School of Robotics, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025640070","display_name":"Yaonan Wang","orcid":"https://orcid.org/0000-0002-0519-6458"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaonan Wang","raw_affiliation_strings":["College of Electrical and Information Engineering, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0519-6458","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084391120","display_name":"Hang Zhong","orcid":"https://orcid.org/0000-0001-5893-5026"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Zhong","raw_affiliation_strings":["School of Robotics, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-5893-5026","affiliations":[{"raw_affiliation_string":"School of Robotics, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100323420","display_name":"Hui Zhang","orcid":"https://orcid.org/0000-0002-1803-3148"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Zhang","raw_affiliation_strings":["School of Robotics, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-1803-3148","affiliations":[{"raw_affiliation_string":"School of Robotics, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058644546","display_name":"Yongchun Fang","orcid":"https://orcid.org/0000-0002-3061-2708"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongchun Fang","raw_affiliation_strings":["Institute of Robotics and Automatic Information System, College of Artificial Intelligence, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-3061-2708","affiliations":[{"raw_affiliation_string":"Institute of Robotics and Automatic Information System, College of Artificial Intelligence, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2668,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.76887191,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"21","issue":"6","first_page":"4324","last_page":"4333"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9016000032424927,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9016000032424927,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7504823803901672},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6484228372573853},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6081970930099487},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4882557690143585},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.47740283608436584},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.20308342576026917}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7504823803901672},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6484228372573853},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6081970930099487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4882557690143585},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.47740283608436584},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.20308342576026917}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2024.3523594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3523594","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.6399999856948853,"id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G3645666365","display_name":null,"funder_award_id":"62433010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6934603328","display_name":null,"funder_award_id":"62403190","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8882458627","display_name":null,"funder_award_id":"62427813","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1923344279","https://openalex.org/W2093597151","https://openalex.org/W2133844819","https://openalex.org/W2162991084","https://openalex.org/W2465948386","https://openalex.org/W2482392012","https://openalex.org/W2792016338","https://openalex.org/W2890330768","https://openalex.org/W2894666138","https://openalex.org/W2907214660","https://openalex.org/W2963732412","https://openalex.org/W2967452881","https://openalex.org/W2969106984","https://openalex.org/W2982095652","https://openalex.org/W2991625383","https://openalex.org/W3000119253","https://openalex.org/W3005922959","https://openalex.org/W3035992974","https://openalex.org/W3091146474","https://openalex.org/W3202927836","https://openalex.org/W3205380603","https://openalex.org/W4226059895","https://openalex.org/W4236251699","https://openalex.org/W4290043427","https://openalex.org/W4308637970","https://openalex.org/W4312513129","https://openalex.org/W4327523705","https://openalex.org/W4366084253","https://openalex.org/W4366493169","https://openalex.org/W4379932143","https://openalex.org/W4380607056","https://openalex.org/W4381785675","https://openalex.org/W4387350646","https://openalex.org/W4390423670","https://openalex.org/W6785349754"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"This":[0],"article":[1],"proposes":[2],"a":[3,46,73],"novel":[4],"hierarchical":[5,40],"motion":[6,22,41,89,177],"planning":[7,42,133,178],"strategy":[8,179],"for":[9],"multirotors,":[10],"where":[11,144],"the":[12,38,50,58,69,91,137,145,155,171,175],"virtual":[13],"goal":[14],"(VG)":[15],"oriented":[16,140],"deep":[17,93],"reinforcement":[18],"learning":[19,147],"(RL)":[20],"and":[21,31,64,108,123,148,166,187],"optimization":[23,122,150],"are":[24,125,151,159],"designed":[25,96],"cooperatively":[26],"to":[27,97,113,153],"achieve":[28],"efficient,":[29],"flexible":[30],"smooth":[32],"navigation":[33,71,185],"in":[34,45,82,162,180],"unknown":[35],"environments.":[36],"Specifically,":[37],"intelligent":[39,141],"is":[43,55,95,134],"achieved":[44],"three-step":[47],"design.":[48],"First,":[49],"dynamic":[51],"VG":[52,102,139],"generation":[53],"algorithm":[54],"proposed":[56,176],"considering":[57],"perception":[59],"range":[60],"of":[61,87,101,174,182],"onboard":[62],"sensors":[63],"current":[65,114],"velocity,":[66],"which":[67,104,169],"transforms":[68],"global":[70],"into":[72],"real-time":[74],"point-to-VG":[75],"planning,":[76],"thereby":[77],"guaranteeing":[78],"efficient":[79],"computation":[80],"even":[81],"resource-limited":[83],"multirotors.":[84,156],"Second,":[85],"instead":[86],"generating":[88],"actions,":[90],"upper-layer":[92],"RL":[94],"make":[98],"spatial-temporal":[99],"decisions":[100],"online,":[103],"outputs":[105],"time":[106],"allocation":[107],"spatial":[109],"distribution":[110],"commands":[111],"according":[112],"observation.":[115],"Third,":[116],"based":[117],"on":[118],"upper-layer's":[119],"decisions,":[120],"local":[121],"control":[124],"implemented":[126],"accordingly.":[127],"Different":[128],"from":[129],"existing":[130],"solutions,":[131],"high-performance":[132],"guaranteed":[135],"by":[136],"online":[138],"decision":[142],"making,":[143],"data-driven":[146],"model-driven":[149],"integrated":[152],"navigate":[154],"Comparative":[157],"experiments":[158],"carried":[160],"out":[161],"both":[163],"physical":[164],"simulation":[165],"indoor":[167],"environments,":[168],"demonstrate":[170],"satisfactory":[172],"performance":[173],"terms":[181],"feasibility,":[183],"efficiency,":[184],"smoothness,":[186],"flexibility.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}