{"id":"https://openalex.org/W4289101418","doi":"https://doi.org/10.3390/aerospace9080417","title":"Three-Dimensional Path Planning for Unmanned Helicopter Using Memory-Enhanced Dueling Deep Q Network","display_name":"Three-Dimensional Path Planning for Unmanned Helicopter Using Memory-Enhanced Dueling Deep Q Network","publication_year":2022,"publication_date":"2022-07-31","ids":{"openalex":"https://openalex.org/W4289101418","doi":"https://doi.org/10.3390/aerospace9080417"},"language":"en","primary_location":{"id":"doi:10.3390/aerospace9080417","doi":"https://doi.org/10.3390/aerospace9080417","is_oa":true,"landing_page_url":"https://doi.org/10.3390/aerospace9080417","pdf_url":"https://www.mdpi.com/2226-4310/9/8/417/pdf?version=1660569805","source":{"id":"https://openalex.org/S4210169245","display_name":"Aerospace","issn_l":"2226-4310","issn":["2226-4310"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aerospace","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2226-4310/9/8/417/pdf?version=1660569805","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019981872","display_name":"Jiangyi Yao","orcid":"https://orcid.org/0000-0002-5144-2816","observed_orcids":["https://orcid.org/0000-0002-5144-2816"]},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangyi Yao","raw_affiliation_strings":["Equipment Simulation Training Center, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Equipment Simulation Training Center, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103272081","display_name":"Xiongwei Li","orcid":"https://orcid.org/0009-0009-0271-8570","observed_orcids":["https://orcid.org/0009-0009-0271-8570"]},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiongwei Li","raw_affiliation_strings":["Equipment Simulation Training Center, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Equipment Simulation Training Center, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110850868","display_name":"Yang Zhang","orcid":"https://orcid.org/0009-0000-1298-1182","observed_orcids":["https://orcid.org/0009-0000-1298-1182"]},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["Equipment Simulation Training Center, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Equipment Simulation Training Center, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022330186","display_name":"Jingyu Ji","orcid":"https://orcid.org/0000-0001-6806-7437","observed_orcids":["https://orcid.org/0000-0001-6806-7437"]},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyu Ji","raw_affiliation_strings":["Department of UAV, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of UAV, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanchao Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanchao Wang","raw_affiliation_strings":["Equipment Simulation Training Center, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Equipment Simulation Training Center, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100629046","display_name":"Danyang Zhang","orcid":"https://orcid.org/0000-0002-7720-4058","observed_orcids":["https://orcid.org/0000-0002-7720-4058"]},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danyang Zhang","raw_affiliation_strings":["Equipment Simulation Training Center, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Equipment Simulation Training Center, Shijiazhuang Campus, Army Engineering University, Shijiazhuang 050003, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101497719","display_name":"Yicen Liu","orcid":"https://orcid.org/0000-0002-7720-6854","observed_orcids":["https://orcid.org/0000-0002-7720-6854"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yicen Liu","raw_affiliation_strings":["State Key Laboratory of Blind Signal Processing, Chengdu 610000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Blind Signal Processing, Chengdu 610000, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5103272081"],"corresponding_institution_ids":["https://openalex.org/I4210163363"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1675},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1675},"fwci":0.6834,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.60936014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"9","issue":"8","first_page":"417","last_page":"417"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.6610999703407288,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.6610999703407288,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.33180001378059387,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unmanned-helicopter","display_name":"unmanned helicopter","score":0.9150000214576721},{"id":"https://openalex.org/keywords/3d-path-planning","display_name":"3D path planning","score":0.9729999899864197},{"id":"https://openalex.org/keywords/dueling-deep-q-network","display_name":"dueling deep Q-network","score":0.8169999718666077},{"id":"https://openalex.org/keywords/reward-function-design","display_name":"reward function design","score":0.8209999799728394},{"id":"https://openalex.org/keywords/sparse-rewards","display_name":"sparse rewards","score":0.8450000286102295},{"id":"https://openalex.org/keywords/low-altitude-flight","display_name":"low-altitude flight","score":0.7080000042915344},{"id":"https://openalex.org/keywords/autonomous-navigation","display_name":"autonomous navigation","score":0.46299999952316284},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.5370000004768372}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7467460036277771},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5540949106216431},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5414019823074341},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5406067371368408},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5249576568603516},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5215485095977783},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4675200283527374},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.4543565511703491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4035434424877167},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3282608687877655},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1972944438457489},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13323548436164856},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10108572244644165},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.09147456288337708},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/aerospace9080417","doi":"https://doi.org/10.3390/aerospace9080417","is_oa":true,"landing_page_url":"https://doi.org/10.3390/aerospace9080417","pdf_url":"https://www.mdpi.com/2226-4310/9/8/417/pdf?version=1660569805","source":{"id":"https://openalex.org/S4210169245","display_name":"Aerospace","issn_l":"2226-4310","issn":["2226-4310"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aerospace","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d98c787273134f7c9be75ec4f2533fdb","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/d98c787273134f7c9be75ec4f2533fdb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Aerospace, Vol 9, Iss 8, p 417 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/aerospace9080417","doi":"https://doi.org/10.3390/aerospace9080417","is_oa":true,"landing_page_url":"https://doi.org/10.3390/aerospace9080417","pdf_url":"https://www.mdpi.com/2226-4310/9/8/417/pdf?version=1660569805","source":{"id":"https://openalex.org/S4210169245","display_name":"Aerospace","issn_l":"2226-4310","issn":["2226-4310"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aerospace","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3833904273","display_name":"\u9762\u5411\u79fb\u52a8\u8fb9\u7f18\u7f51\u7edc\u7684\u670d\u52a1\u529f\u80fd\u94fe\u6620\u5c04\u4e0e\u8c03\u6574\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071483","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7325758120","display_name":null,"funder_award_id":"61602505","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4289101418.pdf","grobid_xml":"https://content.openalex.org/works/W4289101418.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1994176155","https://openalex.org/W2003708116","https://openalex.org/W2062638825","https://openalex.org/W2077831477","https://openalex.org/W2094544836","https://openalex.org/W2101786389","https://openalex.org/W2129711966","https://openalex.org/W2145339207","https://openalex.org/W2152454256","https://openalex.org/W2173564293","https://openalex.org/W2515105874","https://openalex.org/W2545315352","https://openalex.org/W2754889414","https://openalex.org/W2756492354","https://openalex.org/W2757709468","https://openalex.org/W2808115698","https://openalex.org/W2883180136","https://openalex.org/W2891102204","https://openalex.org/W2907626093","https://openalex.org/W2909467077","https://openalex.org/W2946469828","https://openalex.org/W2946818102","https://openalex.org/W2956161617","https://openalex.org/W2970414985","https://openalex.org/W3010954320","https://openalex.org/W3048463148","https://openalex.org/W3091517403","https://openalex.org/W3092927864","https://openalex.org/W3119417375","https://openalex.org/W3123071601","https://openalex.org/W3127458632","https://openalex.org/W3133452713","https://openalex.org/W3133533407","https://openalex.org/W3204436086","https://openalex.org/W3211449378","https://openalex.org/W3213846375","https://openalex.org/W4213187920","https://openalex.org/W4224323599","https://openalex.org/W4292923331"],"related_works":["https://openalex.org/W4283696902","https://openalex.org/W4224323599","https://openalex.org/W4385840078","https://openalex.org/W4391177467","https://openalex.org/W3091635100","https://openalex.org/W4313289020","https://openalex.org/W7125933969","https://openalex.org/W4376623222","https://openalex.org/W7203993751","https://openalex.org/W4386562989"],"abstract_inverted_index":{"Unmanned":[0],"helicopter":[1],"(UH)":[2],"is":[3,22],"often":[4],"utilized":[5],"for":[6],"raid":[7],"missions":[8],"because":[9],"it":[10],"can":[11,103,131,175],"evade":[12],"radar":[13,40],"detection":[14],"by":[15],"flying":[16],"at":[17],"ultra-low":[18],"altitudes.":[19],"Path":[20],"planning":[21,152],"the":[23,28,34,37,44,47,54,60,63,68,82,105,113,137,141,145,150,155,167],"key":[24],"technology":[25],"to":[26,78,107,178],"realizing":[27],"autonomous":[29],"action":[30],"of":[31,57,67,140,154],"UH.":[32,58],"On":[33,59],"one":[35],"hand,":[36,62],"dynamically":[38],"changing":[39],"coverage":[41],"area":[42],"and":[43,110,125,143,174,183,187],"mountains":[45],"in":[46,158],"low":[48],"airspace":[49],"environment":[50,71],"will":[51,72],"seriously":[52],"affect":[53],"flight":[55,189],"safety":[56],"other":[61],"huge":[64],"state":[65],"space":[66],"three-dimensional":[69],"(3D)":[70],"also":[73],"make":[74,144],"traditional":[75],"algorithms":[76],"difficult":[77],"converge.":[79],"To":[80],"address":[81],"above":[83],"problems,":[84],"a":[85,96,120,127,185],"memory-enhanced":[86,128],"dueling":[87],"deep":[88],"Q-network":[89],"(ME-dueling":[90],"DQN)":[91],"algorithm":[92,106,146,157,169],"was":[93,100,162],"proposed.":[94],"First,":[95],"comprehensive":[97],"reward":[98,115],"function":[99],"designed,":[101],"which":[102,130],"guide":[104],"converge":[108],"quickly":[109],"effectively":[111],"improve":[112,136],"sparse":[114],"problem.":[116],"Then,":[117],"we":[118],"introduced":[119],"dual":[121],"memory":[122],"pool":[123],"structure":[124],"proposed":[126,156,168],"mechanism,":[129],"reduce":[132],"invalid":[133],"exploration,":[134],"further":[135],"learning":[138],"efficiency":[139],"algorithm,":[142],"more":[147],"stable.":[148],"Finally,":[149],"path":[151],"ability":[153],"multiple":[159],"experimental":[160],"environments":[161],"verified.":[163],"Experiments":[164],"showed":[165],"that":[166],"has":[170],"good":[171],"environmental":[172],"adaptability":[173],"help":[176],"UH":[177],"accurately":[179],"identify":[180],"dangerous":[181],"areas":[182],"plan":[184],"safe":[186],"reliable":[188],"path.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2022-08-01T00:00:00"}