{"id":"https://openalex.org/W4388721077","doi":"https://doi.org/10.1109/iecon51785.2023.10312262","title":"UAV Agile Navigation Method for Unknown Environment via Deep Reinforcement Learning","display_name":"UAV Agile Navigation Method for Unknown Environment via Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-10-16","ids":{"openalex":"https://openalex.org/W4388721077","doi":"https://doi.org/10.1109/iecon51785.2023.10312262"},"language":"en","primary_location":{"id":"doi:10.1109/iecon51785.2023.10312262","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iecon51785.2023.10312262","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2023- 49th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101050975","display_name":"Yujia Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yujia Xu","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University,Hangzhou,China","School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666361","display_name":"Botao Zhang","orcid":"https://orcid.org/0000-0002-7826-3121"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Botao Zhang","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University,Hangzhou,China","School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102023865","display_name":"Fan Yang","orcid":"https://orcid.org/0009-0001-0601-3334"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University,Hangzhou,China","School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102847740","display_name":"Jiayu Chai","orcid":"https://orcid.org/0000-0002-9393-4122"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayu Chai","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University,Hangzhou,China","School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037748023","display_name":"Qiang Lu","orcid":"https://orcid.org/0000-0002-1586-5598"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Lu","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University,International Joint Research Laboratory for Autonomous Robotic Systems,Hangzhou,China","International Joint Research Laboratory for Autonomous Robotic Systems, School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University,International Joint Research Laboratory for Autonomous Robotic Systems,Hangzhou,China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"International Joint Research Laboratory for Autonomous Robotic Systems, School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064000503","display_name":"Youngjin Choi","orcid":"https://orcid.org/0000-0002-5009-9059"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngjin Choi","raw_affiliation_strings":["Hanyang University,Department of Electrical and Electronic Engineering,Seoul,South Korea","Department of Electrical and Electronic Engineering, Hanyang University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Hanyang University,Department of Electrical and Electronic Engineering,Seoul,South Korea","institution_ids":["https://openalex.org/I4575257"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Hanyang University, Seoul, South Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101050975"],"corresponding_institution_ids":["https://openalex.org/I50760025"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14832929,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8222396373748779},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7137905955314636},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6451552510261536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5849094390869141},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.5400055646896362},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5365339517593384},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5183132886886597},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5152490735054016},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4843062460422516},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4603007435798645},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4415930509567261},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.424392431974411},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3284448981285095},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2904353737831116},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.21826297044754028},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19844043254852295},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1629277765750885}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8222396373748779},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7137905955314636},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6451552510261536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5849094390869141},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.5400055646896362},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5365339517593384},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5183132886886597},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5152490735054016},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4843062460422516},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4603007435798645},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4415930509567261},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.424392431974411},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3284448981285095},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2904353737831116},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.21826297044754028},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19844043254852295},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1629277765750885},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon51785.2023.10312262","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iecon51785.2023.10312262","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2023- 49th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G8568475463","display_name":null,"funder_award_id":"62073108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G956923845","display_name":null,"funder_award_id":"LZ23F030004","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2293554285","https://openalex.org/W2900931536","https://openalex.org/W2903253065","https://openalex.org/W2907916537","https://openalex.org/W2964536243","https://openalex.org/W2968312042","https://openalex.org/W2991625383","https://openalex.org/W3046709018","https://openalex.org/W3089234822","https://openalex.org/W3101941357","https://openalex.org/W3111230945","https://openalex.org/W3125782648","https://openalex.org/W3135495491","https://openalex.org/W3183606743","https://openalex.org/W3198425435","https://openalex.org/W3202615380","https://openalex.org/W3211246852","https://openalex.org/W4312229275","https://openalex.org/W4385453079"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153","https://openalex.org/W3154539612"],"abstract_inverted_index":{"This":[0],"paper":[1,34,88,140],"mainly":[2],"considers":[3],"the":[4,36,43,54,57,67,71,76,97,103,108,113,134,162,165],"navigation":[5,44,143,169],"problem":[6],"of":[7,56,81,102,168],"unmanned":[8],"aerial":[9],"vehicle":[10],"(UAV)":[11],"in":[12,138,145,151],"an":[13],"unknown":[14,146],"environment.":[15],"Traditional":[16],"path":[17,120],"planning":[18],"method":[19,123],"relies":[20],"on":[21],"accurate":[22],"model":[23],"parameters":[24],"and":[25,62,79,99,116,148,155,170],"environment":[26],"maps,":[27],"which":[28],"has":[29],"poor":[30],"adaptability.":[31],"Therefore,":[32],"this":[33,85,87,139],"adopts":[35],"deep":[37],"reinforcement":[38],"learning":[39],"algorithm":[40,52,105,136],"to":[41,69,96,112,126],"accomplish":[42],"task.":[45],"The":[46,122],"classical":[47],"proximal":[48],"policy":[49,98],"optimization":[50],"(PPO)":[51],"lacks":[53],"perception":[55],"correlation":[58],"between":[59],"UAV":[60,68,109],"action":[61,117,157],"state":[63,153],"makes":[64],"difficult":[65],"for":[66],"choose":[70],"optimal":[72],"path,":[73],"thus":[74],"affecting":[75],"success":[77,166],"rate":[78,167],"speed":[80],"navigation.":[82],"To":[83],"solve":[84],"problem,":[86],"adds":[89],"a":[90],"long":[91],"short-term":[92],"memory":[93],"(LSTM)":[94],"network":[95,101],"evaluation":[100],"PPO":[104,163],"so":[106],"that":[107,133],"can":[110,141],"refer":[111],"preceding":[114],"status":[115],"information":[118],"during":[119],"planning.":[121],"is":[124,174],"extended":[125],"three-dimensional":[127],"motion":[128],"space.":[129,158],"Simulation":[130],"results":[131],"demonstrate":[132],"LSTM-PPO":[135],"designed":[137],"complete":[142],"tasks":[144],"environments,":[147],"show":[149],"stability":[150],"continuous":[152,156],"space":[154],"Meanwhile,":[159],"compared":[160],"with":[161],"algorithm,":[164],"average":[171],"arrival":[172],"time":[173],"significantly":[175],"improved.":[176]},"counts_by_year":[],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}