{"id":"https://openalex.org/W3208032334","doi":"https://doi.org/10.1109/tvt.2021.3121747","title":"Connectivity-Aware 3D UAV Path Design With Deep Reinforcement Learning","display_name":"Connectivity-Aware 3D UAV Path Design With Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-10-29","ids":{"openalex":"https://openalex.org/W3208032334","doi":"https://doi.org/10.1109/tvt.2021.3121747","mag":"3208032334"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3121747","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3121747","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102857796","display_name":"Hao Xie","orcid":"https://orcid.org/0009-0001-2205-4603"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Xie","raw_affiliation_strings":["School of Information Engineering, Nanchang University, Nanchang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000883962","display_name":"Dingcheng Yang","orcid":"https://orcid.org/0000-0001-5313-4481"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingcheng Yang","raw_affiliation_strings":["School of Information Engineering, Nanchang University, Nanchang, China"],"raw_orcid":"https://orcid.org/0000-0001-5313-4481","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102016333","display_name":"Lin Xiao","orcid":"https://orcid.org/0000-0001-5608-3106"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Xiao","raw_affiliation_strings":["School of Information Engineering, Nanchang University, Nanchang, China"],"raw_orcid":"https://orcid.org/0000-0001-5608-3106","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052643594","display_name":"Jiangbin Lyu","orcid":"https://orcid.org/0000-0001-5609-7647"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]},{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangbin Lyu","raw_affiliation_strings":["Key Laboratory of Underwater Acoustic Communication and Marine Information Technology, Xiamen University, Xiamen, China","School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-5609-7647","affiliations":[{"raw_affiliation_string":"Key Laboratory of Underwater Acoustic Communication and Marine Information Technology, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I75867142"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":54.8187,"has_fulltext":false,"cited_by_count":83,"citation_normalized_percentile":{"value":0.99767484,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"70","issue":"12","first_page":"13022","last_page":"13034"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.7623577117919922},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6679690480232239},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6353713274002075},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.570403516292572},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5460460782051086},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5222312211990356},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47164386510849},{"id":"https://openalex.org/keywords/antenna","display_name":"Antenna (radio)","score":0.43010666966438293},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.42409589886665344},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3954964280128479},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3282414972782135},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2817102074623108},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1672581136226654},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.09564167261123657}],"concepts":[{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.7623577117919922},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6679690480232239},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6353713274002075},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.570403516292572},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5460460782051086},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5222312211990356},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47164386510849},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.43010666966438293},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.42409589886665344},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3954964280128479},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3282414972782135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2817102074623108},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1672581136226654},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.09564167261123657},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3121747","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3121747","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G8368389062","display_name":"\u7a7a\u6e56\u5730\u4e00\u4f53\u5316\u9131\u9633\u6e56\u667a\u6167\u76d1\u6d4b\u7f51\u7edc\u7684\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62061027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2031834036","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2268751503","https://openalex.org/W2523219060","https://openalex.org/W2593971128","https://openalex.org/W2612291478","https://openalex.org/W2746553466","https://openalex.org/W2789702236","https://openalex.org/W2789779539","https://openalex.org/W2808410797","https://openalex.org/W2863849698","https://openalex.org/W2885421746","https://openalex.org/W2920448302","https://openalex.org/W2925554975","https://openalex.org/W2951799221","https://openalex.org/W2952039542","https://openalex.org/W2962726494","https://openalex.org/W2962748258","https://openalex.org/W2962804513","https://openalex.org/W2962954457","https://openalex.org/W2963024177","https://openalex.org/W2963569053","https://openalex.org/W2963899602","https://openalex.org/W2964107145","https://openalex.org/W2979919007","https://openalex.org/W2982426077","https://openalex.org/W2994008524","https://openalex.org/W3004744299","https://openalex.org/W3006799860","https://openalex.org/W3009073199","https://openalex.org/W3010653657","https://openalex.org/W3010715985","https://openalex.org/W3013042044","https://openalex.org/W3040199322","https://openalex.org/W3043899199","https://openalex.org/W3045811008","https://openalex.org/W3046105742","https://openalex.org/W3108838069","https://openalex.org/W3109039904","https://openalex.org/W3115811799","https://openalex.org/W3123982836","https://openalex.org/W3132105662","https://openalex.org/W3134164132","https://openalex.org/W3134898389","https://openalex.org/W6677067356","https://openalex.org/W6677916085","https://openalex.org/W6685444567","https://openalex.org/W6760260384"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"In":[0,42,159],"this":[1,43,117,160],"paper,":[2],"we":[3,119],"study":[4],"the":[5,20,50,54,67,73,83,87,97,128,148,155,162,166,170,175,181,184,193],"three-dimensional":[6],"(3D)":[7],"path":[8,113,152,190,197],"planning":[9,61,191],"problem":[10],"for":[11,80,99,187],"cellular-connected":[12,28],"unmanned":[13],"aerial":[14],"vehicle":[15],"(UAV)":[16],"taking":[17],"into":[18],"account":[19],"impact":[21],"of":[22,183,195],"3D":[23,112,123,196],"antenna":[24],"radiation":[25],"patterns.":[26],"The":[27],"UAV":[29,151,163,189],"has":[30],"a":[31,40,47,62,122,138],"mission":[32],"to":[33,39,65,90,96,111,146,168,173],"travel":[34],"from":[35],"an":[36],"initial":[37],"location":[38],"destination.":[41],"process,":[44],"there":[45],"is":[46],"trade-off":[48],"between":[49],"flight":[51,176],"time":[52],"and":[53,93,102,192],"expected":[55,129],"communication":[56,84],"outages":[57],"duration,":[58],"which":[59,107],"requires":[60],"suitable":[63],"route":[64],"avoid":[66],"weak":[68],"coverage":[69,85,124,157],"region.":[70],"However,":[71],"as":[72,165],"existing":[74],"cellular":[75],"networks":[76],"are":[77],"primarily":[78],"designed":[79],"ground":[81],"coverage,":[82],"in":[86],"sky":[88],"tends":[89],"be":[91],"intermittent":[92],"irregular":[94],"due":[95],"potential":[98],"severe":[100],"interference":[101],"obstructions":[103],"(such":[104],"by":[105,153],"buildings),":[106],"brings":[108],"great":[109],"challenges":[110],"planning.":[114],"To":[115],"address":[116],"challenge,":[118],"first":[120],"construct":[121],"map":[125],"that":[126],"stores":[127],"outage":[130],"probability":[131],"over":[132,199],"each":[133],"locations.":[134],"We":[135],"then":[136],"propose":[137],"multi-step":[139],"dueling":[140],"DDQN":[141],"(multi-step":[142],"D3QN)":[143],"based":[144],"algorithm":[145,186],"design":[147,198],"local":[149],"optimal":[150],"leveraging":[154],"constructed":[156],"map.":[158],"algorithm,":[161],"acts":[164],"agent":[167],"learn":[169],"appropriate":[171],"action":[172],"complete":[174],"mission.":[177],"Numerical":[178],"results":[179],"show":[180],"effectiveness":[182],"proposed":[185],"connectivity-aware":[188],"superiority":[194],"its":[200],"2D":[201],"counterparts.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":5}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}