{"id":"https://openalex.org/W3153246836","doi":"https://doi.org/10.1109/tgcn.2021.3073916","title":"Cellular-Connected UAV Trajectory Design With Connectivity Constraint: A Deep Reinforcement Learning Approach","display_name":"Cellular-Connected UAV Trajectory Design With Connectivity Constraint: A Deep Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-04-19","ids":{"openalex":"https://openalex.org/W3153246836","doi":"https://doi.org/10.1109/tgcn.2021.3073916","mag":"3153246836"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2021.3073916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2021.3073916","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006454155","display_name":"Yunfei Gao","orcid":"https://orcid.org/0000-0001-8869-5625"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yunfei Gao","raw_affiliation_strings":["Information Engineering School, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"Information Engineering School, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102016333","display_name":"Lin Xiao","orcid":"https://orcid.org/0000-0001-5608-3106"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Xiao","raw_affiliation_strings":["Information Engineering School, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"Information Engineering School, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039544535","display_name":"Fahui Wu","orcid":"https://orcid.org/0000-0001-8653-8079"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fahui Wu","raw_affiliation_strings":["Information Engineering School, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"Information Engineering School, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000883962","display_name":"Dingcheng Yang","orcid":"https://orcid.org/0000-0001-5313-4481"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingcheng Yang","raw_affiliation_strings":["Information Engineering School, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"Information Engineering School, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019636732","display_name":"Zhongxiang Sun","orcid":"https://orcid.org/0000-0002-1431-2705"},"institutions":[{"id":"https://openalex.org/I141649914","display_name":"Nanchang University","ror":"https://ror.org/042v6xz23","country_code":"CN","type":"education","lineage":["https://openalex.org/I141649914"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongxiang Sun","raw_affiliation_strings":["Information Engineering School, Nanchang University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"Information Engineering School, Nanchang University, Nanchang, China","institution_ids":["https://openalex.org/I141649914"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006454155"],"corresponding_institution_ids":["https://openalex.org/I141649914"],"apc_list":null,"apc_paid":null,"fwci":8.4993,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.9725609,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"5","issue":"3","first_page":"1369","last_page":"1380"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7673035264015198},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7617576718330383},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7042886018753052},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.622520923614502},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.49761250615119934},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.4877703785896301},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4546123743057251},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4520223140716553},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40509316325187683},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.385246604681015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35981306433677673},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.14620420336723328},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.13510441780090332},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10747706890106201},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10542213916778564}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7673035264015198},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7617576718330383},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7042886018753052},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.622520923614502},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.49761250615119934},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.4877703785896301},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4546123743057251},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4520223140716553},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40509316325187683},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.385246604681015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35981306433677673},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14620420336723328},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.13510441780090332},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10747706890106201},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10542213916778564},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2021.3073916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2021.3073916","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2548366181","display_name":null,"funder_award_id":"61703197","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8368389062","display_name":null,"funder_award_id":"62061027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2121863487","https://openalex.org/W2268751503","https://openalex.org/W2382354666","https://openalex.org/W2740005962","https://openalex.org/W2761873684","https://openalex.org/W2863849698","https://openalex.org/W2898035736","https://openalex.org/W2901790394","https://openalex.org/W2925554975","https://openalex.org/W2935997796","https://openalex.org/W2951799221","https://openalex.org/W2962726494","https://openalex.org/W2962751492","https://openalex.org/W2962804513","https://openalex.org/W2963427127","https://openalex.org/W2963615009","https://openalex.org/W2963686678","https://openalex.org/W2963899602","https://openalex.org/W2964023906","https://openalex.org/W2964107145","https://openalex.org/W2969731533","https://openalex.org/W2982664860","https://openalex.org/W2991625383","https://openalex.org/W2992172366","https://openalex.org/W3005478472","https://openalex.org/W3006182894","https://openalex.org/W3022291517","https://openalex.org/W3045638648","https://openalex.org/W3045865783","https://openalex.org/W3051352583","https://openalex.org/W3106147932","https://openalex.org/W3106381443","https://openalex.org/W3119069103","https://openalex.org/W3132105662","https://openalex.org/W4214717370","https://openalex.org/W6774921820"],"related_works":["https://openalex.org/W4385832323","https://openalex.org/W4244391535","https://openalex.org/W2356996864","https://openalex.org/W2904060783","https://openalex.org/W2015393961","https://openalex.org/W2378339670","https://openalex.org/W2359353485","https://openalex.org/W2361427670","https://openalex.org/W2139910871","https://openalex.org/W2119925415"],"abstract_inverted_index":{"Cellular-connected":[0],"unmanned":[1],"aerial":[2],"vehicle":[3],"(UAV)":[4],"communication":[5,71,85,164],"has":[6],"attracted":[7],"increasingly":[8],"attention":[9],"recently.":[10],"We":[11],"consider":[12],"a":[13,32,114],"cellular-connected":[14],"UAV":[15,130,158],"carried":[16],"with":[17,149,159,183,191],"limited":[18],"on-board":[19,37,161],"energy":[20,38,162],"during":[21],"the":[22,36,46,52,81,84,93,107,129,132,153,157,171,180,192],"mission":[23],"period":[24],"requires":[25,125],"flying":[26],"from":[27],"its":[28,57],"initial":[29],"location":[30,34],"to":[31,44,55,76,80,98,169,186],"pre-determined":[33],"before":[35],"runs":[39],"out.":[40],"The":[41],"work":[42],"aims":[43],"minimize":[45],"total":[47],"outage":[48,154],"duration":[49],"by":[50,101],"exploiting":[51],"UAV's":[53],"mobility":[54],"optimize":[56],"trajectory.":[58],"Traditional":[59],"methods":[60],"for":[61],"solving":[62],"such":[63,137],"problems":[64,138],"usually":[65],"require":[66],"an":[67],"accurate":[68],"and":[69,131,134,163],"tractable":[70],"model,":[72],"which":[73,123],"is":[74,91,96,167],"difficult":[75],"be":[77,99],"realized":[78],"due":[79],"complexity":[82],"of":[83,106,156,173],"system.":[86],"Even":[87],"if":[88],"this":[89,110],"problem":[90,95],"solved,":[92],"formulated":[94],"hard":[97],"addressed":[100],"standard":[102],"optimization":[103],"techniques":[104],"because":[105],"non-convexity.":[108],"To":[109],"end,":[111],"we":[112],"propose":[113],"novel":[115],"approach":[116],"based":[117],"on":[118],"deep":[119,144],"reinforcement":[120],"learning":[121,151],"(DRL),":[122],"only":[124],"multiple":[126],"interactions":[127],"between":[128],"environment,":[133],"can":[135],"solve":[136],"well.":[139],"Specifically,":[140],"using":[141],"dueling":[142],"double":[143],"Q":[145],"network":[146],"(dueling":[147],"DDQN)":[148],"multi-step":[150],"algorithm,":[152],"time":[155],"different":[160],"connectivity":[165],"constrains":[166],"investigated":[168],"evaluate":[170],"effectiveness":[172],"our":[174],"proposed":[175,181],"algorithm.":[176],"Numerical":[177],"results":[178],"demonstrate":[179],"design":[182],"DRL":[184],"contributing":[185],"significant":[187],"performance":[188],"enhancement":[189],"compared":[190],"benchmark.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}