{"id":"https://openalex.org/W3180794942","doi":"https://doi.org/10.1109/iccworkshops50388.2021.9473572","title":"Trajectory Design for UAV Communications with No-Fly Zones by Deep Reinforcement Learning","display_name":"Trajectory Design for UAV Communications with No-Fly Zones by Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3180794942","doi":"https://doi.org/10.1109/iccworkshops50388.2021.9473572","mag":"3180794942"},"language":"en","primary_location":{"id":"doi:10.1109/iccworkshops50388.2021.9473572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops50388.2021.9473572","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082610168","display_name":"Zhenrong Liu","orcid":"https://orcid.org/0000-0001-8166-7656"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenrong Liu","raw_affiliation_strings":["Southern University of Science and Technology (SUSTech), Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology (SUSTech), Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100617494","display_name":"Yuan Zeng","orcid":"https://orcid.org/0000-0002-5260-8064"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zeng","raw_affiliation_strings":["Academy for Advanced Interdisciplinary Studies, Southern University of Science and Technology (SUSTech), Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy for Advanced Interdisciplinary Studies, Southern University of Science and Technology (SUSTech), Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100653327","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-1059-3642"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["School of Electrical Engineering and Telecommunications, The University of New South Wales (UNSW), Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, The University of New South Wales (UNSW), Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100687951","display_name":"Yi Gong","orcid":"https://orcid.org/0000-0001-7392-8991"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Gong","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China","University Key Laboratory of Advanced Wireless Communications of Guangdong Province, Southern University of Science and Technology (SUSTech)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"University Key Laboratory of Advanced Wireless Communications of Guangdong Province, Southern University of Science and Technology (SUSTech)","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.4902,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.9736591,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8259879946708679},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7580685615539551},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7365323901176453},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7303228974342346},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.6484671831130981},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.5583223104476929},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.5231826901435852},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5090543627738953},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4999237060546875},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4866429269313812},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.475647896528244},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4487449824810028},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.341630756855011},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2304961383342743},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.1646864116191864},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.14573723077774048},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09672597050666809},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07482832670211792}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8259879946708679},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7580685615539551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7365323901176453},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7303228974342346},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.6484671831130981},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.5583223104476929},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.5231826901435852},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5090543627738953},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4999237060546875},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4866429269313812},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.475647896528244},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4487449824810028},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.341630756855011},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2304961383342743},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.1646864116191864},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14573723077774048},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09672597050666809},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07482832670211792},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccworkshops50388.2021.9473572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccworkshops50388.2021.9473572","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications Workshops (ICC Workshops)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1561867011","https://openalex.org/W1606409427","https://openalex.org/W2118607205","https://openalex.org/W2131959252","https://openalex.org/W2522123397","https://openalex.org/W2749347769","https://openalex.org/W2890112374","https://openalex.org/W2898035736","https://openalex.org/W2945628562","https://openalex.org/W2964023906","https://openalex.org/W2994008524","https://openalex.org/W3003169134","https://openalex.org/W3003467142","https://openalex.org/W3005226193","https://openalex.org/W3009836639","https://openalex.org/W4241021229","https://openalex.org/W4243335441","https://openalex.org/W6678073474"],"related_works":["https://openalex.org/W2548963335","https://openalex.org/W2159941915","https://openalex.org/W1995129237","https://openalex.org/W4388081250","https://openalex.org/W2909457694","https://openalex.org/W1761601995","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"the":[3,8,21,40,61,85,92,113,117,126],"trajectory":[4,46,62],"design":[5,47,63],"problem":[6,64],"for":[7,65],"cellular-connected":[9],"unmanned":[10],"aerial":[11],"vehicle":[12],"(UAV)":[13],"with":[14,32,96,107],"limited":[15],"energy,":[16],"which":[17],"aims":[18],"at":[19],"maximizing":[20],"uplink":[22],"transmission":[23],"rate":[24,66],"from":[25],"multiple":[26],"ground":[27],"users":[28,123],"in":[29,104],"urban":[30],"environments":[31],"no-fly":[33],"zones":[34],"(NFZs).":[35],"We":[36],"first":[37],"argue":[38],"that":[39,84,112],"successive":[41],"convex":[42],"approximation-based":[43],"(SCA-based)":[44],"conventional":[45,94],"method":[48,95],"via":[49],"formulating":[50],"and":[51,57,73,124],"solving":[52],"optimization":[53],"problems":[54],"face":[55],"challenges,":[56],"then":[58],"we":[59],"formulate":[60],"maximization":[67],"as":[68],"a":[69,75,105],"Markov":[70],"Decision":[71],"Process":[72],"propose":[74],"deep":[76],"reinforcement":[77],"learning-based":[78],"(DRL-based)":[79],"solution.":[80],"Simulation":[81],"results":[82,103],"show":[83,111],"proposed":[86,118],"DRL":[87,119],"has":[88],"similar":[89],"performance":[90],"to":[91],"SCA-based":[93],"regularly":[97],"shaped":[98],"NFZ":[99,110],"constraints.":[100],"Moreover,":[101],"simulation":[102],"scenario":[106],"an":[108],"irregular":[109],"designed":[114],"trajectories":[115],"of":[116],"can":[120],"effectively":[121],"serve":[122],"detour":[125],"NFZ.":[127]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}