{"id":"https://openalex.org/W2950373453","doi":"https://doi.org/10.1109/tvt.2019.2923214","title":"Intelligent Trajectory Design in UAV-Aided Communications With Reinforcement Learning","display_name":"Intelligent Trajectory Design in UAV-Aided Communications With Reinforcement Learning","publication_year":2019,"publication_date":"2019-06-17","ids":{"openalex":"https://openalex.org/W2950373453","doi":"https://doi.org/10.1109/tvt.2019.2923214","mag":"2950373453"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2019.2923214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2923214","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101731480","display_name":"Sixing Yin","orcid":"https://orcid.org/0000-0002-3427-5040"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sixing Yin","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045741604","display_name":"Shuo Zhao","orcid":"https://orcid.org/0000-0002-5524-5350"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Zhao","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011751108","display_name":"Yifei Zhao","orcid":"https://orcid.org/0000-0001-8885-2141"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Zhao","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100420016","display_name":"F. Richard Yu","orcid":"https://orcid.org/0000-0003-1006-7594"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"F. Richard Yu","raw_affiliation_strings":["Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101731480"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":122.2061,"has_fulltext":false,"cited_by_count":119,"citation_normalized_percentile":{"value":0.99936285,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"68","issue":"8","first_page":"8227","last_page":"8231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9116113185882568},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.8148741126060486},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7950336337089539},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.6558215618133545},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6202452182769775},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5649063587188721},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5160519480705261},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.48778611421585083},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.48291918635368347},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.4559183716773987},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.45309051871299744},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4036377966403961},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3585283160209656},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11151719093322754},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1003531813621521}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9116113185882568},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.8148741126060486},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7950336337089539},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.6558215618133545},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6202452182769775},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5649063587188721},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5160519480705261},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.48778611421585083},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.48291918635368347},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.4559183716773987},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.45309051871299744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4036377966403961},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3585283160209656},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11151719093322754},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1003531813621521},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2019.2923214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2019.2923214","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6700000166893005}],"awards":[{"id":"https://openalex.org/G2589191058","display_name":null,"funder_award_id":"KZ201911232046","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2020081405","https://openalex.org/W2145339207","https://openalex.org/W2165150801","https://openalex.org/W2206930994","https://openalex.org/W2268751503","https://openalex.org/W2523219060","https://openalex.org/W2604830243","https://openalex.org/W2618666182","https://openalex.org/W2754349741","https://openalex.org/W2767359317","https://openalex.org/W2783184536","https://openalex.org/W2962889437","https://openalex.org/W2963576178","https://openalex.org/W2964023906","https://openalex.org/W2964313027","https://openalex.org/W3098405735","https://openalex.org/W3102527375","https://openalex.org/W4302570325","https://openalex.org/W6684205842"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2357975469","https://openalex.org/W2101748387","https://openalex.org/W3096874164","https://openalex.org/W4281812492","https://openalex.org/W3105579180","https://openalex.org/W2970347269","https://openalex.org/W3167472281","https://openalex.org/W4400868993","https://openalex.org/W2146763310"],"abstract_inverted_index":{"In":[0],"this":[1],"correspondence":[2],"paper,":[3],"we":[4,164],"focus":[5],"on":[6],"a":[7,61],"cellular":[8],"network":[9],"aided":[10],"an":[11,19],"unmanned":[12],"aerial":[13,20],"vehicle":[14],"(UAV)":[15],"that":[16,95,147,167],"serves":[17],"as":[18,46,51,53,60],"base":[21],"station":[22],"for":[23,87],"multiple":[24],"ground":[25,114,133],"users.":[26],"The":[27,56,137],"UAV's":[28],"trajectory":[29,119,142,151],"design":[30],"is":[31,58,85,108,143],"investigated":[32],"to":[33,42,72,97,110,146],"maximize":[34],"the":[35,73,79,88,98,102,106,113,117,124,132,140,149,168],"expected":[36],"uplink":[37],"sum":[38],"rate":[39],"with":[40,67,116,158,173],"inaccessibility":[41],"user-side":[43,125],"information,":[44],"such":[45,159],"locations":[47],"and":[48,65,75,127],"transmit":[49],"power":[50],"well":[52],"channel":[54,128],"parameters.":[55],"problem":[57,156],"formulated":[59],"Markov":[62],"decision":[63],"process":[64],"solved":[66],"model-free":[68],"reinforcement":[69,89,103],"learning.":[70],"Due":[71],"continuous":[74],"deterministic":[76,80],"action":[77],"space,":[78],"policy":[81],"gradient":[82],"(DPG)":[83],"algorithm":[84,170],"applied":[86],"learning":[90,104],"model.":[91],"Experiment":[92],"results":[93],"show":[94,166],"due":[96],"great":[99],"generalizability":[100],"of":[101,123,139,148],"model,":[105],"UAV":[107],"able":[109],"intelligently":[111],"track":[112],"users":[115,134],"learned":[118,141],"despite":[120],"being":[121],"unaware":[122],"information":[126,160],"parameters,":[129],"even":[130],"when":[131],"are":[135],"mobile.":[136],"performance":[138],"fairly":[144],"close":[145],"optimized":[150],"derived":[152],"through":[153],"conventional":[154],"optimization":[155],"solving":[157],"explicitly":[161],"known.":[162],"Moreover,":[163],"also":[165],"DPG":[169],"converges":[171],"efficiently":[172],"acceptable":[174],"training":[175],"time.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":16}],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2025-10-10T00:00:00"}