{"id":"https://openalex.org/W3036296382","doi":"https://doi.org/10.1109/wcnc45663.2020.9120492","title":"Online Maneuver Design for UAV-Enabled NOMA Systems via Reinforcement Learning","display_name":"Online Maneuver Design for UAV-Enabled NOMA Systems via Reinforcement Learning","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3036296382","doi":"https://doi.org/10.1109/wcnc45663.2020.9120492","mag":"3036296382"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc45663.2020.9120492","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc45663.2020.9120492","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020159889","display_name":"Yuwei Huang","orcid":"https://orcid.org/0000-0002-6274-0237"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuwei Huang","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067182300","display_name":"Xiaopeng Mo","orcid":"https://orcid.org/0000-0002-7023-4238"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaopeng Mo","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008162410","display_name":"Jie Xu","orcid":"https://orcid.org/0000-0002-4854-8839"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Xu","raw_affiliation_strings":["Future Network of Intelligence Institute (FNii) and the School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii) and the School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001600907","display_name":"Ling Qiu","orcid":"https://orcid.org/0000-0003-4011-2042"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Qiu","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082336235","display_name":"Yong Zeng","orcid":"https://orcid.org/0000-0002-3670-0434"},"institutions":[{"id":"https://openalex.org/I4210090971","display_name":"Southeast University","ror":"https://ror.org/00cf0ab87","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210090971"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Yong Zeng","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University","institution_ids":["https://openalex.org/I4210090971"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":27.7358,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.99117198,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.7864935994148254},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.695419430732727},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6670423746109009},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5622243881225586},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5516607761383057},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5270374417304993},{"id":"https://openalex.org/keywords/sky","display_name":"Sky","score":0.4659128487110138},{"id":"https://openalex.org/keywords/mobile-telephony","display_name":"Mobile telephony","score":0.4318165183067322},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.41172516345977783},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3503836393356323},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.31983423233032227},{"id":"https://openalex.org/keywords/mobile-radio","display_name":"Mobile radio","score":0.3027341961860657},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.27324700355529785},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25831085443496704},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.18724384903907776},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1713254451751709},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08061489462852478}],"concepts":[{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.7864935994148254},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.695419430732727},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6670423746109009},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5622243881225586},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5516607761383057},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5270374417304993},{"id":"https://openalex.org/C73329638","wikidata":"https://www.wikidata.org/wiki/Q527","display_name":"Sky","level":2,"score":0.4659128487110138},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.4318165183067322},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.41172516345977783},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3503836393356323},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.31983423233032227},{"id":"https://openalex.org/C2781307350","wikidata":"https://www.wikidata.org/wiki/Q6887221","display_name":"Mobile radio","level":2,"score":0.3027341961860657},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.27324700355529785},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25831085443496704},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.18724384903907776},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1713254451751709},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08061489462852478},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc45663.2020.9120492","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc45663.2020.9120492","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1997834106","https://openalex.org/W2031834036","https://openalex.org/W2268751503","https://openalex.org/W2523219060","https://openalex.org/W2558431499","https://openalex.org/W2604830243","https://openalex.org/W2640564155","https://openalex.org/W2746411854","https://openalex.org/W2783189583","https://openalex.org/W2807655913","https://openalex.org/W2886374543","https://openalex.org/W2886509985","https://openalex.org/W2890592307","https://openalex.org/W2891520856","https://openalex.org/W2935997796","https://openalex.org/W2962726494","https://openalex.org/W2963035841","https://openalex.org/W2963061782","https://openalex.org/W3009836639","https://openalex.org/W3038962357","https://openalex.org/W3106147932","https://openalex.org/W3106530718"],"related_works":["https://openalex.org/W4210531367","https://openalex.org/W3041021199","https://openalex.org/W3004968144","https://openalex.org/W3009951301","https://openalex.org/W1970240051","https://openalex.org/W2369414814","https://openalex.org/W2792995216","https://openalex.org/W2350069736","https://openalex.org/W2069681067","https://openalex.org/W2955677230"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"an":[3,132],"unmanned":[4],"aerial":[5],"vehicle":[6],"(UAV)-enabled":[7],"uplink":[8],"non-orthogonal":[9],"multiple-access":[10],"(NOMA)":[11],"system,":[12],"where":[13,81],"multiple":[14],"users":[15,47,76],"on":[16,111],"the":[17,32,41,82,87,124,128,148,164,168,175,180],"ground":[18,46],"send":[19],"independent":[20],"messages":[21],"to":[22,30,120,146,179],"a":[23,49,70,102],"UAV":[24,83,106],"via":[25,115],"NOMA":[26],"transmission.":[27],"We":[28],"aim":[29],"design":[31,109],"UAV's":[33],"dynamic":[34,107],"maneuver":[35,108],"in":[36,118],"real":[37],"time":[38,51],"for":[39,105],"maximizing":[40],"sum-rate":[42,165],"throughput":[43],"of":[44,141],"all":[45],"over":[48],"finite":[50],"horizon.":[52],"Different":[53],"from":[54],"conventional":[55],"offline":[56],"designs":[57],"considering":[58],"static":[59],"user":[60],"locations":[61,90],"under":[62],"deterministic":[63],"or":[64],"stochastic":[65],"channel":[66,79,92,144],"models,":[67,80],"we":[68,99,130],"consider":[69],"more":[71],"challenging":[72],"scenario":[73],"with":[74],"mobile":[75],"and":[77,91,126,158,167],"segmented":[78],"only":[84],"causally":[85],"knows":[86],"users'":[88],"(moving)":[89],"state":[93],"information":[94],"(CSI).":[95],"Under":[96],"this":[97],"setup,":[98],"first":[100],"propose":[101],"new":[103],"approach":[104,135,171],"based":[110],"reinforcement":[112],"learning":[113,176],"(RL)":[114],"Q-learning.":[116],"Next,":[117],"order":[119],"further":[121],"speed":[122],"up":[123,174],"convergence":[125],"increase":[127],"throughput,":[129,166],"present":[131],"enhanced":[133,159,169],"RL-based":[134,157,160,170],"by":[136],"additionally":[137],"exploiting":[138],"expert":[139],"knowledge":[140],"well-established":[142],"wireless":[143],"models":[145],"initialize":[147],"Q-table":[149,182],"values.":[150],"Numerical":[151],"results":[152],"show":[153],"that":[154],"our":[155],"proposed":[156,181],"approaches":[161],"significantly":[162],"improve":[163],"considerably":[172],"speeds":[173],"process":[177],"owing":[178],"initialization.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}