{"id":"https://openalex.org/W3036296382","doi":"https://doi.org/10.1109/wcnc45663.2020.9120492","title":"Online Maneuver Design for UAV-Enabled NOMA Systems via Reinforcement Learning","display_name":"Online Maneuver Design for UAV-Enabled NOMA Systems via Reinforcement Learning","alternate_titles":[],"publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3036296382","doi":"https://doi.org/10.1109/wcnc45663.2020.9120492","mag":"3036296382"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc45663.2020.9120492","doi":"https://doi.org/10.1109/wcnc45663.2020.9120492","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc45663.2020.9120492","pdf_url":null,"source":{"id":"https://openalex.org/S4210195247","display_name":"IEEE Wireless Communications and Networking Conference","issn_l":"1525-3511","issn":["1525-3511","1558-2612"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3036296382"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1908.03984","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020159889","display_name":"Yuwei Huang","orcid":"https://orcid.org/0000-0002-6274-0237","observed_orcids":["https://orcid.org/0000-0002-6274-0237"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yuwei Huang","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067182300","display_name":"Xiaopeng Mo","orcid":"https://orcid.org/0000-0002-7023-4238","observed_orcids":["https://orcid.org/0000-0002-7023-4238"]},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiaopeng Mo","raw_affiliation_strings":["School of Information Engineering, Guangdong University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Guangdong University of Technology","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008162410","display_name":"Jie Xu","orcid":"https://orcid.org/0000-0002-4854-8839","observed_orcids":["https://orcid.org/0000-0002-4854-8839"]},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jie Xu","raw_affiliation_strings":["Future Network of Intelligence Institute (FNii) and the School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii) and the School of Science and Engineering, The Chinese University of Hong Kong, Shenzhen","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001600907","display_name":"Ling Qiu","orcid":"https://orcid.org/0000-0003-4011-2042","observed_orcids":["https://orcid.org/0000-0003-4011-2042"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ling Qiu","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082336235","display_name":"Yong Zeng","orcid":"https://orcid.org/0000-0002-3670-0434","observed_orcids":["https://orcid.org/0000-0002-3670-0434"]},"institutions":[{"id":"https://openalex.org/I4210090971","display_name":"Southeast University","ror":"https://ror.org/00cf0ab87","country_code":"BD","type":"education","lineage":["https://openalex.org/I4210090971"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["BD","CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yong Zeng","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University","institution_ids":["https://openalex.org/I4210090971","https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.6015,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.97934675,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/non-orthogonal-multiple-access","display_name":"non-orthogonal multiple access","score":0.8939999938011169},{"id":"https://openalex.org/keywords/uplink-transmission","display_name":"uplink transmission","score":0.7870000004768372},{"id":"https://openalex.org/keywords/sum-rate-maximization","display_name":"sum rate maximization","score":0.8659999966621399},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.7689999938011169},{"id":"https://openalex.org/keywords/mobile-users","display_name":"mobile users","score":0.7310000061988831},{"id":"https://openalex.org/keywords/causal-channel-state-information","display_name":"causal channel state information","score":0.7120000123977661}],"concepts":[{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.7864935994148254},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.695419430732727},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6670423746109009},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5622243881225586},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5516607761383057},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5270374417304993},{"id":"https://openalex.org/C73329638","wikidata":"https://www.wikidata.org/wiki/Q527","display_name":"Sky","level":2,"score":0.4659128487110138},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.4318165183067322},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.41172516345977783},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3503836393356323},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.31983423233032227},{"id":"https://openalex.org/C2781307350","wikidata":"https://www.wikidata.org/wiki/Q6887221","display_name":"Mobile radio","level":2,"score":0.3027341961860657},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.27324700355529785},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25831085443496704},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.18724384903907776},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1713254451751709},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08061489462852478},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/wcnc45663.2020.9120492","doi":"https://doi.org/10.1109/wcnc45663.2020.9120492","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc45663.2020.9120492","pdf_url":null,"source":{"id":"https://openalex.org/S4210195247","display_name":"IEEE Wireless Communications and Networking Conference","issn_l":"1525-3511","issn":["1525-3511","1558-2612"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1908.03984","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1908.03984","pdf_url":"https://arxiv.org/pdf/1908.03984","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2969206869","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1908.03984.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1908.03984","doi":"https://doi.org/10.48550/arxiv.1908.03984","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1908.03984","pdf_url":"https://arxiv.org/pdf/1908.03984","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1908.03984","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1908.03984","pdf_url":"https://arxiv.org/pdf/1908.03984","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5378999710083008}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3036296382.pdf","grobid_xml":"https://content.openalex.org/works/W3036296382.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1997834106","https://openalex.org/W2031834036","https://openalex.org/W2268751503","https://openalex.org/W2523219060","https://openalex.org/W2558431499","https://openalex.org/W2604830243","https://openalex.org/W2640564155","https://openalex.org/W2746411854","https://openalex.org/W2783189583","https://openalex.org/W2807655913","https://openalex.org/W2886374543","https://openalex.org/W2886509985","https://openalex.org/W2890592307","https://openalex.org/W2891520856","https://openalex.org/W2935997796","https://openalex.org/W2962726494","https://openalex.org/W2963035841","https://openalex.org/W2963061782","https://openalex.org/W2963576178","https://openalex.org/W3009836639","https://openalex.org/W3038962357","https://openalex.org/W3106530718"],"related_works":["https://openalex.org/W4393651618","https://openalex.org/W7213305358","https://openalex.org/W4292261300","https://openalex.org/W4399996364","https://openalex.org/W4396594875","https://openalex.org/W4285101300","https://openalex.org/W3176664361","https://openalex.org/W3195088590","https://openalex.org/W3192910737"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"an":[3,132],"unmanned":[4],"aerial":[5],"vehicle":[6],"(UAV)-enabled":[7],"uplink":[8],"non-orthogonal":[9],"multiple-access":[10],"(NOMA)":[11],"system,":[12],"where":[13,81],"multiple":[14],"users":[15,47,76],"on":[16,111],"the":[17,32,41,82,87,124,128,148,164,168,175,180],"ground":[18,46],"send":[19],"independent":[20],"messages":[21],"to":[22,30,120,146,179],"a":[23,49,70,102],"UAV":[24,83,106],"via":[25,115],"NOMA":[26],"transmission.":[27],"We":[28],"aim":[29],"design":[31,109],"UAV's":[33],"dynamic":[34,107],"maneuver":[35,108],"in":[36,118],"real":[37],"time":[38,51],"for":[39,105],"maximizing":[40],"sum-rate":[42,165],"throughput":[43],"of":[44,141],"all":[45],"over":[48],"finite":[50],"horizon.":[52],"Different":[53],"from":[54],"conventional":[55],"offline":[56],"designs":[57],"considering":[58],"static":[59],"user":[60],"locations":[61,90],"under":[62],"deterministic":[63],"or":[64],"stochastic":[65],"channel":[66,79,92,144],"models,":[67,80],"we":[68,99,130],"consider":[69],"more":[71],"challenging":[72],"scenario":[73],"with":[74],"mobile":[75],"and":[77,91,126,158,167],"segmented":[78],"only":[84],"causally":[85],"knows":[86],"users'":[88],"(moving)":[89],"state":[93],"information":[94],"(CSI).":[95],"Under":[96],"this":[97],"setup,":[98],"first":[100],"propose":[101],"new":[103],"approach":[104,135,171],"based":[110],"reinforcement":[112],"learning":[113,176],"(RL)":[114],"Q-learning.":[116],"Next,":[117],"order":[119],"further":[121],"speed":[122],"up":[123,174],"convergence":[125],"increase":[127],"throughput,":[129,166],"present":[131],"enhanced":[133,159,169],"RL-based":[134,157,160,170],"by":[136],"additionally":[137],"exploiting":[138],"expert":[139],"knowledge":[140],"well-established":[142],"wireless":[143],"models":[145],"initialize":[147],"Q-table":[149,182],"values.":[150],"Numerical":[151],"results":[152],"show":[153],"that":[154],"our":[155],"proposed":[156,181],"approaches":[161],"significantly":[162],"improve":[163],"considerably":[172],"speeds":[173],"process":[177],"owing":[178],"initialization.":[183]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3036296382","counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2020-06-25T00:00:00"}
