{"id":"https://openalex.org/W3176664361","doi":"https://doi.org/10.1109/lcomm.2021.3093385","title":"Adaptive Reinforcement Learning Framework for NOMA-UAV Networks","display_name":"Adaptive Reinforcement Learning Framework for NOMA-UAV Networks","publication_year":2021,"publication_date":"2021-06-29","ids":{"openalex":"https://openalex.org/W3176664361","doi":"https://doi.org/10.1109/lcomm.2021.3093385","mag":"3176664361"},"language":"en","primary_location":{"id":"doi:10.1109/lcomm.2021.3093385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2021.3093385","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091134080","display_name":"Syed Khurram Mahmud","orcid":"https://orcid.org/0000-0001-5762-0751"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Syed Khurram Mahmud","raw_affiliation_strings":["School of Electronic Engineering and Computer Sciences, Queen Mary University of London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5762-0751","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Sciences, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076863392","display_name":"Yuanwei Liu","orcid":"https://orcid.org/0000-0002-6389-8941"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yuanwei Liu","raw_affiliation_strings":["School of Electronic Engineering and Computer Sciences, Queen Mary University of London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6389-8941","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Sciences, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100454816","display_name":"Yue Chen","orcid":"https://orcid.org/0000-0002-4308-1571"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yue Chen","raw_affiliation_strings":["School of Electronic Engineering and Computer Sciences, Queen Mary University of London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Sciences, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072260333","display_name":"Kok Keong Chai","orcid":"https://orcid.org/0000-0001-9635-2956"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kok Keong Chai","raw_affiliation_strings":["School of Electronic Engineering and Computer Sciences, Queen Mary University of London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Sciences, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5091134080"],"corresponding_institution_ids":["https://openalex.org/I166337079"],"apc_list":null,"apc_paid":null,"fwci":2.2371,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.88149811,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"25","issue":"9","first_page":"2943","last_page":"2947"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8641389608383179},{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.8023364543914795},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.7998745441436768},{"id":"https://openalex.org/keywords/single-antenna-interference-cancellation","display_name":"Single antenna interference cancellation","score":0.7918628454208374},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7721084356307983},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5335861444473267},{"id":"https://openalex.org/keywords/bit-error-rate","display_name":"Bit error rate","score":0.5130152106285095},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3857289254665375},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3692016005516052},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3291320204734802},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32527855038642883}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8641389608383179},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.8023364543914795},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.7998745441436768},{"id":"https://openalex.org/C83204339","wikidata":"https://www.wikidata.org/wiki/Q7523915","display_name":"Single antenna interference cancellation","level":3,"score":0.7918628454208374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7721084356307983},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5335861444473267},{"id":"https://openalex.org/C56296756","wikidata":"https://www.wikidata.org/wiki/Q840922","display_name":"Bit error rate","level":3,"score":0.5130152106285095},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3857289254665375},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3692016005516052},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3291320204734802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32527855038642883}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lcomm.2021.3093385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2021.3093385","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},{"id":"pmh:oai:hub.hku.hk:10722/349586","is_oa":false,"landing_page_url":"https://hub.hku.hk/handle/10722/349586","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2899478246","https://openalex.org/W2962892189","https://openalex.org/W2964671637","https://openalex.org/W2966706182","https://openalex.org/W2981859325","https://openalex.org/W3048386157","https://openalex.org/W3106530718","https://openalex.org/W3139248285","https://openalex.org/W3159690590","https://openalex.org/W6784338431","https://openalex.org/W6794799006"],"related_works":["https://openalex.org/W3165611029","https://openalex.org/W3191669748","https://openalex.org/W2510978767","https://openalex.org/W2900836405","https://openalex.org/W3039370918","https://openalex.org/W2370038111","https://openalex.org/W2980162015","https://openalex.org/W2769732439","https://openalex.org/W4361208685","https://openalex.org/W4297882612"],"abstract_inverted_index":{"We":[0],"propose":[1],"an":[2,44,52],"adaptive":[3],"reinforcement":[4,30],"learning":[5,31,41],"(A-RL)":[6],"framework":[7],"to":[8,81],"maximize":[9],"the":[10],"sum-rate":[11],"for":[12,57,70,98],"non-orthogonal":[13],"multiple":[14],"access-unmanned":[15],"aerial":[16],"vehicle":[17],"(NOMA-UAV)":[18],"network.":[19],"In":[20],"this":[21],"framework,":[22],"Mamdani":[23],"fuzzy":[24],"inference":[25],"system":[26],"(MFIS)":[27],"supervises":[28],"a":[29],"(RL)":[32],"policy":[33],"based":[34],"on":[35],"multi-armed":[36],"bandits":[37],"(MAB).":[38],"UAV":[39],"as":[40],"agent":[42],"serves":[43],"internet":[45],"of":[46,78],"things":[47],"(IoT)":[48],"region.":[49],"It":[50],"manages":[51],"interference":[53,92],"affected,":[54],"channel":[55],"block":[56],"NOMA":[58],"uplink.":[59],"Sum-rate,":[60],"rate":[61,68],"outage":[62],"probability":[63],"and":[64,90,101],"average":[65],"bit":[66],"error":[67],"(BER)":[69],"far-user":[71],"are":[72,95],"compared.":[73],"Simulations":[74],"reveal":[75],"superior":[76],"performance":[77,100],"A-RL,":[79],"compared":[80,97],"non-adaptive":[82],"RL":[83],"counterpart.":[84],"Joint":[85],"maximum":[86],"likelihood":[87],"detection":[88],"(JMLD)":[89],"successive":[91],"cancellation":[93],"(SIC)":[94],"also":[96],"BER":[99],"implementation":[102],"complexity.":[103]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}