{"id":"https://openalex.org/W4385834594","doi":"https://doi.org/10.1109/lcomm.2023.3305537","title":"Multi-Agent Deep Reinforcement Learning for Energy-Efficient UAV-Aided Hybrid NOMA Data Collection","display_name":"Multi-Agent Deep Reinforcement Learning for Energy-Efficient UAV-Aided Hybrid NOMA Data Collection","publication_year":2023,"publication_date":"2023-08-15","ids":{"openalex":"https://openalex.org/W4385834594","doi":"https://doi.org/10.1109/lcomm.2023.3305537"},"language":"en","primary_location":{"id":"doi:10.1109/lcomm.2023.3305537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2023.3305537","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101234153","display_name":"Zhaoyi Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaoyi Feng","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064801012","display_name":"Zhichao Sheng","orcid":"https://orcid.org/0000-0003-0288-7031"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhichao Sheng","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082228115","display_name":"Ye Shi","orcid":"https://orcid.org/0000-0003-2302-4980"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Shi","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090544525","display_name":"Ali A. Nasir","orcid":"https://orcid.org/0000-0001-5012-1562"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ali A. Nasir","raw_affiliation_strings":["Department of Electrical Engineering and the Center for Communication Systems and Sensing, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and the Center for Communication Systems and Sensing, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108582349","display_name":"Yong Fang","orcid":"https://orcid.org/0000-0003-0120-7284"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Fang","raw_affiliation_strings":["Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Specialty Fiber Optics and Optical Access Networks, Shanghai Institute for Advanced Communication and Data Science, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101234153"],"corresponding_institution_ids":["https://openalex.org/I113940042"],"apc_list":null,"apc_paid":null,"fwci":6.1557,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.95724215,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"27","issue":"10","first_page":"2722","last_page":"2726"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8736782073974609},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8123682141304016},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.6138936281204224},{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.5526670217514038},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5309053659439087},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5113131999969482},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47786158323287964},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.458883136510849},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4532448351383209},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4136166274547577},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3941713571548462},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15656906366348267},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11986956000328064},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10196894407272339},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.08595290780067444},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0779549777507782}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8736782073974609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8123682141304016},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.6138936281204224},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.5526670217514038},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5309053659439087},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5113131999969482},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47786158323287964},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.458883136510849},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4532448351383209},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4136166274547577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3941713571548462},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15656906366348267},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11986956000328064},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10196894407272339},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.08595290780067444},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0779549777507782},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lcomm.2023.3305537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2023.3305537","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1516061384","display_name":null,"funder_award_id":"2020Z0660S6001","funder_id":"https://openalex.org/F4320322857","funder_display_name":"Aeronautical Science Foundation of China"},{"id":"https://openalex.org/G951164061","display_name":null,"funder_award_id":"61901254","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322857","display_name":"Aeronautical Science Foundation of China","ror":"https://ror.org/02wq41p38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2787938642","https://openalex.org/W2962691117","https://openalex.org/W2963555336","https://openalex.org/W2963864421","https://openalex.org/W2978148161","https://openalex.org/W2999762404","https://openalex.org/W3102621632","https://openalex.org/W3172200957","https://openalex.org/W3191425715","https://openalex.org/W3195088590","https://openalex.org/W3215667011","https://openalex.org/W4210476355","https://openalex.org/W4285028943","https://openalex.org/W4285288618","https://openalex.org/W4299802797","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6748839928","https://openalex.org/W6768731700"],"related_works":["https://openalex.org/W3030525848","https://openalex.org/W2340639785","https://openalex.org/W3010814398","https://openalex.org/W4385197899","https://openalex.org/W3005957545","https://openalex.org/W4309235375","https://openalex.org/W2887349183","https://openalex.org/W2338497048","https://openalex.org/W2057360971","https://openalex.org/W4364360709"],"abstract_inverted_index":{"Non-orthogonal":[0],"multiple":[1],"access":[2],"(NOMA)":[3],"is":[4,51,63,113],"regarded":[5],"as":[6],"a":[7,64,80,109],"promising":[8],"solution":[9],"to":[10,104,115],"improve":[11],"the":[12,17,20,41,58,118,127],"energy":[13,55],"efficiency":[14,120],"and":[15,48,69,101,121,136],"reduce":[16,105],"latency":[18],"of":[19,44,57],"unmanned":[21],"aerial":[22],"vehicle":[23],"(UAV)-aided":[24],"networks.":[25],"In":[26],"this":[27,75],"letter,":[28],"we":[29,78],"consider":[30],"an":[31],"energy-efficient":[32],"multi-UAV":[33,132],"incorporating":[34],"hybrid":[35,129],"NOMA":[36,130,135],"data":[37],"collection":[38],"system.":[39,59],"Explicitly,":[40],"optimization":[42,61],"problem":[43,62,68],"joint":[45],"trajectory":[46],"design":[47],"power":[49],"allocation":[50],"formulated":[52],"for":[53],"maximizing":[54],"utilization":[56],"The":[60],"mixed":[65],"integer":[66],"non-convex":[67],"involves":[70],"continuous":[71],"variables.":[72],"To":[73],"tackle":[74],"challenging":[76],"problem,":[77],"utilize":[79],"multi-agent":[81,88],"deep":[82,102],"reinforcement":[83],"learning":[84,119],"(MADRL)":[85],"approach,":[86],"i.e.,":[87],"Twin":[89],"Delayed":[90],"Deep":[91],"Deterministic":[92],"Policy":[93],"Gradient":[94],"(MATD3),":[95],"which":[96],"introduces":[97],"clipped":[98],"double":[99],"Q-learning":[100],"networks":[103],"overestimation":[106],"bias.":[107],"Furthermore,":[108],"reward":[110],"shaping":[111],"method":[112],"applied":[114],"speed":[116],"up":[117],"convergence.":[122],"Corroborated":[123],"by":[124],"extensive":[125],"experiments,":[126],"proposed":[128],"enhanced":[131],"outperforms":[133],"pure":[134],"OMA":[137],"cases.":[138]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}