{"id":"https://openalex.org/W4312421915","doi":"https://doi.org/10.1109/jiot.2022.3209980","title":"Deep Reinforcement Learning for Aerial Data Collection in Hybrid-Powered NOMA-IoT Networks","display_name":"Deep Reinforcement Learning for Aerial Data Collection in Hybrid-Powered NOMA-IoT Networks","publication_year":2022,"publication_date":"2022-09-27","ids":{"openalex":"https://openalex.org/W4312421915","doi":"https://doi.org/10.1109/jiot.2022.3209980"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3209980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3209980","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067752665","display_name":"Zhanpeng Zhang","orcid":"https://orcid.org/0000-0003-3187-5734"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanpeng Zhang","raw_affiliation_strings":["State Key Laboratory of Alternate Electrical Power System With Renewable Energy Sources, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3187-5734","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Alternate Electrical Power System With Renewable Energy Sources, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100387701","display_name":"Chen Xu","orcid":"https://orcid.org/0000-0001-5041-8796"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Xu","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5041-8796","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077319363","display_name":"Zewu Li","orcid":"https://orcid.org/0000-0002-7664-9426"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zewu Li","raw_affiliation_strings":["State Key Laboratory of Alternate Electrical Power System With Renewable Energy Sources, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7664-9426","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Alternate Electrical Power System With Renewable Energy Sources, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046575943","display_name":"Xiongwen Zhao","orcid":"https://orcid.org/0000-0001-9421-4795"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongwen Zhao","raw_affiliation_strings":["State Key Laboratory of Alternate Electrical Power System With Renewable Energy Sources, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9421-4795","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Alternate Electrical Power System With Renewable Energy Sources, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033045856","display_name":"Runze Wu","orcid":"https://orcid.org/0000-0002-8286-4296"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runze Wu","raw_affiliation_strings":["State Key Laboratory of Alternate Electrical Power System With Renewable Energy Sources, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8286-4296","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Alternate Electrical Power System With Renewable Energy Sources, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.0562,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.98564617,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"10","issue":"2","first_page":"1761","last_page":"1774"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8333560228347778},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7318055033683777},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.6539379358291626},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5614155530929565},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5137077569961548},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.49104833602905273},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.48955902457237244},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.48778849840164185},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4431854784488678},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4235488474369049},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36746469140052795},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21796029806137085},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15075457096099854},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09251341223716736}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8333560228347778},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7318055033683777},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.6539379358291626},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5614155530929565},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5137077569961548},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.49104833602905273},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.48955902457237244},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.48778849840164185},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4431854784488678},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4235488474369049},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36746469140052795},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21796029806137085},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15075457096099854},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09251341223716736},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3209980","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3209980","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8899999856948853}],"awards":[{"id":"https://openalex.org/G448995710","display_name":null,"funder_award_id":"Z191100001119124","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G523832124","display_name":"\u57fa\u4e8e\u4efb\u52a1\u7279\u5f81\u7684\u7aef\u8fb9\u4e91\u534f\u540c\u7f51\u7edc\u591a\u57df\u8d44\u6e90\u4f18\u5316\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62071179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W2142022446","https://openalex.org/W2509696551","https://openalex.org/W2510173137","https://openalex.org/W2582415183","https://openalex.org/W2604830243","https://openalex.org/W2740005962","https://openalex.org/W2754349741","https://openalex.org/W2777180355","https://openalex.org/W2783184536","https://openalex.org/W2806576037","https://openalex.org/W2808024203","https://openalex.org/W2887592610","https://openalex.org/W2895691654","https://openalex.org/W2897479511","https://openalex.org/W2913934015","https://openalex.org/W2919115771","https://openalex.org/W2924948991","https://openalex.org/W2925554975","https://openalex.org/W2963061782","https://openalex.org/W2963385511","https://openalex.org/W2963835875","https://openalex.org/W2964018918","https://openalex.org/W2964023906","https://openalex.org/W2973697444","https://openalex.org/W2984170233","https://openalex.org/W3004263011","https://openalex.org/W3010044360","https://openalex.org/W3010609595","https://openalex.org/W3014233392","https://openalex.org/W3022404363","https://openalex.org/W3024776269","https://openalex.org/W3031133730","https://openalex.org/W3036562625","https://openalex.org/W3037051439","https://openalex.org/W3037136508","https://openalex.org/W3044709444","https://openalex.org/W3048225194","https://openalex.org/W3048543830","https://openalex.org/W3051352583","https://openalex.org/W3084578038","https://openalex.org/W3089670202","https://openalex.org/W3100532295","https://openalex.org/W3101115706","https://openalex.org/W3102027520","https://openalex.org/W3102402089","https://openalex.org/W3102527375","https://openalex.org/W3159790943","https://openalex.org/W3167580222","https://openalex.org/W3169114806","https://openalex.org/W3176727369","https://openalex.org/W4210368431","https://openalex.org/W4220870950","https://openalex.org/W6743660412"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4212885606"],"abstract_inverted_index":{"With":[0],"the":[1,19,26,62,67,71,79,109,166,196,207,212,216],"help":[2],"of":[3,12,21,33,52,66,83,120],"unmanned":[4],"aerial":[5,100],"vehicle":[6],"(UAV),":[7],"remote":[8],"terminals":[9],"that":[10,178,206],"out":[11,219],"wireless":[13,35],"coverage":[14],"can":[15,60,77,194,209],"be":[16],"connected":[17],"to":[18,41,137,229],"Internet":[20],"Things":[22],"(IoT)":[23],"networks.":[24,106],"Currently,":[25],"IoT":[27,68,84],"relies":[28],"on":[29],"a":[30,146],"large":[31],"number":[32],"low-cost":[34],"sensors":[36],"with":[37],"limited":[38],"energy":[39,63,117,217,224],"supply":[40,64],"realize":[42],"ubiquitous":[43],"monitoring":[44],"and":[45,57,70,96,124,131,160,203,220,226],"intelligent":[46],"control.":[47],"The":[48,127,190],"hybrid-powered":[49,104],"networks":[50],"composed":[51],"wireless-powered":[53],"communication":[54,154],"(WPC)":[55],"terminal":[56],"solar-powered":[58],"UAV":[59,92,208],"solve":[61,78,138],"problem":[65,82,128],"networks,":[69],"nonorthogonal":[72],"multiple":[73],"access":[74,81],"(NOMA)":[75],"technique":[76],"massive":[80],"terminals.":[85],"Exploiting":[86],"these":[87],"benefits,":[88],"we":[89,114,144],"investigate":[90],"joint":[91],"3-D":[93],"trajectory":[94,158],"design":[95,159],"time":[97,161],"allocation":[98,162],"for":[99],"data":[101,227],"collection":[102,228],"in":[103,186,200],"NOMA-IoT":[105],"To":[107],"maximize":[108],"total":[110],"fair":[111,153,187,231],"network":[112],"throughput,":[113],"jointly":[115],"consider":[116],"limitation,":[118],"Quality":[119],"Service":[121],"(QoS)":[122],"requirements,":[123],"flight":[125],"conditions.":[126],"is":[129,135,155],"nonconvex":[130],"time-dimension":[132],"coupled":[133],"which":[134,164],"intractable":[136],"by":[139,157],"traditional":[140],"optimization":[141],"methods.":[142],"Therefore,":[143],"develop":[145],"deep":[147,167],"reinforcement":[148],"learning":[149],"(DRL)":[150],"algorithm":[151,181,193],"called":[152],"accomplished":[156],"(FC-TDTA),":[163],"uses":[165],"deterministic":[168],"policy":[169],"gradient":[170],"(DDPG)":[171],"as":[172],"its":[173],"basis.":[174],"Simulation":[175],"results":[176],"show":[177],"our":[179],"proposed":[180,191],"performs":[182],"better":[183],"than":[184],"benchmarks":[185],"throughput":[188],"maximization.":[189],"FC-TDTA":[192],"make":[195],"UAV:":[197],"1)":[198],"fly":[199],"appropriate":[201],"direction":[202],"speed,":[204],"so":[205],"arrive":[210],"at":[211],"charging":[213],"station":[214],"before":[215],"runs":[218],"2)":[221],"conduct":[222],"WPC":[223],"transmission":[225],"achieve":[230],"communication.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}