{"id":"https://openalex.org/W4401379728","doi":"https://doi.org/10.1109/tmc.2024.3439556","title":"On Designing Multi-UAV Aided Wireless Powered Dynamic Communication via Hierarchical Deep Reinforcement Learning","display_name":"On Designing Multi-UAV Aided Wireless Powered Dynamic Communication via Hierarchical Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-08-06","ids":{"openalex":"https://openalex.org/W4401379728","doi":"https://doi.org/10.1109/tmc.2024.3439556"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3439556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3439556","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111016395","display_name":"Ze Yu Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ze Yu Zhao","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0001-3201-8518","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108294358","display_name":"Yue Ling","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Ling Che","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-2103-9751","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102889190","display_name":"Sheng Luo","orcid":"https://orcid.org/0000-0003-0541-0298"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Luo","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-0541-0298","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101090760","display_name":"Gege Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gege Luo","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001188748","display_name":"Kaishun Wu","orcid":"https://orcid.org/0000-0003-2216-0737"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaishun Wu","raw_affiliation_strings":["DSA&#x0026;IoT Thrust, Information hub, Hong Kong University of Science and Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-2216-0737","affiliations":[{"raw_affiliation_string":"DSA&#x0026;IoT Thrust, Information hub, Hong Kong University of Science and Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]},{"id":"https://openalex.org/I4388482657","display_name":"Shenzhen MSU-BIT University","ror":"https://ror.org/02q963474","country_code":null,"type":"education","lineage":["https://openalex.org/I4388482657"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Victor C. M. Leung","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China","Shenzhen MSU-BIT University, Shenzhen, Guangdong, China","University of British Columbia (UBC), Vancouver, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3529-2640","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Shenzhen MSU-BIT University, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210152380","https://openalex.org/I4388482657"]},{"raw_affiliation_string":"University of British Columbia (UBC), Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5111016395"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":10.4002,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.97513373,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"23","issue":"12","first_page":"13991","last_page":"14004"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8216928243637085},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7785696983337402},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6747195720672607},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3521985411643982},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34537237882614136},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.21384942531585693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8216928243637085},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7785696983337402},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6747195720672607},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3521985411643982},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34537237882614136},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.21384942531585693}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2024.3439556","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3439556","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-147376","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-147376","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2031834036","https://openalex.org/W2100238204","https://openalex.org/W2145339207","https://openalex.org/W2204346730","https://openalex.org/W2740005962","https://openalex.org/W2788331441","https://openalex.org/W2912862234","https://openalex.org/W2962262066","https://openalex.org/W2963035841","https://openalex.org/W2963061380","https://openalex.org/W2963061782","https://openalex.org/W2963576178","https://openalex.org/W2964023906","https://openalex.org/W2972656576","https://openalex.org/W2991616811","https://openalex.org/W3098682482","https://openalex.org/W3099780361","https://openalex.org/W3101985168","https://openalex.org/W3102891358","https://openalex.org/W3105649577","https://openalex.org/W3106790501","https://openalex.org/W3111412729","https://openalex.org/W3131765381","https://openalex.org/W3175579694","https://openalex.org/W3193428479","https://openalex.org/W3197321928","https://openalex.org/W4211195223","https://openalex.org/W4226215778","https://openalex.org/W4233840023","https://openalex.org/W4283211846","https://openalex.org/W4290996464","https://openalex.org/W4295413965","https://openalex.org/W4312986669","https://openalex.org/W4319866300","https://openalex.org/W4387453931","https://openalex.org/W4390098402","https://openalex.org/W6631190155","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,170],"novel":[4],"design":[5],"on":[6],"the":[7,17,26,30,38,82,89,97,124,142,185,189,213,232,240,244,261,265],"wireless":[8,32,105,116],"powered":[9],"communication":[10],"network":[11],"(WPCN)":[12],"in":[13,197,220],"dynamic":[14],"environments":[15],"under":[16,42,123,231],"assistance":[18],"of":[19,87,96,126,239,264],"multiple":[20],"unmanned":[21],"aerial":[22],"vehicles":[23],"(UAVs).":[24],"Unlike":[25],"existing":[27],"studies,":[28],"where":[29,188],"low-power":[31],"nodes":[33],"(WNs)":[34],"often":[35],"conform":[36],"to":[37,141,164,183,199,222,259],"coherent":[39],"harvest-then-transmit":[40],"protocol,":[41],"our":[43],"newly":[44],"proposed":[45,266],"double-threshold":[46],"based":[47,173],"WN":[48,53,60],"type":[49,61,136],"updating":[50,137],"rule,":[51],"each":[52,95,127,133,155,201,224,251],"can":[54],"dynamically":[55],"and":[56,103,113,132,149,205,212,243],"repeatedly":[57],"update":[58],"its":[59,101,114],"as":[62,152,154],"an":[63,73],"E-node":[64],"for":[65,75],"non-linear":[66],"energy":[67,106,131],"harvesting":[68],"over":[69,78,91,110,121,209,229,269],"time":[70,210],"slots":[71,112],"or":[72],"I-node":[74],"transmitting":[76],"data":[77,85,117],"sub-slots.":[79],"To":[80],"maximize":[81],"total":[83],"transmission":[84,107],"size":[86],"all":[88],"WNs":[90],"<inline-formula><tex-math":[92],"notation=\"LaTeX\">$T$</tex-math></inline-formula>":[93],"slots,":[94,211],"UAVs":[98],"individually":[99],"determines":[100],"trajectory":[102,204,235],"binary":[104,115,206,226],"(WET)":[108],"decisions":[109,120,228],"times":[111],"collection":[118],"(WDC)":[119],"sub-slots,":[122],"constraints":[125],"UAV's":[128,202,225],"limited":[129],"on-board":[130],"WN's":[134,156],"node":[135],"rule.":[138],"However,":[139],"due":[140],"UAVs\u2019":[143],"tightly-coupled":[144],"trajectories":[145],"with":[146,180],"their":[147],"WET":[148,207],"WDC":[150,227],"decisions,":[151],"well":[153],"time-varying":[157],"battery":[158],"energy,":[159],"this":[160],"problem":[161,186],"is":[162,195,218],"difficult":[163],"solve":[165,184],"optimally.":[166],"We":[167],"then":[168],"propose":[169],"new":[171],"multi-agent":[172],"hierarchical":[174],"deep":[175],"reinforcement":[176],"learning":[177,215],"(MAHDRL)":[178],"framework":[179],"two":[181],"tiers":[182],"efficiently,":[187],"soft":[190],"actor":[191],"critic":[192],"(SAC)":[193],"policy":[194,217,242,246],"designed":[196,219],"tier-1":[198],"determine":[200,223],"continuous":[203],"decision":[208],"deep-Q":[214],"(DQN)":[216],"tier-2":[221],"sub-slots":[230],"given":[233],"UAV":[234],"from":[236],"tier-1.":[237],"Both":[238],"SAC":[241],"DQN":[245],"are":[247,257],"executed":[248],"distributively":[249],"at":[250],"UAV.":[252],"Finally,":[253],"extensive":[254],"simulation":[255],"results":[256],"provided":[258],"validate":[260],"outweighed":[262],"performance":[263],"MAHDRL":[267],"approach":[268],"various":[270],"state-of-the-art":[271],"benchmarks.":[272]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-23T08:51:43.019350","created_date":"2025-10-10T00:00:00"}