{"id":"https://openalex.org/W4390098402","doi":"https://doi.org/10.23919/wiopt58741.2023.10349868","title":"Multi-Agent Graph Reinforcement Learning Based On-Demand Wireless Energy Transfer in Multi-UAV-Aided IoT Network","display_name":"Multi-Agent Graph Reinforcement Learning Based On-Demand Wireless Energy Transfer in Multi-UAV-Aided IoT Network","publication_year":2023,"publication_date":"2023-08-24","ids":{"openalex":"https://openalex.org/W4390098402","doi":"https://doi.org/10.23919/wiopt58741.2023.10349868"},"language":"en","primary_location":{"id":"doi:10.23919/wiopt58741.2023.10349868","is_oa":false,"landing_page_url":"https://doi.org/10.23919/wiopt58741.2023.10349868","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 21st International Symposium on Modeling and Optimization in Mobile, Ad Hoc, and Wireless Networks (WiOpt)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111016395","display_name":"Ze Yu Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ze Yu Zhao","raw_affiliation_strings":["Shenzhen University,College of Computer Science and Software Engineering,China","College of Computer Science and Software Engineering, Shenzhen University, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen University,College of Computer Science and Software Engineering,China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101967924","display_name":"Yueling Che","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueling Che","raw_affiliation_strings":["Shenzhen University,College of Computer Science and Software Engineering,China","College of Computer Science and Software Engineering, Shenzhen University, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen University,College of Computer Science and Software Engineering,China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102889190","display_name":"Sheng Luo","orcid":"https://orcid.org/0000-0003-0541-0298"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Luo","raw_affiliation_strings":["Shenzhen University,College of Computer Science and Software Engineering,China","College of Computer Science and Software Engineering, Shenzhen University, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen University,College of Computer Science and Software Engineering,China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001188748","display_name":"Kaishun Wu","orcid":"https://orcid.org/0000-0003-2216-0737"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaishun Wu","raw_affiliation_strings":["Shenzhen University,College of Computer Science and Software Engineering,China","College of Computer Science and Software Engineering, Shenzhen University, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen University,College of Computer Science and Software Engineering,China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Victor C. M. Leung","raw_affiliation_strings":["Shenzhen University,College of Computer Science and Software Engineering,China","College of Computer Science and Software Engineering, Shenzhen University, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen University,College of Computer Science and Software Engineering,China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5111016395"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":0.5355,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.66330239,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7975041270256042},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7356045246124268},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5637401342391968},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5507501363754272},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5345064401626587},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4804689288139343},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4708546996116638},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.46673452854156494},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4556144177913666},{"id":"https://openalex.org/keywords/available-energy","display_name":"Available energy","score":0.4473433494567871},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4466870427131653},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.44465261697769165},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.41495928168296814},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3838483393192291},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3402102589607239},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33593249320983887},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2927749752998352},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.23536178469657898},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.11658504605293274},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11151519417762756},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10316851735115051},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08669057488441467}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7975041270256042},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7356045246124268},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5637401342391968},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5507501363754272},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5345064401626587},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4804689288139343},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4708546996116638},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.46673452854156494},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4556144177913666},{"id":"https://openalex.org/C35380695","wikidata":"https://www.wikidata.org/wiki/Q4827434","display_name":"Available energy","level":3,"score":0.4473433494567871},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4466870427131653},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.44465261697769165},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.41495928168296814},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3838483393192291},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3402102589607239},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33593249320983887},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2927749752998352},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.23536178469657898},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.11658504605293274},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11151519417762756},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10316851735115051},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08669057488441467},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/wiopt58741.2023.10349868","is_oa":false,"landing_page_url":"https://doi.org/10.23919/wiopt58741.2023.10349868","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 21st International Symposium on Modeling and Optimization in Mobile, Ad Hoc, and Wireless Networks (WiOpt)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G2600818090","display_name":null,"funder_award_id":"62072314","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2118588134","https://openalex.org/W2132914434","https://openalex.org/W2788331441","https://openalex.org/W2963061380","https://openalex.org/W2963576178","https://openalex.org/W2964023906","https://openalex.org/W2979035384","https://openalex.org/W2998280308","https://openalex.org/W3098682482","https://openalex.org/W3102891358","https://openalex.org/W3175579694","https://openalex.org/W4226215778","https://openalex.org/W4295413965","https://openalex.org/W4298023569","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6747473740","https://openalex.org/W6768539364","https://openalex.org/W7001894244"],"related_works":["https://openalex.org/W2601668151","https://openalex.org/W2075222937","https://openalex.org/W2602614832","https://openalex.org/W2586825819","https://openalex.org/W2806215647","https://openalex.org/W2808727896","https://openalex.org/W2809640332","https://openalex.org/W4400485144","https://openalex.org/W2123022663","https://openalex.org/W3195294046"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,51],"new":[4,52],"on-demand":[5],"wireless":[6],"energy":[7,30,44,58,64,73,78,82,99,121,211],"transfer":[8],"(WET)":[9],"scheme":[10],"of":[11,35,57,66,94,123,131,159],"multiple":[12],"unmanned":[13],"aerial":[14],"vehicles":[15],"(UAVs).":[16],"Unlike":[17],"the":[18,24,27,33,40,55,62,72,80,84,87,91,95,108,117,124,127,138,147,156,160,164,168,172,190,199,208],"existing":[19],"studies":[20],"that":[21,198],"simply":[22],"pursuing":[23],"total":[25],"or":[26],"minimum":[28],"harvested":[29,81],"maximization":[31],"at":[32,167,175],"Internet":[34],"Things":[36],"(IoT)":[37],"devices,":[38],"where":[39,163],"IoT":[41,68,96,209],"devices'":[42,210],"own":[43],"requirements":[45,100],"are":[46,101],"barely":[47],"considered,":[48],"we":[49,104,145],"propose":[50,146],"metric":[53],"called":[54],"hungry-level":[56],"(HoE),":[59],"which":[60],"reflects":[61],"time-varying":[63],"demand":[65],"each":[67,176,179],"device":[69],"based":[70,153,188],"on":[71,189],"gap":[74],"between":[75],"its":[76,184],"required":[77],"and":[79,111,120,186],"from":[83],"UAVs.":[85,125],"With":[86],"purpose":[88],"to":[89,134],"minimize":[90],"overall":[92],"HoE":[93],"devices":[97],"whose":[98],"not":[102],"satisfied,":[103],"optimally":[105],"determine":[106],"all":[107],"UAVs'":[109,139],"trajectories":[110],"WET":[112,187],"decisions":[113],"over":[114],"time,":[115],"under":[116],"practical":[118],"mobility":[119],"constraints":[122],"Although":[126],"proposed":[128,200],"problem":[129],"is":[130],"high":[132],"complexity":[133],"solve,":[135],"by":[136],"excavating":[137],"self-attentions":[140],"for":[141,206],"their":[142],"collaborative":[143],"WET,":[144],"multi-agent":[148],"graph":[149],"reinforcement":[150],"learning":[151],"(MAGRL)":[152],"approach.":[154],"Through":[155],"offline":[157],"training":[158,166,174],"MAGRL":[161],"model,":[162],"global":[165],"central":[169],"controller":[170],"guides":[171],"local":[173,192],"UAV":[177,180],"agent,":[178],"then":[181],"distributively":[182],"determines":[183],"trajectory":[185],"well-trained":[191],"neural":[193],"networks.":[194],"Simulation":[195],"results":[196],"show":[197],"MAGRL-based":[201],"approach":[202],"outperforms":[203],"various":[204],"benchmarks":[205],"meeting":[207],"requirements.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}