{"id":"https://openalex.org/W4226154943","doi":"https://doi.org/10.1109/jiot.2022.3185799","title":"Optimization for Master-UAV-Powered Auxiliary-Aerial-IRS-Assisted IoT Networks: An Option-Based Multi-Agent Hierarchical Deep Reinforcement Learning Approach","display_name":"Optimization for Master-UAV-Powered Auxiliary-Aerial-IRS-Assisted IoT Networks: An Option-Based Multi-Agent Hierarchical Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-06-23","ids":{"openalex":"https://openalex.org/W4226154943","doi":"https://doi.org/10.1109/jiot.2022.3185799"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3185799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3185799","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084394769","display_name":"Jingren Xu","orcid":"https://orcid.org/0000-0002-0431-0351"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingren Xu","raw_affiliation_strings":["Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-0431-0351","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072625229","display_name":"Xin Kang","orcid":"https://orcid.org/0000-0001-6114-0849"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Kang","raw_affiliation_strings":["Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-6114-0849","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088982033","display_name":"Ronghaixiang Zhang","orcid":"https://orcid.org/0000-0001-6685-6360"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghaixiang Zhang","raw_affiliation_strings":["Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-6685-6360","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007832415","display_name":"Ying\u2010Chang Liang","orcid":"https://orcid.org/0000-0003-2671-5090"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Chang Liang","raw_affiliation_strings":["Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2671-5090","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100606009","display_name":"Sumei Sun","orcid":"https://orcid.org/0000-0002-1701-8122"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Sumei Sun","raw_affiliation_strings":["Institute for Infocomm Research, Agency for Science, Technology and Research, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1701-8122","affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Agency for Science, Technology and Research, Singapore, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":16.2607,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.98672665,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"9","issue":"22","first_page":"22887","last_page":"22902"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9050260186195374},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8029292821884155},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7259315848350525},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.47688084840774536},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.45674437284469604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4498516619205475},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43974241614341736},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4198911488056183},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.28008535504341125},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.15016165375709534},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11090722680091858}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9050260186195374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8029292821884155},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7259315848350525},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.47688084840774536},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.45674437284469604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4498516619205475},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43974241614341736},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4198911488056183},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.28008535504341125},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.15016165375709534},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11090722680091858}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3185799","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3185799","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1418244083","display_name":null,"funder_award_id":"U1801261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3738287161","display_name":null,"funder_award_id":"2018YFB1801105","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G585831099","display_name":null,"funder_award_id":"B20064","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2268751503","https://openalex.org/W2528054895","https://openalex.org/W2746553466","https://openalex.org/W2751512711","https://openalex.org/W2891666821","https://openalex.org/W2908261578","https://openalex.org/W2925554975","https://openalex.org/W2962751492","https://openalex.org/W2963061782","https://openalex.org/W2963142324","https://openalex.org/W2963864421","https://openalex.org/W2964023906","https://openalex.org/W2964227312","https://openalex.org/W2995497578","https://openalex.org/W3004263011","https://openalex.org/W3021225717","https://openalex.org/W3022404363","https://openalex.org/W3022916026","https://openalex.org/W3023315184","https://openalex.org/W3034281970","https://openalex.org/W3045197138","https://openalex.org/W3045387830","https://openalex.org/W3046418879","https://openalex.org/W3051352583","https://openalex.org/W3093728622","https://openalex.org/W3095931495","https://openalex.org/W3102027520","https://openalex.org/W3122751454","https://openalex.org/W3128189281","https://openalex.org/W3131382839","https://openalex.org/W3134205660","https://openalex.org/W3134226813","https://openalex.org/W3137048766","https://openalex.org/W3145936001","https://openalex.org/W3157217691","https://openalex.org/W3166228843","https://openalex.org/W3184775560","https://openalex.org/W3193591298","https://openalex.org/W3193975672","https://openalex.org/W3199601978","https://openalex.org/W3210522537","https://openalex.org/W4210636886","https://openalex.org/W6684921986","https://openalex.org/W6791533262"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W4306904969","https://openalex.org/W2625093826","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W2138720691","https://openalex.org/W2768698792"],"abstract_inverted_index":{"This":[0],"article":[1],"investigates":[2],"a":[3,19,45],"master":[4],"unmanned":[5],"aerial":[6],"vehicle":[7],"(MUAV)-powered":[8],"Internet":[9],"of":[10,59,68,128],"Things":[11],"(IoT)":[12],"network,":[13],"in":[14,142],"which":[15,99,147],"we":[16,53],"propose":[17],"using":[18],"rechargeable":[20],"auxiliary":[21],"UAV":[22],"(AUAV)":[23],"equipped":[24],"with":[25],"an":[26],"intelligent":[27],"reflecting":[28],"surface":[29],"(IRS)":[30],"to":[31,63,136],"enhance":[32],"the":[33,37,42,50,55,65,69,79,121,126,131,143,152],"communication":[34],"signals":[35],"from":[36],"MUAV":[38,43],"and":[39,109,130,162],"also":[40],"leverage":[41],"as":[44],"recharging":[46],"power":[47],"source.":[48],"Under":[49],"proposed":[51,132],"model,":[52],"investigate":[54],"optimal":[56],"collaboration":[57],"strategy":[58],"these":[60],"energy-limited":[61],"UAVs":[62],"maximize":[64],"accumulated":[66],"throughput":[67],"IoT":[70],"network.":[71],"Depending":[72],"on":[73],"whether":[74],"there":[75],"is":[76,118,134],"charging":[77],"between":[78],"two":[80,82,90],"UAVs,":[81],"optimization":[83],"problems":[84],"are":[85,97,100],"formulated.":[86],"To":[87],"solve":[88],"them,":[89],"multi-agent":[91,103,110,139],"deep":[92,104,111],"reinforcement":[93],"learning":[94,141,161],"(DRL)":[95],"approaches":[96],"proposed,":[98],"centralized":[101],"training":[102],"deterministic":[105,112],"policy":[106,113],"gradient":[107],"(CT-MADDPG)":[108],"option":[114],"critic":[115],"(MADDPOC).":[116],"It":[117],"shown":[119],"that":[120,157],"CT-MADDPG":[122],"can":[123],"greatly":[124],"reduce":[125],"complexity":[127],"optimization,":[129],"MADDPOC":[133],"able":[135],"support":[137],"low-level":[138],"cooperative":[140],"continuous":[144],"action":[145],"domains,":[146],"has":[148],"great":[149],"advantages":[150],"over":[151],"existing":[153],"option-based":[154],"hierarchical":[155],"DRL":[156],"only":[158],"supports":[159],"single-agent":[160],"discrete":[163],"actions.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}