{"id":"https://openalex.org/W4280583082","doi":"https://doi.org/10.1109/wcnc51071.2022.9771990","title":"Hierarchical Multi-Agent Deep Reinforcement Learning for Backscatter-aided Data Offloading","display_name":"Hierarchical Multi-Agent Deep Reinforcement Learning for Backscatter-aided Data Offloading","publication_year":2022,"publication_date":"2022-04-10","ids":{"openalex":"https://openalex.org/W4280583082","doi":"https://doi.org/10.1109/wcnc51071.2022.9771990"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc51071.2022.9771990","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771990","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101698405","display_name":"Hang Zhou","orcid":"https://orcid.org/0000-0003-1305-6647"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Zhou","raw_affiliation_strings":["School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University,China","School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University,China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033147284","display_name":"Yusi Long","orcid":"https://orcid.org/0000-0002-1925-257X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusi Long","raw_affiliation_strings":["School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University,China","School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University,China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385513","display_name":"Wenjie Zhang","orcid":"https://orcid.org/0000-0002-7470-3011"},"institutions":[{"id":"https://openalex.org/I9356336","display_name":"Minnan Normal University","ror":"https://ror.org/02vj1vm13","country_code":"CN","type":"education","lineage":["https://openalex.org/I9356336"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjie Zhang","raw_affiliation_strings":["School of Computer Sciences, Minnan Normal University,China","School of Computer Sciences, Minnan Normal University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Sciences, Minnan Normal University,China","institution_ids":["https://openalex.org/I9356336"]},{"raw_affiliation_string":"School of Computer Sciences, Minnan Normal University, China","institution_ids":["https://openalex.org/I9356336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024435653","display_name":"Jing Xu","orcid":"https://orcid.org/0000-0001-9886-5827"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Xu","raw_affiliation_strings":["School of Electronic Information and Communications, Huazhong University of Science and Technology,China","School of Electronic Information and Communications, Huazhong University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology,China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042460024","display_name":"Shimin Gong","orcid":"https://orcid.org/0000-0003-4874-8766"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shimin Gong","raw_affiliation_strings":["School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University,China","School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University,China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0784,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.71744008,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"542","last_page":"547"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8007770776748657},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7140656113624573},{"id":"https://openalex.org/keywords/backscatter","display_name":"Backscatter (email)","score":0.6753801703453064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4652147591114044},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3211272656917572},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.15954270958900452},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12186169624328613}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8007770776748657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7140656113624573},{"id":"https://openalex.org/C30354325","wikidata":"https://www.wikidata.org/wiki/Q204667","display_name":"Backscatter (email)","level":3,"score":0.6753801703453064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4652147591114044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3211272656917572},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.15954270958900452},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12186169624328613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc51071.2022.9771990","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771990","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8999999761581421}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2624989916","https://openalex.org/W2783647977","https://openalex.org/W2898035736","https://openalex.org/W2898652425","https://openalex.org/W2955706727","https://openalex.org/W2963205726","https://openalex.org/W2964098968","https://openalex.org/W3005150685","https://openalex.org/W3009871193","https://openalex.org/W3042206064","https://openalex.org/W3127177591","https://openalex.org/W3137932838","https://openalex.org/W3144235125","https://openalex.org/W3183673024","https://openalex.org/W3187687298","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"In":[0],"this":[1,67],"paper,":[2],"we":[3,55,98],"consider":[4],"a":[5,52,57,100],"hybrid":[6],"computation":[7],"offloading":[8,49,90],"scheme":[9],"that":[10,105,142],"allows":[11,106],"edge":[12,19],"users":[13,130],"to":[14,17,31,65,109,134,161],"offload":[15],"workloads":[16],"the":[18,33,40,47,74,78,82,95,107,111,122,147,162],"servers":[20],"by":[21,37,115,150],"using":[22],"active":[23],"RF":[24],"communications":[25],"and":[26,46,76,87,131,155],"backscatter":[27],"communications.":[28],"We":[29],"aim":[30],"maximize":[32],"overall":[34],"energy":[35],"efficiency":[36,154],"jointly":[38],"optimizing":[39],"beamforming":[41,79],"of":[42],"access":[43],"point":[44],"(AP)":[45],"users’":[48,113],"decisions.":[50],"Considering":[51],"dynamic":[53],"environment,":[54],"propose":[56,99],"hierarchical":[58],"multi-agent":[59],"deep":[60],"reinforcement":[61],"learning":[62,96,103,153,165],"(H-MADRL)":[63],"framework":[64],"solve":[66],"problem.":[68],"The":[69,152],"high-level":[70],"agent":[71],"resides":[72],"in":[73],"AP":[75,108],"optimizes":[77],"strategy,":[80],"while":[81],"low-level":[83,112],"user":[84],"agents":[85],"learn":[86],"adapt":[88],"individuals’":[89,136],"strategies.":[91],"To":[92],"further":[93],"improve":[94,146],"efficiency,":[97],"novel":[101],"optimization-driven":[102],"algorithm":[104,144],"estimate":[110],"actions":[114,137],"solving":[116],"an":[117],"approximate":[118],"problem":[119],"efficiently.":[120],"Then,":[121],"action":[123],"estimation":[124],"can":[125,145],"be":[126],"shared":[127],"with":[128],"all":[129],"drive":[132],"them":[133],"update":[135],"independently.":[138],"Simulation":[139],"results":[140],"reveal":[141],"our":[143],"reward":[148],"performance":[149],"50%.":[151],"reliability":[156],"are":[157],"also":[158],"enhanced":[159],"comparing":[160],"conventional":[163],"model-free":[164],"methods.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}