{"id":"https://openalex.org/W3193361248","doi":"https://doi.org/10.1109/twc.2021.3103810","title":"Optimization-Driven Hierarchical Learning Framework for Wireless Powered Backscatter-Aided Relay Communications","display_name":"Optimization-Driven Hierarchical Learning Framework for Wireless Powered Backscatter-Aided Relay Communications","publication_year":2021,"publication_date":"2021-08-17","ids":{"openalex":"https://openalex.org/W3193361248","doi":"https://doi.org/10.1109/twc.2021.3103810","mag":"3193361248"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3103810","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3103810","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042460024","display_name":"Shimin Gong","orcid":"https://orcid.org/0000-0003-4874-8766"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shimin Gong","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University (Shenzhen Campus), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4874-8766","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University (Shenzhen Campus), Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087941912","display_name":"Yuze Zou","orcid":"https://orcid.org/0000-0002-4976-8171"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuze Zou","raw_affiliation_strings":["School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-4976-8171","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101624287","display_name":"Jing Xu","orcid":"https://orcid.org/0000-0003-4443-1980"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Xu","raw_affiliation_strings":["School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-4443-1980","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9528-0863","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Information Technology, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044630013","display_name":"Bin Lyu","orcid":"https://orcid.org/0000-0001-5077-2576"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Lyu","raw_affiliation_strings":["Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5077-2576","affiliations":[{"raw_affiliation_string":"Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3768,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.80811503,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"21","issue":"2","first_page":"1378","last_page":"1391"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.7063916325569153},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.697506308555603},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.6476826667785645},{"id":"https://openalex.org/keywords/backscatter","display_name":"Backscatter (email)","score":0.49112245440483093},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4611765146255493},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.44478732347488403},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.1642710566520691}],"concepts":[{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.7063916325569153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.697506308555603},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.6476826667785645},{"id":"https://openalex.org/C30354325","wikidata":"https://www.wikidata.org/wiki/Q204667","display_name":"Backscatter (email)","level":3,"score":0.49112245440483093},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4611765146255493},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.44478732347488403},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.1642710566520691},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2021.3103810","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3103810","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G1026728773","display_name":null,"funder_award_id":"NRF2017EWTEP003-041","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G1329238477","display_name":null,"funder_award_id":"61901229","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2361525543","display_name":null,"funder_award_id":"LZC0019","funder_id":"https://openalex.org/F4320318558","funder_display_name":"Peng Cheng Laboratory"},{"id":"https://openalex.org/G5758863293","display_name":null,"funder_award_id":"NSoE DeST-SCI2019-0007","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G6812608597","display_name":"\u878d\u5408\u53cd\u5411\u6563\u5c04\u901a\u4fe1\u7684\u591a\u6a21\u4f20\u8f93\u673a\u5236\u4e0e\u7f51\u7edc\u4f18\u5316\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61972434","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7470777585","display_name":null,"funder_award_id":"NRF2015-NRF-ISF001-2277","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G8107004975","display_name":null,"funder_award_id":"61977064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320318558","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1996215314","https://openalex.org/W2186982976","https://openalex.org/W2621181593","https://openalex.org/W2783647977","https://openalex.org/W2808166681","https://openalex.org/W2896967363","https://openalex.org/W2898035736","https://openalex.org/W2908262829","https://openalex.org/W2945237903","https://openalex.org/W2955706727","https://openalex.org/W2962732150","https://openalex.org/W2963205726","https://openalex.org/W2964214207","https://openalex.org/W2969129261","https://openalex.org/W2969270394","https://openalex.org/W2976580479","https://openalex.org/W2980459100","https://openalex.org/W2982419668","https://openalex.org/W2982628788","https://openalex.org/W2990865112","https://openalex.org/W2994414860","https://openalex.org/W2998087032","https://openalex.org/W3000394892","https://openalex.org/W3010456590","https://openalex.org/W3012334218","https://openalex.org/W3027046916","https://openalex.org/W3036376198","https://openalex.org/W3036431671","https://openalex.org/W3111828395","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2539674285","https://openalex.org/W1998322187","https://openalex.org/W1038122923","https://openalex.org/W2952514781","https://openalex.org/W3019210376","https://openalex.org/W2391145594","https://openalex.org/W2326572623","https://openalex.org/W1559320887","https://openalex.org/W3131810941","https://openalex.org/W4367296854"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,78,142],"employ":[4],"multiple":[5],"wireless-powered":[6],"relays":[7,23],"to":[8,17,51,71,90,137,181,184],"assist":[9],"information":[10],"transmission":[11],"from":[12],"a":[13,18,80,154,170,177],"multi-antenna":[14],"access":[15],"point":[16],"single-antenna":[19],"receiver.":[20],"The":[21,97],"wireless":[22],"can":[24],"operate":[25],"in":[26],"either":[27],"the":[28,35,53,59,63,72,92,103,109,124,132,139,144,148,185],"passive":[29],"mode":[30,37,106],"via":[31,38],"backscatter":[32],"communications":[33],"or":[34],"active":[36],"RF":[39],"communications,":[40],"depending":[41],"on":[42],"their":[43],"channel":[44],"conditions":[45],"and":[46,62,67,74,94,121,127,175],"energy":[47],"states.":[48],"We":[49],"aim":[50],"maximize":[52],"overall":[54],"throughput":[55],"by":[56,130,152],"jointly":[57],"optimizing":[58],"transmit":[60],"beamforming":[61,93,126],"relays\u2019":[64],"radio":[65],"modes":[66],"operating":[68],"parameters.":[69],"Due":[70],"non-convex":[73],"combinatorial":[75],"problem":[76],"structure,":[77],"develop":[79],"novel":[81],"optimization-driven":[82,98],"hierarchical":[83],"deep":[84,111],"deterministic":[85],"policy":[86],"gradient":[87],"(H-DDPG)":[88],"approach":[89],"adapt":[91],"relay":[95,105],"strategies.":[96],"H-DDPG":[99],"algorithm":[100,120],"firstly":[101],"decomposes":[102],"binary":[104],"selection":[107],"into":[108,147],"outer-loop":[110],"<inline-formula":[112],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[113],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[114],"<tex-math":[115],"notation=\"LaTeX\">$Q$":[116],"</tex-math></inline-formula>":[117],"-network":[118],"(DQN)":[119],"then":[122],"optimizes":[123],"continuous":[125],"relaying":[128],"strategies":[129],"using":[131],"inner-loop":[133,149],"DDPG":[134,150,188],"algorithm.":[135],"Secondly,":[136],"improve":[138],"learning":[140,173],"efficiency,":[141],"integrate":[143],"model-based":[145],"optimization":[146],"framework":[151],"providing":[153],"better-informed":[155],"target":[156],"estimation":[157],"for":[158],"DNN":[159],"training.":[160],"Simulation":[161],"results":[162],"reveal":[163],"that":[164],"these":[165],"two":[166],"special":[167],"designs":[168],"ensure":[169],"more":[171],"stable":[172],"performance":[174],"achieve":[176],"higher":[178],"reward,":[179],"up":[180],"20%,":[182],"compared":[183],"conventional":[186],"model-free":[187],"approach.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}