{"id":"https://openalex.org/W3036376198","doi":"https://doi.org/10.1109/wcnc45663.2020.9120470","title":"Optimization-driven Hierarchical Deep Reinforcement Learning for Hybrid Relaying Communications","display_name":"Optimization-driven Hierarchical Deep Reinforcement Learning for Hybrid Relaying Communications","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3036376198","doi":"https://doi.org/10.1109/wcnc45663.2020.9120470","mag":"3036376198"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc45663.2020.9120470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc45663.2020.9120470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087941912","display_name":"Yuze Zou","orcid":"https://orcid.org/0000-0002-4976-8171"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuze Zou","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101092100","display_name":"Yutong Xie","orcid":"https://orcid.org/0009-0006-4267-905X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutong Xie","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043356219","display_name":"Canhui Zhang","orcid":"https://orcid.org/0000-0003-3082-1697"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Canhui Zhang","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042460024","display_name":"Shimin Gong","orcid":"https://orcid.org/0000-0003-4874-8766"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shimin Gong","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5087941912"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":1.4385,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.81709905,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8522347807884216},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6835112571716309},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3819917142391205}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8522347807884216},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6835112571716309},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3819917142391205}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc45663.2020.9120470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc45663.2020.9120470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2032896960","https://openalex.org/W2121863487","https://openalex.org/W2338114094","https://openalex.org/W2621181593","https://openalex.org/W2783647977","https://openalex.org/W2791237814","https://openalex.org/W2898035736","https://openalex.org/W2908262829","https://openalex.org/W2945237903","https://openalex.org/W2955144875","https://openalex.org/W2955706727","https://openalex.org/W2963864421","https://openalex.org/W2982419668","https://openalex.org/W2982454369","https://openalex.org/W3009796715","https://openalex.org/W4242457953","https://openalex.org/W6684921986","https://openalex.org/W6689723076","https://openalex.org/W6757814691"],"related_works":["https://openalex.org/W2923653485","https://openalex.org/W2957776456","https://openalex.org/W4319773215","https://openalex.org/W4224287422","https://openalex.org/W2952472710","https://openalex.org/W4255994452","https://openalex.org/W4206669594","https://openalex.org/W3005560120","https://openalex.org/W3037422413","https://openalex.org/W2959276766"],"abstract_inverted_index":{"In":[0,119],"this":[1],"paper,":[2],"we":[3,29,104,121],"employ":[4],"multiple":[5],"wireless-powered":[6],"user":[7],"devices":[8],"as":[9,82,84],"wireless":[10,38],"relays":[11,39],"to":[12,21,42,69,93,185,197],"assist":[13],"information":[14],"transmission":[15],"from":[16],"a":[17,22,31,106,123],"multi-antenna":[18],"access":[19,78],"point":[20],"single-antenna":[23],"receiver.":[24],"To":[25],"improve":[26],"energy":[27,65],"efficiency,":[28],"design":[30],"hybrid":[32],"relaying":[33,116],"communication":[34],"strategy":[35,81],"in":[36,44],"which":[37],"are":[40],"allowed":[41],"operate":[43],"either":[45],"the":[46,53,71,77,94,100,113,135,139,147,153,164,173,181,186,193,198],"passive":[47],"mode":[48,55,150],"via":[49,56],"backscatter":[50],"communications":[51],"or":[52],"active":[54],"RF":[57],"communications,":[58],"depending":[59],"on":[60],"their":[61],"channel":[62],"conditions":[63],"and":[64,89,96,115,161,167,189],"states.":[66],"We":[67],"aim":[68],"maximize":[70],"overall":[72],"SNR":[73,101],"by":[74,155,171],"jointly":[75],"optimizing":[76],"point's":[79],"beamforming":[80,114,166],"well":[83],"individual":[85],"relays'":[86,168],"radio":[87],"modes":[88],"operating":[90,169],"parameters.":[91],"Due":[92],"non-convex":[95],"combinatorial":[97],"structure":[98],"of":[99,141],"maximization":[102],"problem,":[103],"develop":[105],"deep":[107,127,157],"reinforcement":[108],"learning":[109,194],"approach":[110,132],"that":[111,133,180],"adapts":[112],"strategies":[117],"dynamically.":[118],"particular,":[120],"propose":[122],"novel":[124],"optimization-driven":[125],"hierarchical":[126],"deterministic":[128],"policy":[129],"gradient":[130],"(H-DDPG)":[131],"integrates":[134],"model-based":[136],"optimization":[137],"into":[138,152],"framework":[140],"conventional":[142,199],"DDPG":[143,175,200],"approach.":[144,201],"It":[145],"decomposes":[146],"discrete":[148],"relay":[149],"selection":[151],"outer-loop":[154],"using":[156,172],"Q-network":[158],"(DQN)":[159],"algorithm":[160],"then":[162],"optimizes":[163],"continuous":[165],"parameters":[170,188],"inner-loop":[174],"algorithm.":[176],"Simulation":[177],"results":[178],"reveal":[179],"H-DDPG":[182],"is":[183],"robust":[184],"hyper":[187],"can":[190],"speed":[191],"up":[192],"process":[195],"compared":[196]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}