{"id":"https://openalex.org/W4360995542","doi":"https://doi.org/10.1109/twc.2023.3259721","title":"Hierarchical Deep Reinforcement Learning for Age-of-Information Minimization in IRS-Aided and Wireless-Powered Wireless Networks","display_name":"Hierarchical Deep Reinforcement Learning for Age-of-Information Minimization in IRS-Aided and Wireless-Powered Wireless Networks","publication_year":2023,"publication_date":"2023-03-27","ids":{"openalex":"https://openalex.org/W4360995542","doi":"https://doi.org/10.1109/twc.2023.3259721"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3259721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3259721","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042460024","display_name":"Shimin Gong","orcid":"https://orcid.org/0000-0003-4874-8766"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shimin Gong","raw_affiliation_strings":["School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-4874-8766","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358","https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015215061","display_name":"Leiyang Cui","orcid":"https://orcid.org/0000-0002-1441-1789"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leiyang Cui","raw_affiliation_strings":["School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-1441-1789","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358","https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013964496","display_name":"Bo Gu","orcid":"https://orcid.org/0000-0003-0556-2769"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Gu","raw_affiliation_strings":["School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0556-2769","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358","https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044630013","display_name":"Bin Lyu","orcid":"https://orcid.org/0000-0001-5077-2576"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Lyu","raw_affiliation_strings":["Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5077-2576","affiliations":[{"raw_affiliation_string":"Key Laboratory of Ministry of Education in Broadband Wireless Communication and Sensor Network Technology, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9528-0863","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Ultimo, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9934,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.94035006,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"22","issue":"11","first_page":"8114","last_page":"8127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10300","display_name":"Congenital Heart Disease Studies","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.7045301198959351},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6505316495895386},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.6095870137214661},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5686776041984558},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.5344326496124268},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41343623399734497},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3379303216934204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33577761054039},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07189291715621948}],"concepts":[{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.7045301198959351},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6505316495895386},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.6095870137214661},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5686776041984558},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.5344326496124268},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41343623399734497},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3379303216934204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33577761054039},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07189291715621948}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2023.3259721","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3259721","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2736601468","https://openalex.org/W2744248483","https://openalex.org/W2746553466","https://openalex.org/W2898035736","https://openalex.org/W2944580845","https://openalex.org/W2963270598","https://openalex.org/W2971937201","https://openalex.org/W2995620260","https://openalex.org/W2996238281","https://openalex.org/W3020925646","https://openalex.org/W3027118737","https://openalex.org/W3035437586","https://openalex.org/W3038283497","https://openalex.org/W3042206064","https://openalex.org/W3045926576","https://openalex.org/W3081670606","https://openalex.org/W3092592393","https://openalex.org/W3100536113","https://openalex.org/W3120210753","https://openalex.org/W3125385333","https://openalex.org/W3133999295","https://openalex.org/W3138649231","https://openalex.org/W3160036209","https://openalex.org/W3171165568","https://openalex.org/W3174413354","https://openalex.org/W3178503712","https://openalex.org/W3198056564","https://openalex.org/W3203778212","https://openalex.org/W3204305657","https://openalex.org/W3214626262","https://openalex.org/W3215953817","https://openalex.org/W4205749129","https://openalex.org/W4210617410","https://openalex.org/W4250589301","https://openalex.org/W4285141199","https://openalex.org/W4292171841","https://openalex.org/W4386362960","https://openalex.org/W6638018090","https://openalex.org/W6684921986","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,96],"focus":[4],"on":[5],"a":[6,12,98],"wireless-powered":[7],"sensor":[8],"network":[9],"coordinated":[10],"by":[11,48,76,118],"multi-antenna":[13],"access":[14],"point":[15],"(AP).":[16],"Each":[17],"node":[18],"can":[19],"generate":[20],"sensing":[21,94],"information":[22,27,141],"and":[23,53,82,129,152,182],"report":[24],"the":[25,29,32,36,44,50,54,61,73,78,83,119,124,131,139,160,169,179],"latest":[26],"to":[28,42,71,136,147,158],"AP":[30],"using":[31],"energy":[33,145],"harvested":[34],"from":[35],"AP\u2019s":[37,79],"signal":[38],"beamforming.":[39],"We":[40],"aim":[41],"minimize":[43],"average":[45,180],"age-of-information":[46],"(AoI)":[47],"adapting":[49],"nodes\u2019":[51],"scheduling":[52,114],"transmission":[55,62,113,142],"control":[56],"strategies":[57],"jointly.":[58],"To":[59],"reduce":[60,159],"delay,":[63],"an":[64],"intelligent":[65],"reflecting":[66],"surface":[67],"(IRS)":[68],"is":[69,115,134,155],"used":[70,135],"enhance":[72],"channel":[74],"conditions":[75],"controlling":[77],"beamforming":[80],"strategy":[81],"IRS\u2019s":[84],"phase":[85],"shifting":[86],"matrix.":[87],"Considering":[88],"dynamic":[89],"data":[90],"arrivals":[91],"at":[92],"different":[93,186],"nodes,":[95],"propose":[97],"hierarchical":[99,170],"deep":[100],"reinforcement":[101],"learning":[102,171],"(DRL)":[103],"framework":[104,172],"for":[105],"AoI":[106,181],"minimization":[107],"in":[108,176],"two":[109],"steps.":[110],"The":[111],"users\u2019":[112],"firstly":[116],"determined":[117],"outer-loop":[120],"DRL":[121],"approach,":[122],"e.g.":[123],"DQN":[125],"or":[126,143],"PPO":[127],"algorithm,":[128],"then":[130],"inner-loop":[132,161],"optimization":[133],"adapt":[137],"either":[138],"uplink":[140],"downlink":[144],"transfer":[146],"all":[148],"nodes.":[149,187],"A":[150],"simple":[151],"efficient":[153],"approximation":[154],"also":[156],"proposed":[157],"rum":[162],"time":[163],"overhead.":[164],"Numerical":[165],"results":[166],"verify":[167],"that":[168],"outperforms":[173],"typical":[174],"baselines":[175],"terms":[177],"of":[178],"proportional":[183],"fairness":[184],"among":[185]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}