{"id":"https://openalex.org/W4382119947","doi":"https://doi.org/10.1109/twc.2023.3287885","title":"Maximizing Age-Energy Efficiency in Wireless Powered Industrial IoE Networks: A Dual-Layer DQN-Based Approach","display_name":"Maximizing Age-Energy Efficiency in Wireless Powered Industrial IoE Networks: A Dual-Layer DQN-Based Approach","publication_year":2023,"publication_date":"2023-06-26","ids":{"openalex":"https://openalex.org/W4382119947","doi":"https://doi.org/10.1109/twc.2023.3287885"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3287885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3287885","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013276063","display_name":"Haina Zheng","orcid":"https://orcid.org/0000-0003-3930-9972"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haina Zheng","raw_affiliation_strings":["Engineering Research Center of Network Management Technology for High Speed Railway of Ministry of Education, School of Computer and Information Technology, the Collaborative Innovation Center of Railway Traffic Safety, the National Engineering Research Center of Advanced Network Technologies, and the Frontiers Science Center for Smart High-Speed Railway System, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3930-9972","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Network Management Technology for High Speed Railway of Ministry of Education, School of Computer and Information Technology, the Collaborative Innovation Center of Railway Traffic Safety, the National Engineering Research Center of Advanced Network Technologies, and the Frontiers Science Center for Smart High-Speed Railway System, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042668908","display_name":"Ke Xiong","orcid":"https://orcid.org/0000-0001-9364-0207"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Xiong","raw_affiliation_strings":["Engineering Research Center of Network Management Technology for High Speed Railway of Ministry of Education, School of Computer and Information Technology, the Collaborative Innovation Center of Railway Traffic Safety, the National Engineering Research Center of Advanced Network Technologies, and the Frontiers Science Center for Smart High-Speed Railway System, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9364-0207","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Network Management Technology for High Speed Railway of Ministry of Education, School of Computer and Information Technology, the Collaborative Innovation Center of Railway Traffic Safety, the National Engineering Research Center of Advanced Network Technologies, and the Frontiers Science Center for Smart High-Speed Railway System, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029818822","display_name":"Mengying Sun","orcid":"https://orcid.org/0000-0002-1137-7546"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengying Sun","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008740845","display_name":"Huaqing Wu","orcid":"https://orcid.org/0000-0002-3497-6437"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Huaqing Wu","raw_affiliation_strings":["Department of Electrical and Software Engineering, University of Calgary, Calgary, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Software Engineering, University of Calgary, Calgary, AB, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350955","display_name":"Zhangdui Zhong","orcid":"https://orcid.org/0000-0001-8889-7374"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangdui Zhong","raw_affiliation_strings":["State Key Laboratory of Rail Traffic Control and Safety and the Beijing Engineering Research Center of High-Speed Railway Broadband Mobile Communications, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8889-7374","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Rail Traffic Control and Safety and the Beijing Engineering Research Center of High-Speed Railway Broadband Mobile Communications, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100773343","display_name":"Xuemin Shen","orcid":"https://orcid.org/0000-0002-4140-287X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xuemin Shen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4140-287X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0358,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.9429843,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"23","issue":"2","first_page":"1276","last_page":"1292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7045468091964722},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.6164998412132263},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6045079231262207},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.522422730922699},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5162608623504639},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.49222150444984436},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.49025705456733704},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24935796856880188},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12290447950363159},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07784926891326904},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06852966547012329}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7045468091964722},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6164998412132263},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6045079231262207},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.522422730922699},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5162608623504639},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.49222150444984436},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.49025705456733704},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24935796856880188},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12290447950363159},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07784926891326904},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06852966547012329},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2023.3287885","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3287885","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G4711935633","display_name":null,"funder_award_id":"62071033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5331489779","display_name":null,"funder_award_id":"62221001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7052355602","display_name":null,"funder_award_id":"2022JBQY004","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1993918491","https://openalex.org/W2094000142","https://openalex.org/W2134790395","https://openalex.org/W2146487252","https://openalex.org/W2206169534","https://openalex.org/W2339571668","https://openalex.org/W2603876587","https://openalex.org/W2616867685","https://openalex.org/W2620854132","https://openalex.org/W2649848418","https://openalex.org/W2751371236","https://openalex.org/W2886285432","https://openalex.org/W2887936627","https://openalex.org/W2890375270","https://openalex.org/W2894971761","https://openalex.org/W2903879234","https://openalex.org/W2925554975","https://openalex.org/W2950863887","https://openalex.org/W2962721554","https://openalex.org/W2963060851","https://openalex.org/W2971937201","https://openalex.org/W2976086205","https://openalex.org/W2979880859","https://openalex.org/W2999562137","https://openalex.org/W3036160090","https://openalex.org/W3048437842","https://openalex.org/W3048476805","https://openalex.org/W3101422709","https://openalex.org/W3125385333","https://openalex.org/W3131030483","https://openalex.org/W3137257456","https://openalex.org/W3139018907","https://openalex.org/W3139041627","https://openalex.org/W3162366242","https://openalex.org/W3168495823","https://openalex.org/W3169071456","https://openalex.org/W3181018286","https://openalex.org/W3197321928","https://openalex.org/W3207252949","https://openalex.org/W3208807216","https://openalex.org/W3209064532","https://openalex.org/W3214609206","https://openalex.org/W4205397442","https://openalex.org/W4205946715","https://openalex.org/W4210429997","https://openalex.org/W4210754515","https://openalex.org/W4214717370","https://openalex.org/W4221135250"],"related_works":["https://openalex.org/W2317351040","https://openalex.org/W2952466936","https://openalex.org/W1988622314","https://openalex.org/W2393949104","https://openalex.org/W3046201198","https://openalex.org/W4293061921","https://openalex.org/W4249307902","https://openalex.org/W2807441102","https://openalex.org/W2009424630","https://openalex.org/W2049400599"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,41,46,66,82,89,93,99,102,106,116,147,156,159,183,190,201,205,213,216],"age":[4],"of":[5,11,16,101,158,192,215,218],"information":[6,39,48],"(AoI)":[7],"and":[8,92,105,133,151],"energy":[9,52,72],"efficiency":[10,62],"wireless":[12],"powered":[13],"industrial":[14],"Internet":[15],"Everything":[17],"(IIoE)":[18],"network,":[19],"where":[20],"multiple":[21],"low-power":[22],"IIoE":[23],"devices":[24],"(IIoEDs)":[25],"are":[26],"wirelessly":[27],"charged":[28],"by":[29,86,185],"a":[30,56,119,139,164],"hybrid":[31],"access":[32],"point":[33],"(HAP)":[34],"to":[35,40,80,98,145],"transmit":[36,95,152],"their":[37],"sensing":[38],"control":[42],"nodes.":[43],"To":[44,154],"enhance":[45],"system\u2019s":[47],"timeliness":[49],"with":[50,109,126,170,197,200,212],"high":[51],"efficiency,":[53],"we":[54,113,162],"define":[55],"novel":[57],"performance":[58],"metric,":[59],"i.e.,":[60],"age-energy":[61],"(AEE),":[63],"which":[64],"depicts":[65],"achievable":[67],"AoI":[68],"gain":[69],"per":[70],"unit":[71],"consumption.":[73],"Then,":[74],"an":[75],"optimization":[76],"problem":[77,104,117],"is":[78],"formulated":[79,103],"maximize":[81],"system":[83,206],"long-term":[84,207],"AEE":[85,184,208],"jointly":[87],"optimizing":[88],"IIoEDs":[90,193],"scheduling":[91,149],"HAP\u2019s":[94],"power.":[96,153],"Due":[97],"non-convexity":[100],"intractable":[107],"challenges":[108],"discrete":[110],"binary":[111],"variables,":[112],"first":[114],"model":[115],"as":[118],"two-stage":[120],"discrete-time":[121],"Markov":[122],"decision":[123],"process":[124],"(MDP)":[125],"carefully":[127],"designed":[128],"state":[129],"spaces,":[130,132],"action":[131],"reward":[134],"functions.":[135],"We":[136],"then":[137],"propose":[138],"deep":[140,166],"reinforcement":[141],"learning":[142],"(DRL)-based":[143],"approach":[144],"find":[146],"effective":[148],"strategy":[150],"improve":[155,182],"accuracy":[157],"learned":[160],"policy,":[161],"design":[163],"dual-layer":[165],"Q-network":[167],"(DLDQN)":[168],"algorithm":[169,180],"fast":[171],"convergence.":[172],"Simulation":[173],"results":[174],"show":[175],"that":[176],"our":[177],"proposed":[178,202],"DLDQN":[179,203],"can":[181,209],"at":[186],"least":[187],"25%":[188],"when":[189],"number":[191,217],"exceeds":[194],"50":[195],"compared":[196],"benchmarks.":[198],"Moreover,":[199],"algorithm,":[204],"be":[210],"improved":[211],"increase":[214],"IIoEDs.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}