{"id":"https://openalex.org/W4417438744","doi":"https://doi.org/10.1109/tccn.2025.3645402","title":"AoI Minimization for WP-IoT With PDQN-Based Hybrid Offline/Online Learning: A Joint Scheduling and Transmission Design Approach","display_name":"AoI Minimization for WP-IoT With PDQN-Based Hybrid Offline/Online Learning: A Joint Scheduling and Transmission Design Approach","publication_year":2025,"publication_date":"2025-12-17","ids":{"openalex":"https://openalex.org/W4417438744","doi":"https://doi.org/10.1109/tccn.2025.3645402"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2025.3645402","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3645402","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003040174","display_name":"Shuang Li","orcid":"https://orcid.org/0000-0003-0003-5185"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shuang Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Victoria, Victoria, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100688582","display_name":"Huimin Hu","orcid":"https://orcid.org/0000-0002-1023-8237"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huimin Hu","raw_affiliation_strings":["School of Communications and Information Engineering and the School of Artificial Intelligence, Xi&#x2019;an University of Posts and Telecommunications, Xi&#x2019;an, China","School of Communications and Information Engineering, Xi&#x2019;an University of Posts and Telecommunications, Xi&#x2019;an, China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering and the School of Artificial Intelligence, Xi&#x2019;an University of Posts and Telecommunications, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"School of Communications and Information Engineering, Xi&#x2019;an University of Posts and Telecommunications, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061166547","display_name":"Hong\u2010Chuan Yang","orcid":"https://orcid.org/0000-0002-7323-2959"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hong-Chuan Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Victoria, Victoria, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042668908","display_name":"Ke Xiong","orcid":"https://orcid.org/0000-0001-9364-0207"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Xiong","raw_affiliation_strings":["Engineering Research Center of Network Management Technology for High Speed Railway of Ministry of Education, School of Computer Science and Technology, the Collaborative Innovation Center of Railway Traffic Safety, and the National Engineering Research Center of Advanced Network Technologies, Beijing Jiaotong University, Beijing, China","School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Network Management Technology for High Speed Railway of Ministry of Education, School of Computer Science and Technology, the Collaborative Innovation Center of Railway Traffic Safety, and the National Engineering Research Center of Advanced Network Technologies, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079233004","display_name":"Pingyi Fan","orcid":"https://orcid.org/0000-0002-0658-6079"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingyi Fan","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079052203","display_name":"Khaled B. Letaief","orcid":"https://orcid.org/0000-0003-2519-6401"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Khaled Ben Letaief","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Hong Kong University of Science and Technology (HKUST), Hong Kong, China","School of Engineering, Hong Kong University of Science and Technology, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Hong Kong University of Science and Technology (HKUST), Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"School of Engineering, Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003040174"],"corresponding_institution_ids":["https://openalex.org/I212119943"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.48335745,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"4547","last_page":"4560"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6743999719619751},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6467000246047974},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.5889999866485596},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.5094000101089478},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4691999852657318},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4375999867916107},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4300000071525574},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.3919000029563904},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.3716000020503998}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8574000000953674},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6743999719619751},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6467000246047974},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.5889999866485596},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.5094000101089478},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4691999852657318},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4375999867916107},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4300000071525574},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.3919000029563904},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3815999925136566},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.36309999227523804},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3287999927997589},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.3257000148296356},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.30649998784065247},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C97090092","wikidata":"https://www.wikidata.org/wiki/Q764612","display_name":"Gain scheduling","level":3,"score":0.29330000281333923},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.2768999934196472},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.2766000032424927},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.26820001006126404},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.25270000100135803}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tccn.2025.3645402","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3645402","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-167828","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-167828","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1993918491","https://openalex.org/W2036533317","https://openalex.org/W2145339207","https://openalex.org/W2159229958","https://openalex.org/W2262889796","https://openalex.org/W2620816033","https://openalex.org/W2898035736","https://openalex.org/W2949681263","https://openalex.org/W2959270267","https://openalex.org/W2962689018","https://openalex.org/W2965757358","https://openalex.org/W2968239250","https://openalex.org/W3005150685","https://openalex.org/W3009695899","https://openalex.org/W3011269789","https://openalex.org/W3045318147","https://openalex.org/W3088527522","https://openalex.org/W3137144115","https://openalex.org/W3189917158","https://openalex.org/W3191636715","https://openalex.org/W3212681059","https://openalex.org/W4210595009","https://openalex.org/W4286572047","https://openalex.org/W4312914183","https://openalex.org/W4360584595","https://openalex.org/W4376455422","https://openalex.org/W4385325588","https://openalex.org/W4386262465","https://openalex.org/W4386450226","https://openalex.org/W4387682238","https://openalex.org/W4387885601","https://openalex.org/W4388758275","https://openalex.org/W4390938806","https://openalex.org/W4391467357","https://openalex.org/W4391892420","https://openalex.org/W4400276147","https://openalex.org/W4400877969","https://openalex.org/W4403919882","https://openalex.org/W4406355398","https://openalex.org/W4414079833"],"related_works":[],"abstract_inverted_index":{"Age":[0],"of":[1,7,18,65,108,198],"information":[2],"(AoI),":[3],"quantifying":[4],"the":[5,34,43,62,83,90,103,109,127,158,169,187,210,217,225],"freshness":[6],"status":[8],"information,":[9],"is":[10],"a":[11,26,51,95,149],"vital":[12],"performance":[13,64,176,194],"metric":[14],"for":[15,29],"monitoring":[16],"Internet":[17],"Things":[19],"(IoT)":[20],"applications.":[21],"Transmission":[22],"scheduling":[23,54,76,130,180],"serves":[24],"as":[25],"key":[27],"technique":[28],"improving":[30],"AoI":[31,44,63,86],"performance.":[32,45],"Meanwhile,":[33],"transmission":[35,56],"parameter,":[36],"e.g.":[37],"data":[38],"rate,":[39],"will":[40],"also":[41],"influence":[42],"In":[46],"this":[47],"work,":[48],"we":[49,112,146],"propose":[50],"novel":[52],"joint":[53,91,129],"and":[55,77,120,131,143,181],"rate":[57],"design":[58,72,92],"approach":[59],"to":[60,81,125,178,196,221,224],"improve":[61],"wireless-powered":[66],"IoT":[67],"(WP-IoT)":[68],"networks.":[69],"Specifically,":[70],"our":[71],"jointly":[73],"optimizes":[74],"sensor":[75],"blocklength":[78,132],"selection":[79,133,184],"decisions":[80],"minimize":[82],"expected":[84],"sum":[85],"(ES-AoI).":[87],"We":[88],"formulate":[89],"problem":[93],"into":[94],"parameterized":[96,114],"action":[97,106],"Markov":[98],"decision":[99],"process":[100],"(PAMDP).":[101],"Considering":[102],"hybrid":[104],"discrete-continuous":[105],"space":[107],"resulting":[110],"PAMDP,":[111],"employ":[113],"deep":[115,203],"<italic":[116],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[117],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Q</i>-network":[118],"(PDQN)":[119],"double":[121],"PDQN":[122,192],"(DPDQN)":[123],"algorithms":[124],"learn":[126],"optimal":[128],"(JSBS)":[134],"policy":[135,161,172,189],"during":[136,162],"offline":[137],"training.":[138],"To":[139],"mitigate":[140],"model":[141],"inaccuracies":[142],"environmental":[144],"variations,":[145],"further":[147],"develop":[148],"computationally":[150],"efficient":[151],"PDQN-based":[152,211],"online":[153,163,212],"tuning":[154,213],"algorithm":[155,214],"that":[156,168,197],"fine-tunes":[157],"offline-trained":[159],"JSBS":[160,171,188],"operation.":[164],"Simulation":[165],"results":[166],"demonstrate":[167],"proposed":[170],"significantly":[173],"enhances":[174],"ES-AoI":[175,218],"compared":[177,223],"fixed-blocklength":[179],"benchmark":[182],"block-length":[183],"policies.":[185],"Furthermore,":[186],"trained":[190],"with":[191],"achieves":[193],"close":[195],"DPDQN":[199],"while":[200],"surpassing":[201],"standard":[202],"reinforcement":[204],"learning":[205],"(DRL)":[206],"training":[207],"algorithms.":[208],"Notably,":[209],"effectively":[215],"reduces":[216],"by":[219],"up":[220],"30%":[222],"untuned":[226],"policy.":[227]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-12-17T00:00:00"}