{"id":"https://openalex.org/W7084768300","doi":"https://doi.org/10.1109/tvt.2025.3618111","title":"Joint Scheduling and Power Control in AoI-Oriented WP-IoT Networks: An HVF-Based PPO Approach","display_name":"Joint Scheduling and Power Control in AoI-Oriented WP-IoT Networks: An HVF-Based PPO Approach","publication_year":2025,"publication_date":"2025-10-06","ids":{"openalex":"https://openalex.org/W7084768300","doi":"https://doi.org/10.1109/tvt.2025.3618111"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3618111","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3618111","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Huimin Hu","orcid":"https://orcid.org/0000-0002-1023-8237"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huimin Hu","raw_affiliation_strings":["School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-1023-8237","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haizhou Tang","orcid":"https://orcid.org/0009-0009-7688-2947"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haizhou Tang","raw_affiliation_strings":["School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, Xi'an, China"],"raw_orcid":"https://orcid.org/0009-0009-7688-2947","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ruichen Zhang","orcid":"https://orcid.org/0000-0002-6859-3645"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ruichen Zhang","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6859-3645","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0002-8968-5178"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Jiang","raw_affiliation_strings":["School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8968-5178","affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhiguo Ding","orcid":"https://orcid.org/0000-0001-5280-384X"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Zhiguo Ding","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Khalifa University, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0001-5280-384X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Khalifa University, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":null,"display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":null,"apc_paid":null,"fwci":7.5977,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.97423183,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"75","issue":"4","first_page":"6876","last_page":"6881"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13655","display_name":"Canadian Policy and Governance","score":0.5867999792098999,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13655","display_name":"Canadian Policy and Governance","score":0.5867999792098999,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13546","display_name":"Census and Population Estimation","score":0.042500000447034836,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12219","display_name":"Canadian Identity and History","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6819999814033508},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6553000211715698},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5235000252723694},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5192999839782715},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4803999960422516},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.47620001435279846},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.4422000050544739},{"id":"https://openalex.org/keywords/wireless-power-transfer","display_name":"Wireless power transfer","score":0.4309000074863434},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.41830000281333923},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4104999899864197}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6819999814033508},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6553000211715698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6085000038146973},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5235000252723694},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5192999839782715},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4803999960422516},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.47620001435279846},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4683000147342682},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.4422000050544739},{"id":"https://openalex.org/C2779423816","wikidata":"https://www.wikidata.org/wiki/Q6856398","display_name":"Wireless power transfer","level":3,"score":0.4309000074863434},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.41830000281333923},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4104999899864197},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4050000011920929},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4002000093460083},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.398499995470047},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.3970000147819519},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.35010001063346863},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.3499999940395355},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.34689998626708984},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.3257000148296356},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.32440000772476196},{"id":"https://openalex.org/C97090092","wikidata":"https://www.wikidata.org/wiki/Q764612","display_name":"Gain scheduling","level":3,"score":0.31839999556541443},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.29280000925064087},{"id":"https://openalex.org/C14961307","wikidata":"https://www.wikidata.org/wiki/Q5377176","display_name":"Energy minimization","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.2842000126838684},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.27730000019073486},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2776190866","wikidata":"https://www.wikidata.org/wiki/Q1341477","display_name":"Energy supply","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C92018576","wikidata":"https://www.wikidata.org/wiki/Q3242194","display_name":"Power transmission","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C60472773","wikidata":"https://www.wikidata.org/wiki/Q7331156","display_name":"Rician fading","level":4,"score":0.2597000002861023},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3618111","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3618111","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.7451101541519165}],"awards":[{"id":"https://openalex.org/G3712977076","display_name":null,"funder_award_id":"2024JC-YBQN-0646","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G4228552076","display_name":null,"funder_award_id":"RG87/22","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G6905679517","display_name":null,"funder_award_id":"RG24/24","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320696","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09"},{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"many":[1],"Internet":[2],"of":[3,9,26,71,100,114,156,173],"Things":[4],"(IoT)":[5],"applications,":[6],"the":[7,23,28,69,76,97,151,159,168,171,180,203,234,240],"freshness":[8,80],"data":[10,39,79],"from":[11,64],"sensor":[12],"nodes":[13],"(SNs)":[14],"is":[15,30],"critical":[16],"for":[17,142],"real-time":[18],"decision-making.":[19],"However,":[20],"due":[21],"to":[22,95,128,224,244],"limited":[24],"energy":[25,36,55,62,72,82],"SNs,":[27,157],"system":[29,112,144],"faced":[31],"with":[32,106,188],"a":[33,53,88,115,129,183,207],"trade-off":[34],"between":[35,78],"management":[37],"and":[38,81,91,122,153,170,197,220,228],"freshness.":[40],"Wireless":[41],"powered":[42],"IoT":[43],"(WP-IoT)":[44],"networks,":[45],"employing":[46],"wireless":[47,65],"power":[48,66,92,155,199],"transfer":[49],"(WPT)":[50],"technology,":[51],"offer":[52],"sustainable":[54],"supply.":[56],"Nevertheless,":[57],"since":[58],"SNs":[59,119,124],"rely":[60],"on":[61],"harvested":[63,135],"stations":[67],"(WPS),":[68],"uncertainty":[70],"availability":[73],"further":[74],"complicates":[75],"balance":[77],"management.":[83],"Therefore,":[84],"this":[85,143],"paper":[86],"investigates":[87],"joint":[89],"scheduling":[90,152,195],"control":[93],"problem":[94,141,181],"minimize":[96],"average":[98,138,241],"age":[99],"information":[101],"(AoI)":[102],"in":[103],"WP-IoT":[104,111],"networks":[105],"multiple":[107,123],"SNs.":[108],"The":[109,137],"considered":[110],"consists":[113],"WPS":[116],"which":[117,217],"charges":[118],"via":[120],"WPT,":[121],"transmit":[125],"status":[126],"updates":[127],"base":[130],"station":[131],"(BS)":[132],"using":[133],"their":[134],"energy.":[136],"AoI":[139,160,176,242],"minimization":[140],"can":[145],"be":[146],"formulated":[147],"by":[148],"jointly":[149],"optimizing":[150],"transmission":[154],"given":[158],"evolution":[161],"over":[162],"Rician":[163],"fading":[164],"channels.":[165],"To":[166,201],"address":[167],"non-convexity":[169],"challenge":[172],"an":[174],"explicit":[175],"expression,":[177],"we":[178,205],"formulate":[179],"as":[182],"Markov":[184],"decision":[185],"process":[186],"(MDP)":[187],"hybrid":[189,208],"action":[190],"spaces":[191],"involving":[192],"both":[193],"discrete":[194],"decisions":[196],"continuous":[198],"control.":[200],"solve":[202],"MDP,":[204],"propose":[206],"value":[209,222],"function-based":[210],"proximal":[211],"policy":[212],"optimization":[213],"(HVF-based":[214],"PPO)":[215],"approach,":[216],"integrates":[218],"clipped":[219],"unclipped":[221],"functions":[223],"enhance":[225],"learning":[226],"stability":[227],"exploration.":[229],"Simulation":[230],"results":[231],"demonstrate":[232],"that":[233],"HVF-based":[235],"PPO":[236],"approach":[237],"significantly":[238],"reduces":[239],"compared":[243],"existing":[245],"baseline":[246],"approaches.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-18T05:59:34.339393","created_date":"2025-10-10T00:00:00"}