{"id":"https://openalex.org/W7124871003","doi":"https://doi.org/10.1109/tccn.2026.3656304","title":"Joint Estimation-Control-Scheduling for Wireless Networked Control Systems via Deep Reinforcement Learning","display_name":"Joint Estimation-Control-Scheduling for Wireless Networked Control Systems via Deep Reinforcement Learning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7124871003","doi":"https://doi.org/10.1109/tccn.2026.3656304"},"language":null,"primary_location":{"id":"doi:10.1109/tccn.2026.3656304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2026.3656304","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123440220","display_name":"Lei Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108617254","display_name":"Meng Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Zheng","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123405704","display_name":"Wei Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liang","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123422979","display_name":"Bin Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Feng","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031597926","display_name":"Chuqing Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I108904480","display_name":"Shenyang Institute of Engineering","ror":"https://ror.org/02pfsj857","country_code":"CN","type":"education","lineage":["https://openalex.org/I108904480"]},{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuqing Wang","raw_affiliation_strings":["School of Computer Science and Technology, Shenyang Institute of Engineering, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shenyang Institute of Engineering, Shenyang, China","institution_ids":["https://openalex.org/I108904480","https://openalex.org/I157507598"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5123440220"],"corresponding_institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11974218,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"5268","last_page":"5280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.14090000092983246,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.14090000092983246,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.12690000236034393,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.08320000022649765,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7394999861717224},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6110000014305115},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5734999775886536},{"id":"https://openalex.org/keywords/gain-scheduling","display_name":"Gain scheduling","score":0.5547999739646912},{"id":"https://openalex.org/keywords/networked-control-system","display_name":"Networked control system","score":0.517300009727478},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5135999917984009},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.4794999957084656},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4544000029563904},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.4472000002861023},{"id":"https://openalex.org/keywords/industrial-control-system","display_name":"Industrial control system","score":0.4442000091075897}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.814300000667572},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7394999861717224},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6110000014305115},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5734999775886536},{"id":"https://openalex.org/C97090092","wikidata":"https://www.wikidata.org/wiki/Q764612","display_name":"Gain scheduling","level":3,"score":0.5547999739646912},{"id":"https://openalex.org/C1759631","wikidata":"https://www.wikidata.org/wiki/Q9336345","display_name":"Networked control system","level":3,"score":0.517300009727478},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5135999917984009},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5016999840736389},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.4794999957084656},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4544000029563904},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4472000002861023},{"id":"https://openalex.org/C40071531","wikidata":"https://www.wikidata.org/wiki/Q2513962","display_name":"Industrial control system","level":3,"score":0.4442000091075897},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.43709999322891235},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.37549999356269836},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.35350000858306885},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34279999136924744},{"id":"https://openalex.org/C182448111","wikidata":"https://www.wikidata.org/wiki/Q7281197","display_name":"Radio resource management","level":4,"score":0.3328000009059906},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.32670000195503235},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.3131999969482422},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.3125},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.30730000138282776},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2953000068664551},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.29109999537467957},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.2696000039577484},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2026.3656304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2026.3656304","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5412464737892151}],"awards":[{"id":"https://openalex.org/G3173122616","display_name":null,"funder_award_id":"62403456","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3603513928","display_name":null,"funder_award_id":"62472079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4950969006","display_name":null,"funder_award_id":"2024-BSBA-54","funder_id":"https://openalex.org/F4320330790","funder_display_name":"Liaoning Provincial Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6261170598","display_name":null,"funder_award_id":"2023-MSLH-219","funder_id":"https://openalex.org/F4320330790","funder_display_name":"Liaoning Provincial Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6531643614","display_name":null,"funder_award_id":"XLYC2203148","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null},{"id":"https://openalex.org/F4320330790","display_name":"Liaoning Provincial Postdoctoral Science Foundation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1997505876","https://openalex.org/W2022406843","https://openalex.org/W2744248483","https://openalex.org/W2889856497","https://openalex.org/W2897753328","https://openalex.org/W2914159265","https://openalex.org/W2962747376","https://openalex.org/W2962893277","https://openalex.org/W2964023042","https://openalex.org/W2972371309","https://openalex.org/W2979881298","https://openalex.org/W3013103056","https://openalex.org/W3045559168","https://openalex.org/W3081916982","https://openalex.org/W3082386025","https://openalex.org/W3094809434","https://openalex.org/W3108551784","https://openalex.org/W3117158816","https://openalex.org/W4207008938","https://openalex.org/W4292258978","https://openalex.org/W4319459046","https://openalex.org/W4377231682","https://openalex.org/W4385245566","https://openalex.org/W4385413588","https://openalex.org/W4385627486","https://openalex.org/W4385871837","https://openalex.org/W4387042244","https://openalex.org/W4389633715","https://openalex.org/W4393906088","https://openalex.org/W4401452471","https://openalex.org/W4401567412","https://openalex.org/W4404487506","https://openalex.org/W4406657386"],"related_works":[],"abstract_inverted_index":{"Wireless":[0],"networked":[1],"control":[2,28,51,69,90,155],"systems":[3,11],"(WNCSs)":[4],"are":[5],"increasingly":[6],"adopted":[7],"in":[8,114,152],"industrial":[9,24],"cyber-physical":[10],"due":[12],"to":[13,48,74,122],"their":[14],"flexibility":[15],"and":[16,22,66,81,89,127,136,157],"cost-effectiveness.":[17],"However,":[18],"limited":[19],"radio":[20],"resources":[21],"harsh":[23],"environments":[25],"degrade":[26],"the":[27,50,76,86,110,144],"performance":[29,52,156],"of":[30,53,78,109,134,154],"WNCSs.":[31,54],"In":[32],"this":[33,56],"paper,":[34],"we":[35,58,92],"propose":[36],"a":[37,61,67,95,100,104],"joint":[38],"estimation-control-scheduling":[39],"(JECS)":[40],"method":[41,65,147],"based":[42],"on":[43],"deep":[44,62],"reinforcement":[45],"learning":[46],"(DRL)":[47],"enhance":[49],"To":[55],"end,":[57],"first":[59],"design":[60],"learning-based":[63],"estimation":[64,88],"DRL-based":[68],"policy":[70,98,112],"for":[71,103],"individual":[72],"subsystems":[73,135],"mitigate":[75],"effects":[77],"packet":[79],"loss":[80],"maintain":[82],"stability.":[83],"Building":[84],"upon":[85],"trained":[87],"models,":[91],"further":[93],"develop":[94],"centralized":[96],"scheduling":[97,111,117],"with":[99],"Transformer-based":[101],"architecture":[102],"whole":[105],"WNCS.":[106],"The":[107],"novelty":[108],"lies":[113],"transforming":[115],"discrete":[116],"actions":[118],"into":[119],"continuous":[120],"scores":[121],"prioritize":[123],"subsystems,":[124],"enabling":[125],"scalable":[126],"efficient":[128],"resource":[129,138],"allocation":[130],"under":[131],"varying":[132],"numbers":[133],"network":[137],"availability.":[139],"Simulation":[140],"results":[141],"demonstrate":[142],"that":[143],"proposed":[145],"JECS":[146],"significantly":[148],"outweighs":[149],"baseline":[150],"methods":[151],"terms":[153],"system":[158],"capacity.":[159]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-21T00:00:00"}