{"id":"https://openalex.org/W4410536631","doi":"https://doi.org/10.1109/tcyb.2025.3566112","title":"Deep Reinforcement Learning for Wireless Scheduling in Distributed Networked Control","display_name":"Deep Reinforcement Learning for Wireless Scheduling in Distributed Networked Control","publication_year":2025,"publication_date":"2025-05-20","ids":{"openalex":"https://openalex.org/W4410536631","doi":"https://doi.org/10.1109/tcyb.2025.3566112","pmid":"https://pubmed.ncbi.nlm.nih.gov/40392644"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2025.3566112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2025.3566112","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046516074","display_name":"Gaoyang Pang","orcid":"https://orcid.org/0000-0002-0948-4641"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gaoyang Pang","raw_affiliation_strings":["School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0948-4641","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101970697","display_name":"Kang Huang","orcid":"https://orcid.org/0000-0003-2617-7931"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Huang","raw_affiliation_strings":["Huawei Shanghai Research Center, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Shanghai Research Center, Shanghai, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064495710","display_name":"Daniel E. Quevedo","orcid":"https://orcid.org/0000-0002-4804-5481"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daniel E. Quevedo","raw_affiliation_strings":["School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4804-5481","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043371405","display_name":"Branka Vucetic","orcid":"https://orcid.org/0000-0002-2700-2001"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Branka Vucetic","raw_affiliation_strings":["School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2700-2001","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448724","display_name":"Yonghui Li","orcid":"https://orcid.org/0000-0001-7702-1123"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yonghui Li","raw_affiliation_strings":["School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7702-1123","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091642410","display_name":"Wanchun Liu","orcid":"https://orcid.org/0000-0003-1616-5224"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wanchun Liu","raw_affiliation_strings":["School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1616-5224","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.6943,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.9490726,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"55","issue":"7","first_page":"3085","last_page":"3098"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9553999900817871,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9553999900817871,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9297999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7410253286361694},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6834658980369568},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5769956707954407},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5622584223747253},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4680851101875305},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45890942215919495},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37775853276252747},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3317987322807312},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1511663794517517},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13502582907676697}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7410253286361694},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6834658980369568},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5769956707954407},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5622584223747253},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4680851101875305},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45890942215919495},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37775853276252747},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3317987322807312},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1511663794517517},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13502582907676697},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2025.3566112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2025.3566112","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:40392644","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40392644","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5628963577","display_name":"Wireless Cellular Connectivity for Large Scale Critical Applications","funder_award_id":"DP210103410","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G8281838290","display_name":"Ultralow latency wireless systems","funder_award_id":"FL160100032","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1979278529","https://openalex.org/W1997834106","https://openalex.org/W2022406843","https://openalex.org/W2062729348","https://openalex.org/W2114004090","https://openalex.org/W2145339207","https://openalex.org/W2329026738","https://openalex.org/W2336354911","https://openalex.org/W2518218743","https://openalex.org/W2754048726","https://openalex.org/W2761694337","https://openalex.org/W2809950409","https://openalex.org/W2905584989","https://openalex.org/W2912285628","https://openalex.org/W2922988740","https://openalex.org/W2946017555","https://openalex.org/W2950822970","https://openalex.org/W2962747376","https://openalex.org/W2962893277","https://openalex.org/W2962896678","https://openalex.org/W2963060851","https://openalex.org/W2963165507","https://openalex.org/W2964023042","https://openalex.org/W2973541832","https://openalex.org/W2979881298","https://openalex.org/W2994803162","https://openalex.org/W2997415264","https://openalex.org/W3007882061","https://openalex.org/W3010730775","https://openalex.org/W3027999846","https://openalex.org/W3105420554","https://openalex.org/W3166794154","https://openalex.org/W3174812399","https://openalex.org/W3204540637","https://openalex.org/W4280545649","https://openalex.org/W4290993928","https://openalex.org/W4293499236","https://openalex.org/W4298177619","https://openalex.org/W4308780247","https://openalex.org/W4313053314","https://openalex.org/W4366967617","https://openalex.org/W4383720546","https://openalex.org/W4387883765","https://openalex.org/W4393140563","https://openalex.org/W4401452471","https://openalex.org/W6748839928","https://openalex.org/W6803753956"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"We":[0],"consider":[1],"a":[2,10,19,33,60,88,101,107,121],"joint":[3],"uplink":[4],"and":[5,49,62,76,105,133,157],"downlink":[6],"scheduling":[7,64,98],"problem":[8,99],"of":[9,22,27,37,45,71,82,87,120],"fully":[11],"distributed":[12],"wireless":[13],"networked":[14],"control":[15,48],"system":[16,51],"(WNCS)":[17],"with":[18],"limited":[20],"number":[21],"frequency":[23],"channels.":[24],"Using":[25],"elements":[26],"stochastic":[28],"systems":[29],"theory,":[30],"we":[31,93,127],"derive":[32],"sufficient":[34],"stability":[35],"condition":[36,55],"the":[38,47,54,72,78,83,95,118,138,166],"WNCS,":[39],"which":[40],"is":[41,56],"stated":[42],"in":[43,85,125],"terms":[44,86],"both":[46],"communication":[50],"parameters.":[52],"Once":[53],"satisfied,":[57],"there":[58],"exists":[59],"stationary":[61],"deterministic":[63,153],"policy":[65,154],"that":[66,141,165],"can":[67,142],"stabilize":[68],"all":[69],"plants":[70],"WNCS.":[73],"By":[74],"analyzing":[75],"representing":[77],"per-step":[79],"cost":[80],"function":[81],"WNCS":[84],"finite-length":[89],"countable":[90],"vector":[91],"state,":[92],"formulate":[94],"optimal":[96],"transmission":[97],"into":[100],"Markov":[102],"decision":[103],"process":[104],"develop":[106],"deep":[108,149,152],"reinforcement":[109],"learning":[110],"(DRL)-based":[111],"framework":[112,140],"for":[113,137],"solving":[114],"it.":[115],"To":[116],"tackle":[117],"challenges":[119],"large":[122],"action":[123,130,134],"space":[124,131],"DRL,":[126],"propose":[128],"novel":[129],"reduction":[132],"embedding":[135],"methods":[136],"DRL":[139],"be":[143],"applied":[144],"to":[145],"various":[146],"algorithms,":[147],"including":[148],"Q-network":[150],"(DQN),":[151],"gradient":[155],"(DDPG),":[156],"twin":[158],"delayed":[159],"DDPG":[160],"(TD3).":[161],"Numerical":[162],"results":[163],"show":[164],"proposed":[167],"algorithm":[168],"significantly":[169],"outperforms":[170],"benchmark":[171],"policies.":[172]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}