{"id":"https://openalex.org/W4378195029","doi":"https://doi.org/10.1109/twc.2023.3277861","title":"Structure-Enhanced DRL for Optimal Transmission Scheduling","display_name":"Structure-Enhanced DRL for Optimal Transmission Scheduling","publication_year":2023,"publication_date":"2023-05-25","ids":{"openalex":"https://openalex.org/W4378195029","doi":"https://doi.org/10.1109/twc.2023.3277861"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3277861","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3277861","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045369508","display_name":"Jiazheng Chen","orcid":"https://orcid.org/0000-0003-2439-0800"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jiazheng Chen","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2439-0800","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091642410","display_name":"Wanchun Liu","orcid":"https://orcid.org/0000-0003-1616-5224"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wanchun Liu","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1616-5224","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064495710","display_name":"Daniel E. Quevedo","orcid":"https://orcid.org/0000-0002-4804-5481"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daniel E. Quevedo","raw_affiliation_strings":["School of Electrical Engineering and Robotics, Queensland University of Technology (QUT), Brisbane, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4804-5481","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Robotics, Queensland University of Technology (QUT), Brisbane, QLD, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077464725","display_name":"Saeed R. Khosravirad","orcid":"https://orcid.org/0000-0002-3087-4142"},"institutions":[{"id":"https://openalex.org/I72090969","display_name":"Nokia (United States)","ror":"https://ror.org/038km2573","country_code":"US","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I72090969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saeed R. Khosravirad","raw_affiliation_strings":["Nokia Bell Labs, Murry Hill, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-3087-4142","affiliations":[{"raw_affiliation_string":"Nokia Bell Labs, Murry Hill, NJ, USA","institution_ids":["https://openalex.org/I72090969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448724","display_name":"Yonghui Li","orcid":"https://orcid.org/0000-0001-7702-1123"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yonghui Li","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7702-1123","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043371405","display_name":"Branka Vucetic","orcid":"https://orcid.org/0000-0002-2700-2001"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Branka Vucetic","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2700-2001","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3339,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.92704995,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"23","issue":"1","first_page":"379","last_page":"393"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10046","display_name":"Stability and Control of Uncertain Systems","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7314082980155945},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6831582188606262},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6214293837547302},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.6090412735939026},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.584858238697052},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.469228595495224},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4559129476547241},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.43330106139183044},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.29468852281570435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19847238063812256},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1583901047706604},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13427004218101501},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.08747106790542603}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7314082980155945},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6831582188606262},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6214293837547302},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.6090412735939026},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.584858238697052},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.469228595495224},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4559129476547241},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.43330106139183044},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29468852281570435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19847238063812256},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1583901047706604},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13427004218101501},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.08747106790542603},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2023.3277861","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3277861","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5628963577","display_name":"Wireless Cellular Connectivity for Large Scale Critical Applications","funder_award_id":"DP210103410","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G6735577238","display_name":"Wireless Communications for Human-Machine Collaboration","funder_award_id":"DE230100016","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W389907844","https://openalex.org/W1578233523","https://openalex.org/W1932847118","https://openalex.org/W1995100690","https://openalex.org/W2022406843","https://openalex.org/W2024509105","https://openalex.org/W2062729348","https://openalex.org/W2114004090","https://openalex.org/W2128942853","https://openalex.org/W2209913494","https://openalex.org/W2336354911","https://openalex.org/W2744483094","https://openalex.org/W2809950409","https://openalex.org/W2949682451","https://openalex.org/W2962747376","https://openalex.org/W2962893277","https://openalex.org/W2963060851","https://openalex.org/W2963864421","https://openalex.org/W2968018638","https://openalex.org/W2972294354","https://openalex.org/W2979881298","https://openalex.org/W2994803162","https://openalex.org/W3000486967","https://openalex.org/W3016268025","https://openalex.org/W3116633030","https://openalex.org/W3120652158","https://openalex.org/W3139933459","https://openalex.org/W3156894764","https://openalex.org/W3174812399","https://openalex.org/W3202140207","https://openalex.org/W4200051637","https://openalex.org/W4200376042","https://openalex.org/W4214717370","https://openalex.org/W4312288984","https://openalex.org/W4312766166","https://openalex.org/W4312927576","https://openalex.org/W4313053314","https://openalex.org/W4378195029","https://openalex.org/W4385413588","https://openalex.org/W4387883765","https://openalex.org/W6684921986","https://openalex.org/W6764190503","https://openalex.org/W6801654048","https://openalex.org/W6846047622"],"related_works":["https://openalex.org/W2327053383","https://openalex.org/W2356834760","https://openalex.org/W1964600846","https://openalex.org/W2127563499","https://openalex.org/W2120897947","https://openalex.org/W2030191005","https://openalex.org/W1865172210","https://openalex.org/W2027568561","https://openalex.org/W2790025453","https://openalex.org/W1521521035"],"abstract_inverted_index":{"Remote":[0],"state":[1,199],"estimation":[2,29,72,165],"of":[3,26,37,64,107,191],"large-scale":[4],"distributed":[5],"dynamic":[6,192],"processes":[7],"plays":[8],"an":[9],"important":[10],"role":[11],"in":[12,187],"Industry":[13],"4.0":[14],"applications.":[15],"In":[16,76,177],"this":[17],"paper,":[18],"we":[19,32,52,78,111,179],"focus":[20],"on":[21,48],"the":[22,38,65,69,92,97,104,126,134,139,149,156,163,182],"transmission":[23],"scheduling":[24,41,63,193],"problem":[25],"a":[27,54,80,113,188],"remote":[28,164,198],"system.":[30],"First,":[31],"derive":[33],"some":[34],"structural":[35,184],"properties":[36,185],"optimal":[39,62,140],"sensor":[40],"policy":[42,93,127,141],"over":[43],"fading":[44],"channels.":[45],"Then,":[46],"building":[47],"these":[49],"theoretical":[50],"guidelines,":[51],"develop":[53],"structure-enhanced":[55,81,114,151],"deep":[56],"reinforcement":[57],"learning":[58,105],"(DRL)":[59],"framework":[60],"for":[61],"system":[66],"to":[67,87,117,120,136,138,169,173],"achieve":[68],"minimum":[70],"overall":[71],"mean-square":[73],"error":[74],"(MSE).":[75],"particular,":[77],"propose":[79],"action":[82,98],"selection":[83],"method,":[84],"which":[85],"tends":[86],"select":[88],"actions":[89,121],"that":[90,122,148,181,195],"obey":[91],"structure.":[94,128],"This":[95],"explores":[96],"space":[99],"more":[100],"effectively":[101],"and":[102,161],"enhances":[103],"efficiency":[106],"DRL":[108,135,152,175],"agents.":[109],"Furthermore,":[110],"introduce":[112],"loss":[115,131],"function":[116,132],"add":[118],"penalties":[119],"do":[123],"not":[124],"follow":[125],"The":[129],"new":[130],"guides":[133],"converge":[137],"structure":[142],"quickly.":[143],"Our":[144],"numerical":[145],"experiments":[146],"illustrate":[147],"proposed":[150],"algorithms":[153],"can":[154],"save":[155],"training":[157],"time":[158],"by":[159,167],"50%":[160],"reduce":[162],"MSE":[166],"10%":[168],"25%,":[170],"when":[171],"compared":[172],"benchmark":[174],"algorithms.":[176],"addition,":[178],"show":[180],"derived":[183],"exist":[186],"wide":[189],"range":[190],"problems":[194],"go":[196],"beyond":[197],"estimation.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}