{"id":"https://openalex.org/W4387883765","doi":"https://doi.org/10.1109/icc45041.2023.10279415","title":"Structure-Enhanced Deep Reinforcement Learning for Optimal Transmission Scheduling","display_name":"Structure-Enhanced Deep Reinforcement Learning for Optimal Transmission Scheduling","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387883765","doi":"https://doi.org/10.1109/icc45041.2023.10279415"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10279415","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10279415","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021108173","display_name":"Jiazheng Chen","orcid":"https://orcid.org/0000-0001-8417-0661"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jiazheng Chen","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney,Australia","School of Electrical and Information Engineering, The University of Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney,Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091642410","display_name":"Wanchun Liu","orcid":"https://orcid.org/0000-0003-1616-5224"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wanchun Liu","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney,Australia","School of Electrical and Information Engineering, The University of Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney,Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064495710","display_name":"Daniel E. Quevedo","orcid":"https://orcid.org/0000-0002-4804-5481"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Daniel E. Quevedo","raw_affiliation_strings":["School of Electrical Engineering and Robotics, Queensland University of Technology,Brisbane,Australia","School of Electrical Engineering and Robotics, Queensland University of Technology, Brisbane, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Robotics, Queensland University of Technology,Brisbane,Australia","institution_ids":["https://openalex.org/I160993911"]},{"raw_affiliation_string":"School of Electrical Engineering and Robotics, Queensland University of Technology, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448724","display_name":"Yonghui Li","orcid":"https://orcid.org/0000-0001-7702-1123"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yonghui Li","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney,Australia","School of Electrical and Information Engineering, The University of Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney,Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043371405","display_name":"Branka Vucetic","orcid":"https://orcid.org/0000-0002-2700-2001"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Branka Vucetic","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney,Australia","School of Electrical and Information Engineering, The University of Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney,Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1212","last_page":"1218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.888607382774353},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7195956707000732},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6115806698799133},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.5564167499542236},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.554388701915741},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4901948571205139},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3469657897949219},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11553475260734558}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.888607382774353},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7195956707000732},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6115806698799133},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.5564167499542236},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.554388701915741},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4901948571205139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3469657897949219},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11553475260734558},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45041.2023.10279415","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10279415","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.46000000834465027}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2062729348","https://openalex.org/W2336354911","https://openalex.org/W2744483094","https://openalex.org/W2809950409","https://openalex.org/W2949682451","https://openalex.org/W2962747376","https://openalex.org/W2963864421","https://openalex.org/W2979881298","https://openalex.org/W2994803162","https://openalex.org/W3000486967","https://openalex.org/W3174812399","https://openalex.org/W3202140207","https://openalex.org/W4298857966","https://openalex.org/W4312927576","https://openalex.org/W4313053314","https://openalex.org/W4385413588","https://openalex.org/W4387883765","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6764190503","https://openalex.org/W6801654048","https://openalex.org/W6838865717","https://openalex.org/W6846047622","https://openalex.org/W6847421177"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175"],"abstract_inverted_index":{"Remote":[0],"state":[1],"estimation":[2,47,54,147],"of":[3,24,27,43,89],"large-scale":[4],"distributed":[5],"dynamic":[6],"processes":[7],"plays":[8],"an":[9],"important":[10],"role":[11],"in":[12],"Industry":[13],"4.0":[14],"applications.":[15],"In":[16,58],"this":[17],"paper,":[18],"by":[19,141,149],"leveraging":[20],"the":[21,51,74,79,86,108,116,121,131,138,145],"theoretical":[22],"results":[23,128],"structural":[25],"properties":[26],"optimal":[28,41,122],"scheduling":[29,42],"policies,":[30],"we":[31,60,93],"develop":[32],"a":[33,44,62,95],"structure-enhanced":[34,63,96,133],"deep":[35],"reinforcement":[36],"learning":[37,87],"(DRL)":[38],"framework":[39],"for":[40],"multi-sensor":[45],"remote":[46,146],"system":[48],"to":[49,69,99,102,118,120,151,155],"achieve":[50],"minimum":[52],"overall":[53],"mean-square":[55],"error":[56],"(MSE).":[57],"particular,":[59],"propose":[61],"action":[64,80],"selection":[65],"method,":[66],"which":[67],"tends":[68],"select":[70],"actions":[71,103],"that":[72,104,130],"obey":[73],"policy":[75,109,123],"structure.":[76,110],"This":[77],"explores":[78],"space":[81],"more":[82],"effectively":[83],"and":[84,143],"enhances":[85],"efficiency":[88],"DRL":[90,117,134,157],"agents.":[91],"Furthermore,":[92],"introduce":[94],"loss":[97,113],"function":[98,114],"add":[100],"penalty":[101],"do":[105],"not":[106],"follow":[107],"The":[111],"new":[112],"guides":[115],"converge":[119],"structure":[124],"quickly.":[125],"Our":[126],"numerical":[127],"show":[129],"proposed":[132],"algorithms":[135],"can":[136],"save":[137],"training":[139],"time":[140],"50%":[142],"reduce":[144],"MSE":[148],"10%":[150],"25%,":[152],"when":[153],"compared":[154],"benchmark":[156],"algorithms.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}