{"id":"https://openalex.org/W4406457530","doi":"https://doi.org/10.1109/tase.2025.3530409","title":"Deep Reinforcement Learning Based Transmission Scheduling for Sensing Aware Control","display_name":"Deep Reinforcement Learning Based Transmission Scheduling for Sensing Aware Control","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406457530","doi":"https://doi.org/10.1109/tase.2025.3530409"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3530409","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3530409","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023709785","display_name":"Tiankai Jin","orcid":"https://orcid.org/0009-0008-2759-3412"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tiankai Jin","raw_affiliation_strings":["Department of Automation, Shanghai Jiao Tong University, Shanghai, China","Department of Automation, and the Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Automation, and the Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038267080","display_name":"Cailian Chen","orcid":"https://orcid.org/0000-0001-6533-8713"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cailian Chen","raw_affiliation_strings":["Department of Automation, Shanghai Jiao Tong University, Shanghai, China","Department of Automation, and the Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Automation, and the Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024303770","display_name":"Yehan Ma","orcid":"https://orcid.org/0000-0002-8595-1619"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yehan Ma","raw_affiliation_strings":["Department of Automation, Shanghai Jiao Tong University, Shanghai, China","Department of Automation, and the Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Automation, and the Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100935923","display_name":"Xinping Guan","orcid":"https://orcid.org/0000-0003-1858-8538"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinping Guan","raw_affiliation_strings":["Department of Automation, Shanghai Jiao Tong University, Shanghai, China","Department of Automation, and the Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Department of Automation, and the Key Laboratory of System Control and Information Processing, Ministry of Education of China, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023709785"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":3.9143,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91618773,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"22","issue":null,"first_page":"10905","last_page":"10919"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.5634999871253967,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.5634999871253967,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.5548999905586243,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.492000013589859,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7345077991485596},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6060996055603027},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5980758666992188},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3895696699619293},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2709202468395233},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.11224284768104553}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7345077991485596},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6060996055603027},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5980758666992188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3895696699619293},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2709202468395233},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.11224284768104553}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3530409","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3530409","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1705705081","display_name":null,"funder_award_id":"61933009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1946536485","display_name":null,"funder_award_id":"62432009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5605764086","display_name":null,"funder_award_id":"62025305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5935165963","display_name":null,"funder_award_id":"92167205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7659338309","display_name":null,"funder_award_id":"62103268","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1972770660","https://openalex.org/W1976854319","https://openalex.org/W1977772191","https://openalex.org/W2022406843","https://openalex.org/W2024522552","https://openalex.org/W2043807316","https://openalex.org/W2113118558","https://openalex.org/W2159883393","https://openalex.org/W2345608424","https://openalex.org/W2510333599","https://openalex.org/W2547063092","https://openalex.org/W2560597081","https://openalex.org/W2789250945","https://openalex.org/W2979881298","https://openalex.org/W2986074108","https://openalex.org/W2991391803","https://openalex.org/W2994803162","https://openalex.org/W3030409210","https://openalex.org/W3039053380","https://openalex.org/W3081916982","https://openalex.org/W3155509506","https://openalex.org/W3174812399","https://openalex.org/W3187525337","https://openalex.org/W3194871405","https://openalex.org/W3206917900","https://openalex.org/W3211697646","https://openalex.org/W3215200685","https://openalex.org/W3217286506","https://openalex.org/W4207008938","https://openalex.org/W4285166862","https://openalex.org/W4312801925","https://openalex.org/W4312907096","https://openalex.org/W4313053314","https://openalex.org/W4317496740","https://openalex.org/W4317987758","https://openalex.org/W4383750215","https://openalex.org/W4385413588","https://openalex.org/W4385626937","https://openalex.org/W4387886139","https://openalex.org/W4392175263","https://openalex.org/W4395063472","https://openalex.org/W4398151577","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Massive":[0],"field":[1],"data":[2,90,221,286],"is":[3,41,64,108,133,148,179,190,197,222,299,319],"wirelessly":[4],"transmitted":[5,223],"to":[6,10,110,151,181,194,224,242,292,328,338,375,390],"the":[7,16,25,82,85,104,113,125,136,145,160,165,171,176,182,200,225,258,281,330,334,344,350,359,367,377,384],"edge":[8,226,371],"side":[9,227],"facilitate":[11],"sensing":[12,61,140,306],"and":[13,30,37,74,119,141,144,187,206,236,296,307,316,321,365],"control":[14,35,94,118,173,204,261,294,315,397],"in":[15,69,210,245,343],"emerging":[17],"Industrial":[18],"Internet":[19],"of":[20,116,128,139,202,260,305,313,352,362,379],"Things":[21],"(IIoT)":[22],"systems.":[23],"Under":[24],"expanding":[26,232],"transmission":[27,39,56,91,126,208,233,265,276,287],"scheduling":[28,57,124,132,161,234,266,277,298,361],"space":[29,147,235],"dynamic":[31,237,297],"network":[32,238],"conditions,":[33],"balancing":[34,203],"performance":[36,62,115,205,312],"limited":[38],"resources":[40,209],"a":[42,50,273],"fundamental":[43],"challenge.":[44],"For":[45,268],"this":[46],"problem,":[47],"we":[48,271],"propose":[49,272],"novel":[51,274],"deep":[52,247],"reinforcement":[53,248],"learning":[54,249,381],"(DRL)-based":[55],"method":[58,178,278,326,386],"(DTSM),":[59,279],"where":[60,218,280],"guarantee":[63],"introduced":[65],"for":[66,88,170,284],"its":[67,188],"criticality":[68],"ensuring":[70],"complete":[71],"system":[72,79,117,314,398],"observation":[73],"effective":[75],"control.":[76],"Specifically,":[77],"taking":[78],"observability":[80],"as":[81,215,395],"key":[83],"metric,":[84],"time":[86,154,282],"slots":[87,283],"multi-sensor":[89,285],"under":[92],"different":[93,293],"demands":[95,262,295],"are":[96,288],"properly":[97],"reserved":[98,153,290],"with":[99],"theoretically":[100],"guaranteed":[101],"performance.":[102],"Then,":[103],"primal-dual":[105,158],"DRL":[106],"framework":[107],"adopted":[109],"further":[111],"improve":[112],"overall":[114,311],"resource":[120,317],"utilization":[121,318],"by":[122,199],"dynamically":[123],"number":[127],"each":[129],"sensor.":[130],"The":[131,231,310],"based":[134,301],"on":[135,263,302],"real-time":[137,303],"states":[138,304],"wireless":[142,229,308],"network,":[143],"action":[146],"determined":[149],"according":[150,291,337],"our":[152],"slots.":[155],"Besides,":[156,383],"after":[157],"updates,":[159],"results":[162],"can":[163,323,387],"satisfy":[164],"estimation":[166],"error-evaluated":[167],"constraint":[168],"imposed":[169],"ultimate":[172],"effect.":[174],"Finally,":[175],"proposed":[177,385],"applied":[180],"industrial":[183,211,345,392],"laminar":[184],"cooling":[185],"process":[186,348],"effectiveness":[189],"fully":[191],"demonstrated.":[192],"Note":[193],"Practitioners\u2014This":[195],"paper":[196],"motivated":[198],"requirement":[201],"scarce":[207],"automation":[212],"fields":[213],"such":[214,394],"steel":[216],"manufacturing,":[217],"massive":[219],"sensor":[220],"through":[228],"networks.":[230],"conditions":[239],"have":[240,256],"led":[241],"increased":[243],"interest":[244],"advanced":[246],"(DRL)":[250],"methods.":[251,382],"However,":[252],"few":[253],"previous":[254],"works":[255],"explored":[257],"impact":[259],"intelligent":[264],"design.":[267],"these":[269],"issues,":[270],"DRL-based":[275],"delicately":[289],"realized":[300],"network.":[309],"improved,":[320],"practitioners":[322],"easily":[324],"adjust":[325],"parameters":[327],"achieve":[329],"desired":[331],"balance":[332],"between":[333],"two":[335],"aspects":[336],"practical":[339],"demands.":[340],"Case":[341],"studies":[342],"hot":[346],"rolling":[347],"demonstrate":[349],"superiority":[351],"DTSM.":[353],"Our":[354],"future":[355],"work":[356],"will":[357],"consider":[358],"joint":[360],"uplink-downlink":[363],"transmissions":[364],"design":[366],"collaboration":[368],"among":[369],"multiple":[370],"computing":[372],"nodes":[373],"(ECNs)":[374],"address":[376],"limitations":[378],"centralized":[380],"be":[388],"extended":[389],"other":[391],"applications":[393],"flight":[396],"testing.":[399]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}