{"id":"https://openalex.org/W4401618544","doi":"https://doi.org/10.3390/s24165281","title":"Deep Reinforcement Learning-Based Adaptive Scheduling for Wireless Time-Sensitive Networking","display_name":"Deep Reinforcement Learning-Based Adaptive Scheduling for Wireless Time-Sensitive Networking","publication_year":2024,"publication_date":"2024-08-15","ids":{"openalex":"https://openalex.org/W4401618544","doi":"https://doi.org/10.3390/s24165281","pmid":"https://pubmed.ncbi.nlm.nih.gov/39204975"},"language":"en","primary_location":{"id":"doi:10.3390/s24165281","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24165281","pdf_url":"https://www.mdpi.com/1424-8220/24/16/5281/pdf?version=1723707346","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/16/5281/pdf?version=1723707346","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101859577","display_name":"Hanjin Kim","orcid":"https://orcid.org/0000-0002-2436-3784"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hanjin Kim","raw_affiliation_strings":["Future Convergence Engineering Major, Department of Computer Science and Engineering, Korea University of Technology and Education, Cheonan-si 31253, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Future Convergence Engineering Major, Department of Computer Science and Engineering, Korea University of Technology and Education, Cheonan-si 31253, Republic of Korea","institution_ids":["https://openalex.org/I35886859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440459","display_name":"Young-Jin Kim","orcid":"https://orcid.org/0000-0002-9772-021X"},"institutions":[{"id":"https://openalex.org/I202122006","display_name":"Sehan University","ror":"https://ror.org/04xampv42","country_code":"KR","type":"education","lineage":["https://openalex.org/I202122006"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young-Jin Kim","raw_affiliation_strings":["Department of Artificial Intelligence Big Data, Sehan University, Dangjin-si 31746, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence Big Data, Sehan University, Dangjin-si 31746, Republic of Korea","institution_ids":["https://openalex.org/I202122006"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063873549","display_name":"Won-Tae Kim","orcid":"https://orcid.org/0000-0003-3426-3792"},"institutions":[{"id":"https://openalex.org/I35886859","display_name":"Korea University of Technology and Education","ror":"https://ror.org/053nycv62","country_code":"KR","type":"education","lineage":["https://openalex.org/I35886859"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Won-Tae Kim","raw_affiliation_strings":["Future Convergence Engineering Major, Department of Computer Science and Engineering, Korea University of Technology and Education, Cheonan-si 31253, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Future Convergence Engineering Major, Department of Computer Science and Engineering, Korea University of Technology and Education, Cheonan-si 31253, Republic of Korea","institution_ids":["https://openalex.org/I35886859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5063873549"],"corresponding_institution_ids":["https://openalex.org/I35886859"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":5.5489,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.96313982,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"24","issue":"16","first_page":"5281","last_page":"5281"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12216","display_name":"Network Time Synchronization Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8065177202224731},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7369701862335205},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6776019334793091},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6426670551300049},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6246569156646729},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5940446853637695},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5936343669891357},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5781849026679993},{"id":"https://openalex.org/keywords/wi-fi-array","display_name":"Wi-Fi array","score":0.44814392924308777},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4458838999271393},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2076301872730255},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17480936646461487},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1676616370677948}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8065177202224731},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7369701862335205},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6776019334793091},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6426670551300049},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6246569156646729},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5940446853637695},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5936343669891357},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5781849026679993},{"id":"https://openalex.org/C152153834","wikidata":"https://www.wikidata.org/wiki/Q1339878","display_name":"Wi-Fi array","level":4,"score":0.44814392924308777},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4458838999271393},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2076301872730255},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17480936646461487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1676616370677948},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s24165281","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24165281","pdf_url":"https://www.mdpi.com/1424-8220/24/16/5281/pdf?version=1723707346","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:39204975","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39204975","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11360229","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11360229","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11360229/pdf/sensors-24-05281.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:e407f73812d94a8c8dfb69296b916de2","is_oa":true,"landing_page_url":"https://doaj.org/article/e407f73812d94a8c8dfb69296b916de2","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 16, p 5281 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24165281","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24165281","pdf_url":"https://www.mdpi.com/1424-8220/24/16/5281/pdf?version=1723707346","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401618544.pdf","grobid_xml":"https://content.openalex.org/works/W4401618544.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W2138248406","https://openalex.org/W2561460202","https://openalex.org/W2789675190","https://openalex.org/W2884302789","https://openalex.org/W2915644299","https://openalex.org/W2941092634","https://openalex.org/W2980021985","https://openalex.org/W2999126246","https://openalex.org/W3012378943","https://openalex.org/W3096052990","https://openalex.org/W3100789280","https://openalex.org/W3153991691","https://openalex.org/W3167969851","https://openalex.org/W3168776826","https://openalex.org/W3173408786","https://openalex.org/W3184308328","https://openalex.org/W3186187466","https://openalex.org/W3210314403","https://openalex.org/W3216772467","https://openalex.org/W4200265176","https://openalex.org/W4205796475","https://openalex.org/W4210318475","https://openalex.org/W4212858930","https://openalex.org/W4213307905","https://openalex.org/W4225583315","https://openalex.org/W4282920323","https://openalex.org/W4290998097","https://openalex.org/W4313031590","https://openalex.org/W4320057469","https://openalex.org/W4324134867","https://openalex.org/W4362585626","https://openalex.org/W4362654288","https://openalex.org/W4377716570","https://openalex.org/W4380686189","https://openalex.org/W4388280258","https://openalex.org/W4389776547","https://openalex.org/W4391164317","https://openalex.org/W4392114300","https://openalex.org/W4393950855","https://openalex.org/W4394880611","https://openalex.org/W4395056613","https://openalex.org/W4400945825","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W2393741509","https://openalex.org/W197658719","https://openalex.org/W155968509","https://openalex.org/W2383978359","https://openalex.org/W3130090752","https://openalex.org/W2391163222","https://openalex.org/W2379549849","https://openalex.org/W2110930589","https://openalex.org/W2073628368","https://openalex.org/W2207553722"],"abstract_inverted_index":{"Time-sensitive":[0],"networking":[1],"(TSN)":[2],"technologies":[3],"have":[4],"garnered":[5],"attention":[6],"for":[7,40,73],"supporting":[8],"time-sensitive":[9,81,110],"communication":[10,154],"services,":[11],"with":[12,135],"recent":[13],"interest":[14],"extending":[15],"to":[16,23,29,54,103,148],"the":[17,30,74,85,105,126,132,136,143,151,161,168,173,181],"wireless":[18,24,56,66,86,119,153],"domain.":[19],"However,":[20],"adapting":[21],"TSN":[22,45,67,176],"areas":[25],"faces":[26],"challenges":[27],"due":[28,53],"competitive":[31],"channel":[32,76],"utilization":[33],"in":[34],"IEEE":[35,70],"802.11,":[36],"necessitating":[37],"exclusive":[38,75],"channels":[39],"low-latency":[41],"services.":[42],"Additionally,":[43],"traditional":[44],"scheduling":[46],"algorithms":[47],"may":[48],"cause":[49],"significant":[50],"transmission":[51,107],"delays":[52],"dynamic":[55],"characteristics,":[57],"which":[58],"must":[59],"be":[60],"addressed.":[61],"This":[62],"paper":[63],"proposes":[64],"a":[65,79,97],"model":[68],"of":[69,109,175],"802.11":[71],"networks":[72],"access":[77],"and":[78,112,172],"novel":[80],"traffic":[82,111],"scheduler,":[83],"named":[84],"intelligent":[87],"scheduler":[88],"(WISE),":[89],"based":[90],"on":[91],"deep":[92,98],"reinforcement":[93,99],"learning.":[94],"We":[95],"designed":[96],"learning":[100],"(DRL)":[101],"framework":[102],"learn":[104],"repetitive":[106],"patterns":[108],"address":[113],"potential":[114],"latency":[115],"issues":[116],"from":[117],"changing":[118],"conditions.":[120],"Within":[121],"this":[122],"framework,":[123],"we":[124],"identified":[125],"most":[127],"suitable":[128],"DRL":[129],"model,":[130],"presenting":[131],"WISE":[133],"algorithm":[134],"best":[137],"performance.":[138],"Experimental":[139],"results":[140],"indicate":[141],"that":[142,160],"proposed":[144,182],"mechanisms":[145],"meet":[146],"up":[147],"99.9%":[149],"under":[150],"various":[152],"scenarios.":[155],"In":[156],"addition,":[157],"they":[158],"show":[159],"processing":[162],"delay":[163],"is":[164,178],"successfully":[165],"limited":[166],"within":[167],"specific":[169],"time":[170],"requirements":[171],"scalability":[174],"streams":[177],"guaranteed":[179],"by":[180],"mechanisms.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":13}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}