{"id":"https://openalex.org/W7116930138","doi":"https://doi.org/10.1109/jiot.2025.3647456","title":"Reinforcement Learning-Based Distributed Channel Access for Delay Optimization","display_name":"Reinforcement Learning-Based Distributed Channel Access for Delay Optimization","publication_year":2025,"publication_date":"2025-12-23","ids":{"openalex":"https://openalex.org/W7116930138","doi":"https://doi.org/10.1109/jiot.2025.3647456"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3647456","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3647456","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012616049","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-3642-3385"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103012666","display_name":"Xinghua Sun","orcid":"https://orcid.org/0009-0005-9122-1240"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghua Sun","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103166454","display_name":"H. Li","orcid":"https://orcid.org/0009-0004-4865-6540"},"institutions":[{"id":"https://openalex.org/I4210164701","display_name":"Signal Systems Corporation (United States)","ror":"https://ror.org/04zvkqw17","country_code":"US","type":"company","lineage":["https://openalex.org/I4210164701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huadong Li","raw_affiliation_strings":["Signalwing Corporation, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Signalwing Corporation, Shenzhen, China","institution_ids":["https://openalex.org/I4210164701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042844558","display_name":"Chenyuan Feng","orcid":"https://orcid.org/0000-0003-1758-9213"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chenyuan Feng","raw_affiliation_strings":["Department of Computer Science, University of Exeter, EX4 4PY, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, EX4 4PY, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072645074","display_name":"Xijun Wang","orcid":"https://orcid.org/0009-0003-2164-1712"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xijun Wang","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015036697","display_name":"Qiaofeng Xue","orcid":"https://orcid.org/0000-0002-5806-5398"},"institutions":[{"id":"https://openalex.org/I4210164701","display_name":"Signal Systems Corporation (United States)","ror":"https://ror.org/04zvkqw17","country_code":"US","type":"company","lineage":["https://openalex.org/I4210164701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiaofeng Xue","raw_affiliation_strings":["Signalwing Corporation, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Signalwing Corporation, Shenzhen, China","institution_ids":["https://openalex.org/I4210164701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Singapore University of Technology and Design, Changi, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Changi, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5012616049"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.64344325,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"7","first_page":"13925","last_page":"13939"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.7163000106811523,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.7163000106811523,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.1525000035762787,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.011800000444054604,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7480000257492065},{"id":"https://openalex.org/keywords/access-control","display_name":"Access control","score":0.6643000245094299},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.6452999711036682},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5062999725341797},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4878999888896942},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.42250001430511475},{"id":"https://openalex.org/keywords/media-access-control","display_name":"Media access control","score":0.39320001006126404},{"id":"https://openalex.org/keywords/propagation-delay","display_name":"Propagation delay","score":0.38429999351501465},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.3756999969482422},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.3522000014781952}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8945000171661377},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7480000257492065},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6782000064849854},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.6643000245094299},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.6452999711036682},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5443999767303467},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5062999725341797},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4878999888896942},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.42250001430511475},{"id":"https://openalex.org/C513196756","wikidata":"https://www.wikidata.org/wiki/Q3295108","display_name":"Media access control","level":3,"score":0.39320001006126404},{"id":"https://openalex.org/C90806461","wikidata":"https://www.wikidata.org/wiki/Q1144416","display_name":"Propagation delay","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3756999969482422},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.3522000014781952},{"id":"https://openalex.org/C156643399","wikidata":"https://www.wikidata.org/wiki/Q15995329","display_name":"Multiple Access with Collision Avoidance for Wireless","level":5,"score":0.35109999775886536},{"id":"https://openalex.org/C193430537","wikidata":"https://www.wikidata.org/wiki/Q1665191","display_name":"Channel access method","level":3,"score":0.34439998865127563},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.33869999647140503},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C62793504","wikidata":"https://www.wikidata.org/wiki/Q228327","display_name":"Access network","level":2,"score":0.3100999891757965},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.2897000014781952},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C70000936","wikidata":"https://www.wikidata.org/wiki/Q4672467","display_name":"Access method","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C113508815","wikidata":"https://www.wikidata.org/wiki/Q193446","display_name":"Packet switching","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.27320000529289246},{"id":"https://openalex.org/C2780034591","wikidata":"https://www.wikidata.org/wiki/Q5147504","display_name":"Collision problem","level":3,"score":0.2705000042915344},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2648000121116638},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.26260000467300415},{"id":"https://openalex.org/C2779851314","wikidata":"https://www.wikidata.org/wiki/Q3698644","display_name":"Cross-layer optimization","level":4,"score":0.2597000002861023},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2025.3647456","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3647456","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:fr.eurecom:8551","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196942","display_name":"Graduate School and Research Center in Digital Science (EURECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1902872","host_organization_name":"EURECOM","host_organization_lineage":["https://openalex.org/I1902872"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Internet of Things Journal, 23 December 2025","raw_type":"Journal"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"new":[1],"applications":[2],"evolve":[3],"rapidly,":[4],"wireless":[5],"networks":[6],"increasingly":[7],"require":[8],"low-delay":[9,50],"communication":[10],"to":[11,41,47,84,95,134,147,164,189],"significantly":[12],"enhance":[13],"the":[14,21,24,36,49,71,93,116,122,148,156,178,191,194],"quality":[15],"of":[16,23,38,193],"user":[17],"experience.":[18],"In":[19,45],"response,":[20],"evolution":[22],"medium":[25],"access":[26,43,63,102],"control":[27],"(MAC)":[28],"layer":[29],"has":[30],"gained":[31],"more":[32,98,125],"attention,":[33],"particularly":[34],"through":[35],"application":[37],"reinforcement":[39,55],"learning":[40],"optimize":[42],"strategies.":[44],"order":[46],"meet":[48],"requirements,":[51],"we":[52,74,109,185],"propose":[53,75],"a":[54,76,97],"learning-based":[56],"MAC":[57,150],"protocol,":[58],"named":[59],"soft":[60],"actor-critic":[61],"multiple":[62,77,87],"(SAC-MA).":[64],"To":[65],"mitigate":[66],"frequent":[67],"collisions":[68],"caused":[69],"by":[70,141],"exploratory":[72],"behavior,":[73],"waiting":[78],"actions":[79],"mechanism":[80,91],"that":[81,136],"allows":[82],"stations":[83,175],"wait":[85],"for":[86],"time":[88],"slots.":[89],"This":[90],"enables":[92],"agent":[94],"develop":[96],"flexible":[99],"and":[100,128,144,158,176],"intelligent":[101],"strategy,":[103],"thereby":[104],"effectively":[105],"reducing":[106],"delay.":[107],"Additionally,":[108],"introduce":[110],"an":[111],"innovative":[112],"formulation":[113],"in":[114,167,181],"which":[115],"head-of-line":[117],"packet":[118],"is":[119],"treated":[120],"as":[121],"agent,":[123],"enabling":[124],"timely":[126],"feedback":[127],"observations.":[129],"We":[130],"conduct":[131],"extensive":[132],"simulations":[133],"demonstrate":[135],"SAC-MA:":[137],"1)":[138],"reduces":[139,177],"delay":[140,180],"approximately":[142],"27.9%":[143],"56.5%":[145],"compared":[146],"conventional":[149],"protocol":[151],"with":[152,173],"standard":[153],"parameters":[154],"under":[155],"collision":[157],"capture":[159],"models,":[160],"respectively;":[161],"2)":[162],"adapts":[163],"environmental":[165],"changes":[166],"dynamic":[168],"scenarios;":[169],"3)":[170],"coexists":[171],"harmoniously":[172],"legacy":[174],"network":[179],"heterogeneous":[182],"scenarios.":[183],"Finally,":[184],"perform":[186],"ablation":[187],"studies":[188],"evaluate":[190],"effectiveness":[192],"proposed":[195],"mechanisms.":[196]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-12-23T00:00:00"}