{"id":"https://openalex.org/W4404238303","doi":"https://doi.org/10.1109/tgcn.2024.3495236","title":"Multi-Agent Reinforcement Learning-Based Channel Access Optimization for IEEE 802.11bn","display_name":"Multi-Agent Reinforcement Learning-Based Channel Access Optimization for IEEE 802.11bn","publication_year":2024,"publication_date":"2024-11-11","ids":{"openalex":"https://openalex.org/W4404238303","doi":"https://doi.org/10.1109/tgcn.2024.3495236"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2024.3495236","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3495236","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104111000","display_name":"Rong Yan","orcid":"https://orcid.org/0009-0005-9865-0929"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Yan","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-9865-0929","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078961935","display_name":"Ziyang Guo","orcid":"https://orcid.org/0000-0001-5905-479X"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyang Guo","raw_affiliation_strings":["Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China","Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5905-479X","affiliations":[{"raw_affiliation_string":"Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076864516","display_name":"Peng Liu","orcid":"https://orcid.org/0000-0002-6694-1693"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Liu","raw_affiliation_strings":["Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China","Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6694-1693","affiliations":[{"raw_affiliation_string":"Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102854592","display_name":"Qiao Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiao Lan","raw_affiliation_strings":["Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China","Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363146","display_name":"Xiao\u2013Ping Zhang","orcid":"https://orcid.org/0000-0001-5241-0069"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Ping Zhang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5241-0069","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108047157","display_name":"Yuhan Dong","orcid":"https://orcid.org/0000-0001-5275-1787"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhan Dong","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5275-1787","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9886,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.87695297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"9","issue":"3","first_page":"1429","last_page":"1441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9847000241279602,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7976752519607544},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6022742986679077},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4759368896484375},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4494403004646301},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.404765248298645},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1981603503227234},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12737858295440674},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.04234868288040161}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7976752519607544},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6022742986679077},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4759368896484375},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4494403004646301},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.404765248298645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1981603503227234},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12737858295440674},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.04234868288040161}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2024.3495236","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3495236","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4196560265","display_name":null,"funder_award_id":"ZDSYS20220527171406015","funder_id":"https://openalex.org/F4320337986","funder_display_name":"Tsinghua Shenzhen International Graduate School"}],"funders":[{"id":"https://openalex.org/F4320337986","display_name":"Tsinghua Shenzhen International Graduate School","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1614862348","https://openalex.org/W1986044217","https://openalex.org/W2746553466","https://openalex.org/W2795413649","https://openalex.org/W2906115618","https://openalex.org/W2965244766","https://openalex.org/W2969195240","https://openalex.org/W2981038142","https://openalex.org/W3085459969","https://openalex.org/W3096610621","https://openalex.org/W3162751737","https://openalex.org/W3162824579","https://openalex.org/W3195483972","https://openalex.org/W3199070602","https://openalex.org/W3210602323","https://openalex.org/W4205993435","https://openalex.org/W4210531367","https://openalex.org/W4376480457","https://openalex.org/W4387869812","https://openalex.org/W4388667008","https://openalex.org/W4389544461","https://openalex.org/W4392883051","https://openalex.org/W4396817492","https://openalex.org/W4402834204"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"The":[0,49],"up-to-date":[1],"project":[2],"authorization":[3],"request":[4],"(PAR)":[5],"for":[6,29],"IEEE":[7],"802.11bn":[8],"envisions":[9],"achieving":[10],"Ultra":[11],"High":[12,21],"Reliability":[13],"capability":[14],"on":[15,233,237,262],"the":[16,19,31,35,55,64,102,108,124,130,142,170,192,200,223,249],"basis":[17],"of":[18,34,58,66,81,194,208,230],"Extremely":[20],"Throughput":[22],"Wi-Fi":[23,59,103],"(IEEE":[24],"802.11be).":[25],"Specifically,":[26],"it":[27,120],"calls":[28],"optimizing":[30],"95th":[32],"percentile":[33],"latency":[36,201],"distribution":[37],"and":[38,134,149,210,241,256],"MAC":[39],"Protocol":[40],"Data":[41],"Unit":[42],"(MPDU)":[43],"loss":[44],"while":[45],"ensuring":[46],"high":[47],"throughput.":[48],"vision":[50],"is":[51,178],"challenging":[52],"due":[53],"to":[54,76,158,168,180,190],"competing":[56],"nature":[57],"channel":[60,85,93,125,136],"access,":[61],"especially":[62],"in":[63],"case":[65],"overlapping":[67],"basic":[68],"service":[69],"set":[70],"(OBSS).":[71],"This":[72,163],"challenge":[73],"gives":[74],"rise":[75],"an":[77,227],"emerging":[78],"research":[79],"topic":[80],"Wi-Fi,":[82],"i.e.,":[83],"low-latency":[84,92],"access.":[86],"In":[87],"this":[88],"paper,":[89],"we":[90,106,185,203],"materialize":[91],"access":[94,112,126],"via":[95],"multi-agent":[96,146],"reinforcement":[97],"learning":[98],"(MARL).":[99],"To":[100,197],"meet":[101],"legacy":[104],"requirement,":[105],"retain":[107],"carrier":[109],"sense":[110],"multiple":[111],"with":[113,155,245],"collision":[114],"avoidance":[115],"(CSMA/CA)":[116],"protocol":[117],"but":[118],"enhance":[119,199],"by":[121],"intelligently":[122],"adjusting":[123],"parameters":[127],"such":[128],"as":[129,145],"contention":[131],"window":[132],"(CW)":[133],"clear":[135],"assessment":[137],"(CCA)":[138],"threshold.":[139],"We":[140],"model":[141],"OBSS":[143],"scenario":[144],"decision":[147],"making":[148],"propose":[150],"a":[151,187,205],"distributed":[152],"MARL":[153],"method":[154,164,225,252],"knowledge":[156],"transfer":[157],"optimize":[159],"CW":[160,209,234],"or":[161],"CCA.":[162],"leverages":[165],"inter-agent":[166],"communication":[167,182],"solve":[169],"locally":[171],"observable":[172],"problem.":[173],"A":[174],"corresponding":[175],"fusion":[176],"network":[177],"designed":[179],"minimize":[181],"overhead.":[183],"Innovatively,":[184],"introduce":[186],"relative":[188],"reward":[189],"address":[191],"difficulty":[193],"finding":[195],"labels.":[196],"further":[198],"performance,":[202],"extend":[204],"joint":[206,250],"optimization":[207,251],"CCA":[211,238],"threshold":[212,239],"using":[213],"hard":[214],"parameter":[215],"sharing":[216],"network.":[217],"Extensive":[218],"simulation":[219],"results":[220],"show":[221],"that":[222],"proposed":[224],"achieves":[226,257],"average":[228],"gain":[229],"approximately":[231],"30%":[232],"optimization,":[235,240],"13%":[236],"can":[242],"fairly":[243],"coexist":[244],"CSMA/CA":[246],"protocol.":[247],"Additionally,":[248],"demonstrates":[253],"good":[254],"generalization":[255],"over":[258],"50%":[259],"higher":[260],"returns":[261],"random":[263],"topologies.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}