{"id":"https://openalex.org/W4205993435","doi":"https://doi.org/10.1109/jsac.2022.3143251","title":"Multi-Agent Reinforcement Learning-Based Distributed Channel Access for Next Generation Wireless Networks","display_name":"Multi-Agent Reinforcement Learning-Based Distributed Channel Access for Next Generation Wireless Networks","publication_year":2022,"publication_date":"2022-01-14","ids":{"openalex":"https://openalex.org/W4205993435","doi":"https://doi.org/10.1109/jsac.2022.3143251"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2022.3143251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3143251","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078961935","display_name":"Ziyang Guo","orcid":"https://orcid.org/0000-0001-5905-479X"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziyang Guo","raw_affiliation_strings":["Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5905-479X","affiliations":[{"raw_affiliation_string":"Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012616049","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-3642-3385"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-3642-3385","affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076864516","display_name":"Peng Liu","orcid":"https://orcid.org/0000-0002-6694-1693"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Liu","raw_affiliation_strings":["Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6694-1693","affiliations":[{"raw_affiliation_string":"Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109385182","display_name":"Jianjun Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjun Luo","raw_affiliation_strings":["Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2645-3676","affiliations":[{"raw_affiliation_string":"Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034737032","display_name":"Xun Yang","orcid":"https://orcid.org/0000-0003-0201-1638"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Yang","raw_affiliation_strings":["Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wireless Technology Lab, 2012 Laboratories, Huawei Technologies Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032067597","display_name":"Xinghua Sun","orcid":"https://orcid.org/0000-0003-0621-1469"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghua Sun","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0621-1469","affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5078961935"],"corresponding_institution_ids":["https://openalex.org/I2250955327"],"apc_list":null,"apc_paid":null,"fwci":8.6802,"has_fulltext":false,"cited_by_count":100,"citation_normalized_percentile":{"value":0.9855837,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"40","issue":"5","first_page":"1587","last_page":"1599"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8665734529495239},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7466043829917908},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5863054394721985},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4875015914440155},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4754590392112732},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.46328654885292053},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.433424711227417},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24279406666755676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2079889178276062}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8665734529495239},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7466043829917908},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5863054394721985},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4875015914440155},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4754590392112732},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46328654885292053},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.433424711227417},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24279406666755676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2079889178276062}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2022.3143251","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3143251","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G7768035244","display_name":null,"funder_award_id":"2019A1515011906","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1600358513","https://openalex.org/W1641379095","https://openalex.org/W2011228372","https://openalex.org/W2013217433","https://openalex.org/W2028983157","https://openalex.org/W2088195756","https://openalex.org/W2100954602","https://openalex.org/W2145339207","https://openalex.org/W2165200954","https://openalex.org/W2746553466","https://openalex.org/W2747213132","https://openalex.org/W2892756183","https://openalex.org/W2908261578","https://openalex.org/W2963000651","https://openalex.org/W2968764495","https://openalex.org/W2969195240","https://openalex.org/W2994895501","https://openalex.org/W3001709264","https://openalex.org/W3005252141","https://openalex.org/W3009978309","https://openalex.org/W3022237627","https://openalex.org/W3088210200","https://openalex.org/W3107615218","https://openalex.org/W3127342281","https://openalex.org/W3131043200","https://openalex.org/W3133735442","https://openalex.org/W3157321018","https://openalex.org/W3162751737","https://openalex.org/W3162824579","https://openalex.org/W3169600468","https://openalex.org/W3192220534","https://openalex.org/W4250897953","https://openalex.org/W6675478397","https://openalex.org/W6749304979","https://openalex.org/W6786364697"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"In":[0,36],"the":[1,26,41,66,85,101,128,133,159,175,178,190],"next":[2],"generation":[3],"wireless":[4],"networks,":[5],"more":[6,140],"applications":[7,43],"will":[8],"emerge,":[9],"covering":[10],"virtual":[11],"reality":[12],"movies,":[13],"augmented":[14],"reality,":[15],"holographic":[16],"three-dimensional":[17],"telepresence,":[18],"haptic":[19],"telemedicine":[20],"and":[21,32,44,93,197,211,220],"so":[22],"on,":[23],"which":[24,137,165],"require":[25],"provisioning":[27],"of":[28,88,158,161],"high":[29],"bandwidth":[30],"efficiency":[31],"low":[33],"latency":[34],"services.":[35],"order":[37],"to":[38,83,144,168,187,224],"better":[39],"support":[40],"aforementioned":[42],"services,":[45],"novel":[46],"distributed":[47],"channel":[48,103],"access":[49,104],"(DCA)":[50],"schemes":[51],"are":[52,185],"necessary.":[53],"Therefore,":[54],"we":[55],"propose":[56],"a":[57,75,114,156,170],"new":[58],"MAC":[59],"protocol,":[60],"QMIX-advanced":[61],"Listen-Before-Talk":[62],"(QLBT),":[63],"based":[64,106],"on":[65,107],"cutting-edge":[67],"multi-agent":[68],"reinforcement":[69],"learning":[70],"(MARL)":[71],"algorithm.":[72],"It":[73],"employs":[74],"centralized":[76],"training":[77],"with":[78,177,227],"decentralized":[79],"execution":[80],"(CTDE)":[81],"framework":[82],"exploit":[84],"overall":[86],"information":[87],"all":[89],"agents":[90,167],"during":[91],"training,":[92],"ensure":[94],"that":[95,173,189],"each":[96,125,162],"agent":[97,126,176],"can":[98],"independently":[99],"infer":[100],"optimal":[102],"behavior":[105],"its":[108,199],"local":[109],"observation.":[110],"We":[111],"enhance":[112],"QMIX,":[113],"well-known":[115],"MARL":[116],"algorithm,":[117],"by":[118],"introducing":[119],"an":[120],"extra":[121],"individual":[122],"Q-value":[123],"for":[124],"in":[127,152,203,217],"mixing":[129],"network":[130],"apart":[131],"from":[132],"original":[134],"total":[135],"Q-value,":[136],"makes":[138],"QLBT":[139,163,192],"stable.":[141],"Moreover,":[142],"delay":[143],"last":[145],"successful":[146],"transmission":[147],"(D2LT)":[148],"is":[149,215,222],"first":[150],"introduced":[151],"this":[153],"work":[154],"as":[155],"part":[157],"observations":[160],"agent,":[164],"facilitates":[166],"reach":[169],"cooperative":[171],"policy":[172],"prioritizes":[174],"longest":[179],"delay.":[180],"Finally,":[181],"extensive":[182],"simulation":[183],"experiments":[184],"provided":[186],"show":[188],"proposed":[191],"algorithm:":[193],"1)":[194],"outperforms":[195],"CSMA/CA":[196,229],"even":[198],"theoretical":[200],"performance":[201],"bound":[202],"various":[204],"scenarios":[205],"including":[206],"saturated":[207],"traffic,":[208],"unsaturated":[209],"traffic":[210],"delay-sensitive":[212],"traffic;":[213],"2)":[214],"robust":[216],"dynamic":[218],"environment;":[219],"3)":[221],"able":[223],"friendly":[225],"coexist":[226],"“legacy”":[228],"stations.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":11}],"updated_date":"2026-05-15T08:27:34.491423","created_date":"2025-10-10T00:00:00"}