{"id":"https://openalex.org/W7117677064","doi":"https://doi.org/10.1109/tmc.2025.3649899","title":"Hierarchical Multi-Agent Reinforcement Learning-Based Coordinated Spatial Reuse for Next Generation WLANs","display_name":"Hierarchical Multi-Agent Reinforcement Learning-Based Coordinated Spatial Reuse for Next Generation WLANs","publication_year":2025,"publication_date":"2025-12-31","ids":{"openalex":"https://openalex.org/W7117677064","doi":"https://doi.org/10.1109/tmc.2025.3649899"},"language":null,"primary_location":{"id":"doi:10.1109/tmc.2025.3649899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3649899","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101759009","display_name":"Jiaming Yu","orcid":"https://orcid.org/0000-0003-2701-7526"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaming Yu","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0009-9613-3716","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076405069","display_name":"Le Liang","orcid":"https://orcid.org/0000-0001-7553-2608"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Liang","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8489-1933","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121051443","display_name":"Hao Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Ye","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, Santa Cruz, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1544-1768","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121656516","display_name":"Shi Jin","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Jin","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0271-6021","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.57791024,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":"6","first_page":"8860","last_page":"8875"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6661999821662903},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6539000272750854},{"id":"https://openalex.org/keywords/polling","display_name":"Polling","score":0.5491999983787537},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.519599974155426},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4799000024795532},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.41370001435279846},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.40799999237060547},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.40310001373291016},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.39660000801086426},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.391400009393692}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8522999882698059},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6661999821662903},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6539000272750854},{"id":"https://openalex.org/C204854418","wikidata":"https://www.wikidata.org/wiki/Q1362921","display_name":"Polling","level":2,"score":0.5491999983787537},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5257999897003174},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.519599974155426},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.506600022315979},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4799000024795532},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.40799999237060547},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.40310001373291016},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.391400009393692},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.3896999955177307},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.38350000977516174},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3727000057697296},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.2906999886035919},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.2840000092983246},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C508800617","wikidata":"https://www.wikidata.org/wiki/Q29643","display_name":"Wi-Fi","level":4,"score":0.2754000127315521},{"id":"https://openalex.org/C137471899","wikidata":"https://www.wikidata.org/wiki/Q11381","display_name":"Local area network","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2639000117778778},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3649899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3649899","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2004108186","https://openalex.org/W2089997639","https://openalex.org/W2145339207","https://openalex.org/W2291391292","https://openalex.org/W2890950736","https://openalex.org/W2918481547","https://openalex.org/W3006512888","https://openalex.org/W3046094031","https://openalex.org/W3085459969","https://openalex.org/W3127837447","https://openalex.org/W3131479975","https://openalex.org/W3216159376","https://openalex.org/W4214885530","https://openalex.org/W4220971535","https://openalex.org/W4283448880","https://openalex.org/W4292972181","https://openalex.org/W4297088611","https://openalex.org/W4322765170","https://openalex.org/W4366504061","https://openalex.org/W4379409436","https://openalex.org/W4389544461","https://openalex.org/W4389960977","https://openalex.org/W4390638728","https://openalex.org/W4391164317","https://openalex.org/W4392309737","https://openalex.org/W4392940098","https://openalex.org/W4399311113","https://openalex.org/W4400728545","https://openalex.org/W4401507902","https://openalex.org/W4402835497","https://openalex.org/W4404238303","https://openalex.org/W4405718029","https://openalex.org/W4406450502","https://openalex.org/W4411949896","https://openalex.org/W4416191416"],"related_works":[],"abstract_inverted_index":{"High-density":[0],"Wi-Fi":[1,50],"deployments":[2],"often":[3],"result":[4],"in":[5,33,49,53,130,156,179,184],"significant":[6],"co-channel":[7],"interference,":[8],"which":[9],"degrades":[10],"overall":[11,172],"network":[12,141,173],"performance.":[13],"To":[14,92],"address":[15],"this":[16,124],"issue,":[17],"coordination":[18],"of":[19,45,132],"multi":[20],"access":[21],"points":[22],"(APs)":[23],"has":[24],"been":[25],"considered":[26],"to":[27,88],"enable":[28,89],"coordinated":[29],"spatial":[30,47],"reuse":[31,48],"(CSR)":[32],"next":[34],"generation":[35],"wireless":[36],"local":[37],"area":[38],"networks.":[39],"This":[40],"paper":[41],"tackles":[42],"the":[43,69,85,96,144,163,171],"challenge":[44],"downlink":[46],"networks,":[51],"specifically":[52],"scenarios":[54],"involving":[55],"overlapping":[56],"basic":[57],"service":[58],"sets,":[59],"by":[60,112],"employing":[61],"hierarchical":[62,102],"multi-agent":[63],"reinforcement":[64],"learning":[65],"(HMARL).":[66],"We":[67],"decompose":[68],"CSR":[70],"process":[71],"into":[72],"two":[73],"phases,":[74],"i.e.,":[75],"a":[76,80,101,113,157],"polling":[77],"phase":[78],"and":[79,83,107,115,136],"decision":[81],"phase,":[82],"introduce":[84],"HMARL":[86,98],"algorithm":[87,99,145],"efficient":[90],"CSR.":[91],"enhance":[93],"training":[94],"efficiency,":[95],"proposed":[97],"employs":[100],"structure,":[103],"where":[104],"station":[105],"selection":[106],"power":[108],"control":[109],"are":[110],"determined":[111],"high-":[114],"low-level":[116],"policy":[117],"network,":[118],"respectively.":[119],"Simulation":[120],"results":[121],"demonstrate":[122],"that":[123,162],"approach":[125],"consistently":[126],"outperforms":[127],"baseline":[128],"methods":[129],"terms":[131],"throughput,":[133,174],"mean":[134],"delay":[135,137],"jitter":[138],"across":[139],"various":[140],"topologies.":[142],"Moreover,":[143],"exhibits":[146],"robust":[147],"performance":[148],"when":[149],"coexisting":[150],"with":[151],"legacy":[152],"APs.":[153],"Additional":[154],"experiments":[155],"representative":[158],"topology":[159],"further":[160],"reveal":[161],"carefully":[164],"designed":[165],"reward":[166],"function":[167],"not":[168],"only":[169],"maximizes":[170],"but":[175],"also":[176],"improves":[177],"fairness":[178],"transmission":[180],"opportunities":[181],"for":[182],"APs":[183],"high-interference":[185],"regions.":[186]},"counts_by_year":[],"updated_date":"2026-05-09T06:09:20.037420","created_date":"2025-12-31T00:00:00"}