{"id":"https://openalex.org/W7117139821","doi":"https://doi.org/10.1109/ojcoms.2025.3648044","title":"Heterogeneous Multi-Agent Reinforcement Learning for Resource Allocation in NOMA-Enabled mmWave IAB Networks","display_name":"Heterogeneous Multi-Agent Reinforcement Learning for Resource Allocation in NOMA-Enabled mmWave IAB Networks","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7117139821","doi":"https://doi.org/10.1109/ojcoms.2025.3648044"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2025.3648044","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3648044","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcoms.2025.3648044","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121190902","display_name":"Xuefang Nie","orcid":null},"institutions":[{"id":"https://openalex.org/I13985625","display_name":"East China Jiaotong University","ror":"https://ror.org/05x2f1m38","country_code":"CN","type":"education","lineage":["https://openalex.org/I13985625"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuefang Nie","raw_affiliation_strings":["School of Information and Software Engineering, East China Jiaotong University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Software Engineering, East China Jiaotong University, Nanchang, China","institution_ids":["https://openalex.org/I13985625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120866782","display_name":"Xiangzhi Wan","orcid":"https://orcid.org/0009-0002-2892-7492"},"institutions":[{"id":"https://openalex.org/I13985625","display_name":"East China Jiaotong University","ror":"https://ror.org/05x2f1m38","country_code":"CN","type":"education","lineage":["https://openalex.org/I13985625"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangzhi Wan","raw_affiliation_strings":["School of Information and Software Engineering, East China Jiaotong University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Software Engineering, East China Jiaotong University, Nanchang, China","institution_ids":["https://openalex.org/I13985625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121150014","display_name":"Sheng li","orcid":null},"institutions":[{"id":"https://openalex.org/I13985625","display_name":"East China Jiaotong University","ror":"https://ror.org/05x2f1m38","country_code":"CN","type":"education","lineage":["https://openalex.org/I13985625"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Li","raw_affiliation_strings":["School of Information and Software Engineering, East China Jiaotong University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Software Engineering, East China Jiaotong University, Nanchang, China","institution_ids":["https://openalex.org/I13985625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110493142","display_name":"Qiangqiang Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiangqiang Zhou","raw_affiliation_strings":["School of Software, Jiangxi Normal University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Jiangxi Normal University, Nanchang, China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079838310","display_name":"Longxia Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I13985625","display_name":"East China Jiaotong University","ror":"https://ror.org/05x2f1m38","country_code":"CN","type":"education","lineage":["https://openalex.org/I13985625"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longxia Liao","raw_affiliation_strings":["School of Information and Software Engineering, East China Jiaotong University, Nanchang, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Software Engineering, East China Jiaotong University, Nanchang, China","institution_ids":["https://openalex.org/I13985625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100524634","display_name":"Xusheng Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xusheng Zhu","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jiliang Zhang","orcid":"https://orcid.org/0000-0003-3750-6841"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiliang Zhang","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5121190902"],"corresponding_institution_ids":["https://openalex.org/I13985625"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.56642645,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":null,"first_page":"10816","last_page":"10828"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.8973000049591064,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.8973000049591064,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.030300000682473183,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.022299999371170998,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7580000162124634},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.743399977684021},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6180999875068665},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5029000043869019},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5015000104904175},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4747999906539917},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.47450000047683716},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.46650001406669617},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"Spectral efficiency","score":0.4632999897003174},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.42969998717308044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7608000040054321},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7580000162124634},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.743399977684021},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6180999875068665},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5830000042915344},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.569100022315979},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5029000043869019},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5015000104904175},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4747999906539917},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.46650001406669617},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.4632999897003174},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.42969998717308044},{"id":"https://openalex.org/C182448111","wikidata":"https://www.wikidata.org/wiki/Q7281197","display_name":"Radio resource management","level":4,"score":0.40290001034736633},{"id":"https://openalex.org/C62793504","wikidata":"https://www.wikidata.org/wiki/Q228327","display_name":"Access network","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.34040001034736633},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.33390000462532043},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C40409654","wikidata":"https://www.wikidata.org/wiki/Q375889","display_name":"Orthogonal frequency-division multiplexing","level":3,"score":0.31139999628067017},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.28349998593330383},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.28220000863075256},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.2694000005722046},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2025.3648044","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3648044","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c94b38202de04612ae70a13c662c4a7a","is_oa":true,"landing_page_url":"https://doaj.org/article/c94b38202de04612ae70a13c662c4a7a","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 6, Pp 10816-10828 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2025.3648044","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3648044","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1723804378","display_name":null,"funder_award_id":"2021YFB3300900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G222540349","display_name":null,"funder_award_id":"20212BAB202004","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G2258305818","display_name":null,"funder_award_id":"20232ACB212005","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"},{"id":"https://openalex.org/G5441692503","display_name":null,"funder_award_id":"61961020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5630642589","display_name":null,"funder_award_id":"62262030","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8989027483","display_name":null,"funder_award_id":"20232BAB202019","funder_id":"https://openalex.org/F4320322665","funder_display_name":"Natural Science Foundation of Jiangxi Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322665","display_name":"Natural Science Foundation of Jiangxi Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,89,138],"rapid":[1],"densification":[2],"of":[3,98],"next-generation":[4,176],"wireless":[5,35],"networks":[6,22],"has":[7],"underscored":[8],"the":[9,54,66,86,95],"need":[10],"for":[11,175],"scalable":[12],"and":[13,19,49,61,102,165],"cost-effective":[14],"backhaul":[15,20,63],"solutions.":[16],"Integrated":[17],"access":[18,60,81,163],"(IAB)":[21],"have":[23],"emerged":[24],"as":[25],"a":[26,40,109,123],"promising":[27],"paradigm":[28],"by":[29],"replacing":[30],"costly":[31],"optical":[32],"fiber":[33],"with":[34,134,169],"connectivity.":[36],"This":[37],"paper":[38],"investigates":[39],"multi-hop":[41],"IAB":[42,177],"architecture":[43],"that":[44,130,158],"jointly":[45],"exploits":[46],"Sub-6":[47,55],"GHz":[48,56],"millimeter-wave":[50],"(mmWave)":[51],"bands,":[52],"where":[53],"spectrum":[57,68],"simultaneously":[58],"supports":[59],"cross-tier":[62],"links,":[64],"while":[65,148],"mmWave":[67],"provides":[69],"high-throughput":[70],"intra-cluster":[71],"transmissions.":[72],"To":[73,117],"further":[74],"enhance":[75],"spectral":[76],"efficiency,":[77],"power-domain":[78],"non-orthogonal":[79],"multiple":[80],"(PD-NOMA)":[82],"is":[83],"incorporated":[84],"into":[85],"considered":[87],"architecture.":[88],"resulting":[90],"resource":[91],"management":[92],"problem":[93],"requires":[94],"joint":[96],"optimization":[97],"discrete":[99],"subchannel":[100],"assignment":[101],"continuous":[103],"power":[104],"allocation,":[105],"which":[106],"leads":[107],"to":[108],"high-dimensional,":[110],"non-convex":[111],"mixed-integer":[112],"nonlinear":[113],"programming":[114],"(MINLP)":[115],"formulation.":[116],"address":[118],"this":[119],"challenge,":[120],"we":[121],"develop":[122],"heterogeneous":[124],"multi-agent":[125],"deterministic":[126,135],"policy-dueling":[127],"(HM2DP)":[128],"framework":[129],"integrates":[131],"adversarial":[132],"learning":[133],"policy":[136],"gradients.":[137],"proposed":[139],"scheme":[140],"enables":[141],"efficient":[142],"decision-making":[143],"in":[144],"mixed":[145],"action":[146],"spaces":[147],"ensuring":[149],"convergence":[150],"under":[151],"complex":[152],"network":[153],"conditions.":[154],"Simulation":[155],"results":[156],"demonstrate":[157],"HM2DP":[159],"significantly":[160],"improves":[161],"user":[162],"rates":[164],"system":[166],"capacity":[167],"compared":[168],"state-of-the-art":[170],"baselines,":[171],"highlighting":[172],"its":[173],"effectiveness":[174],"networks.":[178]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-12-24T00:00:00"}