{"id":"https://openalex.org/W4410985765","doi":"https://doi.org/10.1109/access.2025.3576190","title":"Decentralized and Joint Resource Allocation, Beamforming, and Beamcombining for 5G Networks With Heterogeneous MARL","display_name":"Decentralized and Joint Resource Allocation, Beamforming, and Beamcombining for 5G Networks With Heterogeneous MARL","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410985765","doi":"https://doi.org/10.1109/access.2025.3576190"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3576190","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3576190","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3576190","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068312308","display_name":"Ala\u2019a Al-Habashna","orcid":"https://orcid.org/0000-0003-2721-970X"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Ala\u2019a Al-Habashna","raw_affiliation_strings":["Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr., Ottawa, ON, Canada","Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr., Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052272598","display_name":"Jon Menard","orcid":null},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jon Menard","raw_affiliation_strings":["Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr., Ottawa, ON, Canada","Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr., Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030054278","display_name":"Gabriel Wainer","orcid":"https://orcid.org/0000-0003-3366-9184"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gabriel Wainer","raw_affiliation_strings":["Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr., Ottawa, ON, Canada","Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr., Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Systems and Computer Engineering, Carleton University, 1125 Colonel By Dr, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037720618","display_name":"Gary Boudreau","orcid":"https://orcid.org/0000-0003-3539-9624"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]},{"id":"https://openalex.org/I4210094500","display_name":"Terry Fox Research Institute","ror":"https://ror.org/00mtf6c40","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210094500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gary Boudreau","raw_affiliation_strings":["Ericsson Canada, 349 Terry Fox Dr., Kanata, ON, Canada","Ericsson Canada, 349 Terry Fox Dr, Kanata, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Ericsson Canada, 349 Terry Fox Dr., Kanata, ON, Canada","institution_ids":["https://openalex.org/I4210094041","https://openalex.org/I4210094500"]},{"raw_affiliation_string":"Ericsson Canada, 349 Terry Fox Dr, Kanata, ON, Canada","institution_ids":["https://openalex.org/I4210094041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5068312308"],"corresponding_institution_ids":["https://openalex.org/I67031392"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.4549,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.82833757,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"101491","last_page":"101506"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10125","display_name":"Advanced Wireless Communication Techniques","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11946","display_name":"Antenna Design and Optimization","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7485381364822388},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6704839468002319},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6059964895248413},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5452939867973328},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47397154569625854},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.468131422996521},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44008854031562805},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3002856969833374},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09350576996803284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7485381364822388},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6704839468002319},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6059964895248413},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5452939867973328},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47397154569625854},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.468131422996521},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44008854031562805},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3002856969833374},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09350576996803284},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3576190","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3576190","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d5471ef850e64131a5be5a0b60071075","is_oa":true,"landing_page_url":"https://doaj.org/article/d5471ef850e64131a5be5a0b60071075","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 101491-101506 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3576190","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3576190","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320317971","display_name":"Telefonaktiebolaget LM Ericsson","ror":null},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1589596320","https://openalex.org/W1641379095","https://openalex.org/W1992942660","https://openalex.org/W1997834106","https://openalex.org/W2003799830","https://openalex.org/W2007772151","https://openalex.org/W2052190282","https://openalex.org/W2056798980","https://openalex.org/W2103972037","https://openalex.org/W2111953900","https://openalex.org/W2121863487","https://openalex.org/W2122742099","https://openalex.org/W2128628369","https://openalex.org/W2141077315","https://openalex.org/W2158256461","https://openalex.org/W2160775223","https://openalex.org/W2195693430","https://openalex.org/W2402149712","https://openalex.org/W2522220478","https://openalex.org/W2543942304","https://openalex.org/W2566774651","https://openalex.org/W2754628908","https://openalex.org/W2756144809","https://openalex.org/W2758165444","https://openalex.org/W2783589261","https://openalex.org/W2888982783","https://openalex.org/W2898035736","https://openalex.org/W2951482547","https://openalex.org/W2958874452","https://openalex.org/W2963000651","https://openalex.org/W2989734355","https://openalex.org/W3037040187","https://openalex.org/W3158992287","https://openalex.org/W3166816823","https://openalex.org/W4220750513","https://openalex.org/W4292794178","https://openalex.org/W4396531266","https://openalex.org/W4402673547","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6762491519","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2138260944","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413"],"abstract_inverted_index":{"In":[0,66,82],"this":[1],"paper,":[2],"we":[3,161],"propose":[4],"a":[5,93,163],"novel":[6],"Multi-Agent":[7,122],"Reinforcement":[8],"Learning":[9],"(MARL)":[10],"-based":[11],"paradigm":[12,32,147],"for":[13],"distributed":[14,181],"and":[15,21,43,80,128,158,177,202],"joint":[16,154],"resource":[17,78,155],"allocation,":[18,156],"beamforming":[19],"(BF),":[20],"beam":[22],"combining":[23,101],"of":[24,36,54,62,96,102,110,138,153,166,179],"uplink":[25],"transmissions":[26],"in":[27,47,186],"5G":[28],"networks.":[29],"The":[30],"proposed":[31,68,146],"employs":[33],"two":[34],"types":[35],"heterogenous":[37],"agents":[38,87],"that":[39,74,98,144],"learn":[40],"to":[41,49,84,134,188],"perform":[42],"optimize":[44,75,150],"different":[45,94,108,115,169],"tasks":[46],"order":[48],"achieve":[50],"the":[51,55,60,63,67,90,100,136,145,151,167,175,191],"main":[52],"objective":[53,61],"system,":[56],"as":[57,59,184],"well":[58],"individual":[64],"agents.":[65],"paradigm,":[69],"UEs":[70],"can":[71,148],"be":[72],"multi-agents":[73],"their":[76],"own":[77],"allocation":[79],"BF.":[81],"addition":[83],"these":[85],"multi":[86],"(i.e.,":[88],"UEs),":[89],"BS":[91],"is":[92],"type":[95],"agent":[97],"optimizes":[99],"UEs\u2019":[103],"transmissions.":[104],"We":[105],"developed":[106],"three":[107,114,168],"implementations":[109],"our":[111,139],"proposal":[112],"using":[113],"MARL":[116],"algorithms:":[117],"Independent":[118],"Q":[119],"Learners":[120],"(IQL),":[121],"Deep":[123],"Deterministic":[124],"Policy":[125],"Gradient":[126],"(MADDPG),":[127],"QTRAN.":[129],"Various":[130],"experiments":[131],"were":[132],"conducted":[133],"validate":[135],"usability":[137],"proposal.":[140],"Our":[141],"results":[142],"show":[143],"successfully":[149],"task":[152],"beamforming,":[157],"combining.":[159],"Furthermore,":[160],"provide":[162],"comparative":[164],"analysis":[165],"implementations,":[170],"highlighting":[171],"noteworthy":[172],"insights":[173],"into":[174],"strengths":[176],"limitations":[178],"fully":[180],"algorithms,":[182],"such":[183],"IQL,":[185],"comparison":[187],"algorithms":[189],"employing":[190],"Centralized":[192],"Training":[193],"with":[194],"Decentralized":[195],"Execution":[196],"(CTDE)":[197],"framework,":[198],"exemplified":[199],"by":[200],"QTRAN":[201],"MADDPG.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}