{"id":"https://openalex.org/W4413318807","doi":"https://doi.org/10.1109/tmc.2025.3599918","title":"An Offline Multi-Agent Reinforcement Learning Framework for Radio Resource Management","display_name":"An Offline Multi-Agent Reinforcement Learning Framework for Radio Resource Management","publication_year":2025,"publication_date":"2025-08-19","ids":{"openalex":"https://openalex.org/W4413318807","doi":"https://doi.org/10.1109/tmc.2025.3599918"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3599918","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3599918","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tmc.2025.3599918","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017608924","display_name":"Eslam Eldeeb","orcid":"https://orcid.org/0000-0002-6322-2036"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Eslam Eldeeb","raw_affiliation_strings":["Centre for Wireless Communications (CWC), University of Oulu, Oulu, Finland","Centre for Wireless Communications (CWC), University of Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-6322-2036","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications (CWC), University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Centre for Wireless Communications (CWC), University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040878028","display_name":"Hirley Alves","orcid":"https://orcid.org/0000-0002-8689-5313"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hirley Alves","raw_affiliation_strings":["Centre for Wireless Communications (CWC), University of Oulu, Oulu, Finland","Centre for Wireless Communications (CWC), University of Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-8689-5313","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications (CWC), University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"Centre for Wireless Communications (CWC), University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":1.5748,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.84582413,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"25","issue":"1","first_page":"1137","last_page":"1150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11499","display_name":"ICT Impact and Policies","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11499","display_name":"ICT Impact and Policies","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9053000211715698,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8280668258666992},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8249786496162415},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4880277216434479},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.433177649974823},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3841346204280853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22805440425872803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8280668258666992},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8249786496162415},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4880277216434479},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.433177649974823},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3841346204280853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22805440425872803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3599918","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3599918","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tmc.2025.3599918","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3599918","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2023580042","https://openalex.org/W2101130703","https://openalex.org/W2145339207","https://openalex.org/W2150586017","https://openalex.org/W2166874862","https://openalex.org/W2290233960","https://openalex.org/W2327791868","https://openalex.org/W2783558323","https://openalex.org/W2898035736","https://openalex.org/W2963060851","https://openalex.org/W2963658727","https://openalex.org/W2968526727","https://openalex.org/W2969195240","https://openalex.org/W3002189898","https://openalex.org/W3005761304","https://openalex.org/W3091934141","https://openalex.org/W3105504538","https://openalex.org/W3172890724","https://openalex.org/W3176265013","https://openalex.org/W4288768987","https://openalex.org/W4312805548","https://openalex.org/W4313068113","https://openalex.org/W4313477458","https://openalex.org/W4322704128","https://openalex.org/W4324116596","https://openalex.org/W4362590704","https://openalex.org/W4385453555","https://openalex.org/W4386453810","https://openalex.org/W4388040576","https://openalex.org/W4389332150","https://openalex.org/W4396817492","https://openalex.org/W4404370995","https://openalex.org/W4405741720"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2138260944","https://openalex.org/W2151342429","https://openalex.org/W2394465510","https://openalex.org/W2097486318"],"abstract_inverted_index":{"Offline":[0],"multi-agent":[1],"reinforcement":[2],"learning":[3],"(MARL)":[4],"addresses":[5],"key":[6],"limitations":[7],"of":[8,64,103,120,127,135],"online":[9,27],"MARL,":[10],"such":[11],"as":[12],"safety":[13],"concerns,":[14],"expensive":[15],"data":[16],"collection,":[17],"extended":[18],"training":[19,71,77],"intervals,":[20],"and":[21,61,75,105,142],"high":[22],"signaling":[23],"overhead":[24],"caused":[25],"by":[26],"interactions":[28],"with":[29,78],"the":[30,59,87,109,117,125,133],"environment.":[31],"In":[32],"this":[33],"work,":[34],"we":[35],"propose":[36],"an":[37,113],"offline":[38,89,136],"MARL":[39,90,137],"algorithm":[40],"for":[41,51,145],"radio":[42],"resource":[43,146],"management":[44,147],"(RRM),":[45],"focusing":[46],"on":[47],"optimizing":[48],"scheduling":[49],"policies":[50],"multiple":[52],"access":[53],"points":[54],"(APs)":[55],"to":[56,138],"jointly":[57],"maximize":[58],"sum":[60,104],"tail":[62,106],"rates":[63],"user":[65],"equipment":[66],"(UEs).":[67],"We":[68],"evaluate":[69],"three":[70],"paradigms:":[72],"centralized,":[73],"independent,":[74],"centralized":[76,121],"decentralized":[79],"execution":[80],"(CTDE).":[81],"Our":[82],"simulation":[83],"results":[84,131],"demonstrate":[85],"that":[86],"proposed":[88],"framework":[91,111],"outperforms":[92],"conventional":[93],"baseline":[94],"approaches,":[95],"achieving":[96],"over":[97],"a$15\\%$improvement":[98],"in":[99,148],"a":[100],"weighted":[101],"combination":[102],"rates.":[107],"Additionally,":[108],"CTDE":[110],"strikes":[112],"effective":[114],"balance,":[115],"reducing":[116],"computational":[118],"complexity":[119],"methods":[122],"while":[123],"addressing":[124],"inefficiencies":[126],"independent":[128],"training.":[129],"These":[130],"underscore":[132],"potential":[134],"deliver":[139],"scalable,":[140],"robust,":[141],"efficient":[143],"solutions":[144],"dynamic":[149],"wireless":[150],"networks.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}