{"id":"https://openalex.org/W4221150634","doi":"https://doi.org/10.1109/tnse.2022.3164648","title":"Hierarchical Multi-Agent DRL-Based Framework for Joint Multi-RAT Assignment and Dynamic Resource Allocation in Next-Generation HetNets","display_name":"Hierarchical Multi-Agent DRL-Based Framework for Joint Multi-RAT Assignment and Dynamic Resource Allocation in Next-Generation HetNets","publication_year":2022,"publication_date":"2022-04-05","ids":{"openalex":"https://openalex.org/W4221150634","doi":"https://doi.org/10.1109/tnse.2022.3164648"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2022.3164648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2022.3164648","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2202.13652","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Abdulmalik Alwarafy","orcid":"https://orcid.org/0000-0003-0652-3948"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Abdulmalik Alwarafy","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bekir Sait Ciftler","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Bekir Sait Ciftler","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mohamed Abdallah","orcid":"https://orcid.org/0000-0002-3261-7588"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohamed Abdallah","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mounir Hamdi","orcid":"https://orcid.org/0000-0002-9766-0085"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mounir Hamdi","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"last","author":{"id":null,"display_name":"Naofal Al-Dhahir","orcid":"https://orcid.org/0000-0001-9894-8382"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naofal Al-Dhahir","raw_affiliation_strings":["Electrical and Computer Engineering Department, Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, USA"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, USA","institution_ids":["https://openalex.org/I162577319"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210144839"],"apc_list":null,"apc_paid":null,"fwci":2.6705,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.90205228,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"9","issue":"4","first_page":"2481","last_page":"2494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.8641999959945679,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.8641999959945679,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.043699998408555984,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.015799999237060547,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.642799973487854},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6251000165939331},{"id":"https://openalex.org/keywords/utility-maximization","display_name":"Utility maximization","score":0.573199987411499},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.54339998960495},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5006999969482422},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4909000098705292},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.48100000619888306},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.47870001196861267},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.44179999828338623},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.42179998755455017}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8069000244140625},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.642799973487854},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6251000165939331},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.576200008392334},{"id":"https://openalex.org/C2985793214","wikidata":"https://www.wikidata.org/wiki/Q3274096","display_name":"Utility maximization","level":2,"score":0.573199987411499},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.54339998960495},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4909000098705292},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.48249998688697815},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.48100000619888306},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.47870001196861267},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.44179999828338623},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.42179998755455017},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.3727000057697296},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.36579999327659607},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.3571999967098236},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C194146004","wikidata":"https://www.wikidata.org/wiki/Q5532462","display_name":"Generalized assignment problem","level":3,"score":0.3276999890804291},{"id":"https://openalex.org/C182448111","wikidata":"https://www.wikidata.org/wiki/Q7281197","display_name":"Radio resource management","level":4,"score":0.32659998536109924},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.3034999966621399},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.2840999960899353},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.2754000127315521},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2662999927997589},{"id":"https://openalex.org/C85044808","wikidata":"https://www.wikidata.org/wiki/Q620614","display_name":"Assignment problem","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C114809511","wikidata":"https://www.wikidata.org/wiki/Q1412924","display_name":"Flow network","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnse.2022.3164648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2022.3164648","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2202.13652","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.13652","pdf_url":"https://arxiv.org/pdf/2202.13652","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-163973","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-163973","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2202.13652","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.13652","pdf_url":"https://arxiv.org/pdf/2202.13652","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2020320008","https://openalex.org/W2119267855","https://openalex.org/W2476215804","https://openalex.org/W2625483604","https://openalex.org/W2898035736","https://openalex.org/W2955133642","https://openalex.org/W2963000651","https://openalex.org/W2968782695","https://openalex.org/W2973229164","https://openalex.org/W2981096252","https://openalex.org/W2999561085","https://openalex.org/W3005285703","https://openalex.org/W3008565916","https://openalex.org/W3015501413","https://openalex.org/W3033530427","https://openalex.org/W3038801278","https://openalex.org/W3048446347","https://openalex.org/W3111828395","https://openalex.org/W3123346421","https://openalex.org/W3128910074","https://openalex.org/W3134699139","https://openalex.org/W3180289372","https://openalex.org/W3187773888","https://openalex.org/W3189960683","https://openalex.org/W4226048154","https://openalex.org/W4231968561","https://openalex.org/W4242581412","https://openalex.org/W4250589301","https://openalex.org/W6631190155","https://openalex.org/W6696497002","https://openalex.org/W6797232479"],"related_works":[],"abstract_inverted_index":{"This":[0],"article":[1],"considers":[2],"the":[3,44,55,65,95,99,105,125,147,159,169,187,190],"problem":[4,45,63,100],"of":[5,33,61,180,189],"cost-aware":[6],"downlink":[7],"sum-rate":[8],"maximization":[9],"via":[10],"joint":[11],"optimal":[12,161],"radio":[13],"access":[14],"technologies":[15],"(RATs)":[16],"assignment":[17,109],"and":[18,35,41,58,64,89,124,157,195],"power":[19],"allocation":[20,129],"in":[21,178,201],"next-generation":[22],"heterogeneous":[23],"wireless":[24],"networks":[25],"(HetNets).":[26],"We":[27],"consider":[28],"a":[29,47,75,114,134],"future":[30],"HetNet":[31],"comprised":[32],"multi-RATs":[34],"serving":[36],"multi-connectivity":[37],"edge":[38],"devices":[39],"(EDs),":[40],"we":[42,73,144,184],"formulate":[43],"as":[46,205],"mixed-integer":[48],"non-linear":[49],"programming":[50],"(MINP)":[51],"problem.":[52],"Due":[53],"to":[54,67,85,153,193,198],"high":[56],"complexity":[57],"combinatorial":[59],"nature":[60],"this":[62],"difficulty":[66],"solve":[68,86],"it":[69,87],"using":[70],"conventional":[71],"methods,":[72],"propose":[74],"hierarchical":[76],"multi-agent":[77,135],"deep":[78],"reinforcement":[79],"learning":[80],"(DRL)-based":[81],"framework,":[82],"called":[83],"DeepRAT,":[84],"efficiently":[88,151],"learn":[90,154],"system":[91,155],"dynamics.":[92],"In":[93],"particular,":[94],"DeepRAT":[96,171,191],"framework":[97],"decomposes":[98],"into":[101],"two":[102],"main":[103],"stages;":[104],"<italic":[106,126],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[107,118,127],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">RATs-EDs":[108],"stage</i>":[110,130],",":[111,131],"which":[112,132],"implements":[113],"single-agent":[115],"Deep":[116,136],"<inline-formula":[117],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[119],"notation=\"LaTeX\">$Q$</tex-math></inline-formula>":[120],"Network":[121],"(DQN)":[122],"algorithm,":[123],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">power":[128],"utilizes":[133],"Deterministic":[137],"Policy":[138],"Gradient":[139],"(DDPG)":[140],"algorithm.":[141],"Using":[142],"simulations,":[143],"demonstrate":[145],"how":[146],"various":[148],"DRL":[149],"agents":[150],"interact":[152],"dynamics":[156],"derive":[158],"global":[160],"policy.":[162],"Furthermore,":[163],"our":[164],"simulation":[165],"results":[166],"show":[167,186],"that":[168],"proposed":[170],"algorithm":[172],"outperforms":[173],"existing":[174],"state-of-the-art":[175],"heuristic":[176],"approaches":[177],"terms":[179],"network":[181,202],"utility.":[182],"Finally,":[183],"quantitatively":[185],"ability":[188],"model":[192],"quickly":[194],"dynamically":[196],"adapt":[197],"abrupt":[199],"changes":[200],"dynamics,":[203],"such":[204],"EDs\u2019":[206],"mobility.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2022-04-03T00:00:00"}