{"id":"https://openalex.org/W4213425359","doi":"https://doi.org/10.1109/ojcoms.2022.3153226","title":"The Frontiers of Deep Reinforcement Learning for Resource Management in Future Wireless HetNets: Techniques, Challenges, and Research Directions","display_name":"The Frontiers of Deep Reinforcement Learning for Resource Management in Future Wireless HetNets: Techniques, Challenges, and Research Directions","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4213425359","doi":"https://doi.org/10.1109/ojcoms.2022.3153226"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2022.3153226","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2022.3153226","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/9702748/09718516.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782661/9702748/09718516.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054520204","display_name":"Abdulmalik Alwarafy","orcid":"https://orcid.org/0000-0003-0652-3948"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Abdulmalik Alwarafy","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037234286","display_name":"Mohamed Abdallah","orcid":"https://orcid.org/0000-0002-3261-7588"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohamed Abdallah","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048637322","display_name":"Bekir Sait \u00c7iftler","orcid":"https://orcid.org/0000-0003-0229-0745"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Bekir Sait Ciftler","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008695053","display_name":"Ala Al\u2010Fuqaha","orcid":"https://orcid.org/0000-0002-0903-1204"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Ala Al-Fuqaha","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001299811","display_name":"Mounir Hamdi","orcid":"https://orcid.org/0000-0002-9766-0085"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mounir Hamdi","raw_affiliation_strings":["Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Division of Information and Computing Technology, College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054520204"],"corresponding_institution_ids":["https://openalex.org/I4210144839"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":5.7075,"has_fulltext":false,"cited_by_count":66,"citation_normalized_percentile":{"value":0.96864677,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"3","issue":null,"first_page":"322","last_page":"365"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7034605741500854},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.629419207572937},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.5952357053756714},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5742201209068298},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5657472610473633},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5461689829826355},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5317481756210327},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4301531910896301},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3601323366165161},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3243630826473236},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31114861369132996},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24174648523330688},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23407000303268433},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.08216062188148499},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.06365877389907837}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7034605741500854},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.629419207572937},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.5952357053756714},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5742201209068298},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5657472610473633},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5461689829826355},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5317481756210327},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4301531910896301},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3601323366165161},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3243630826473236},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31114861369132996},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24174648523330688},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23407000303268433},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.08216062188148499},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06365877389907837},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/ojcoms.2022.3153226","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2022.3153226","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/9702748/09718516.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2106.00574","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.00574","pdf_url":"https://arxiv.org/pdf/2106.00574","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:1d174c06b0e24aef8a36cd316284a236","is_oa":true,"landing_page_url":"https://doaj.org/article/1d174c06b0e24aef8a36cd316284a236","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 3, Pp 322-365 (2022)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/25671900","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/The_Frontiers_of_Deep_Reinforcement_Learning_for_Resource_Management_in_Future_Wireless_HetNets_Techniques_Challenges_and_Research_Directions/25671900","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-164518","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-164518","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2022.3153226","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2022.3153226","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/9702748/09718516.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G293899196","display_name":null,"funder_award_id":"NPRP13S-0201-200219","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4213425359.pdf","grobid_xml":"https://content.openalex.org/works/W4213425359.grobid-xml"},"referenced_works_count":263,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1586809334","https://openalex.org/W1596557882","https://openalex.org/W1970830346","https://openalex.org/W1997150858","https://openalex.org/W2018583728","https://openalex.org/W2022104423","https://openalex.org/W2029199203","https://openalex.org/W2043418025","https://openalex.org/W2067181210","https://openalex.org/W2070951550","https://openalex.org/W2084026635","https://openalex.org/W2121092017","https://openalex.org/W2121950432","https://openalex.org/W2134865073","https://openalex.org/W2139632810","https://openalex.org/W2151523666","https://openalex.org/W2155027007","https://openalex.org/W2166874862","https://openalex.org/W2201581102","https://openalex.org/W2203219883","https://openalex.org/W2300894575","https://openalex.org/W2483325812","https://openalex.org/W2488500158","https://openalex.org/W2492794003","https://openalex.org/W2504274537","https://openalex.org/W2518905711","https://openalex.org/W2532478111","https://openalex.org/W2552014313","https://openalex.org/W2553535241","https://openalex.org/W2592120495","https://openalex.org/W2616867685","https://openalex.org/W2620767273","https://openalex.org/W2625483604","https://openalex.org/W2737159091","https://openalex.org/W2746553466","https://openalex.org/W2761694337","https://openalex.org/W2761873684","https://openalex.org/W2766846808","https://openalex.org/W2783558323","https://openalex.org/W2783729004","https://openalex.org/W2785574825","https://openalex.org/W2786928559","https://openalex.org/W2787938642","https://openalex.org/W2788350651","https://openalex.org/W2790759781","https://openalex.org/W2793398825","https://openalex.org/W2798705390","https://openalex.org/W2807192995","https://openalex.org/W2810449151","https://openalex.org/W2883271860","https://openalex.org/W2888982783","https://openalex.org/W2889518240","https://openalex.org/W2890904471","https://openalex.org/W2891503716","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2899160323","https://openalex.org/W2901810683","https://openalex.org/W2906875993","https://openalex.org/W2907780987","https://openalex.org/W2908261578","https://openalex.org/W2911452508","https://openalex.org/W2911785233","https://openalex.org/W2914483900","https://openalex.org/W2916432388","https://openalex.org/W2920095265","https://openalex.org/W2937571395","https://openalex.org/W2941088479","https://openalex.org/W2945086780","https://openalex.org/W2947027960","https://openalex.org/W2951799221","https://openalex.org/W2955338161","https://openalex.org/W2955897898","https://openalex.org/W2962841091","https://openalex.org/W2962846391","https://openalex.org/W2963000651","https://openalex.org/W2963079995","https://openalex.org/W2963083073","https://openalex.org/W2963186244","https://openalex.org/W2963318081","https://openalex.org/W2963504849","https://openalex.org/W2963864421","https://openalex.org/W2963961639","https://openalex.org/W2964005248","https://openalex.org/W2964043796","https://openalex.org/W2964468371","https://openalex.org/W2965824823","https://openalex.org/W2968018638","https://openalex.org/W2968764495","https://openalex.org/W2968782695","https://openalex.org/W2969195240","https://openalex.org/W2969473779","https://openalex.org/W2969519626","https://openalex.org/W2970834166","https://openalex.org/W2973024105","https://openalex.org/W2973447016","https://openalex.org/W2981096252","https://openalex.org/W2981333284","https://openalex.org/W2982253742","https://openalex.org/W2982482034","https://openalex.org/W2983432303","https://openalex.org/W2983785814","https://openalex.org/W2986178904","https://openalex.org/W2990747873","https://openalex.org/W2990895887","https://openalex.org/W2991046523","https://openalex.org/W2993508366","https://openalex.org/W2994779380","https://openalex.org/W2996573650","https://openalex.org/W2997499903","https://openalex.org/W2998578058","https://openalex.org/W2999459967","https://openalex.org/W2999561085","https://openalex.org/W3001348997","https://openalex.org/W3001491365","https://openalex.org/W3005285703","https://openalex.org/W3006387471","https://openalex.org/W3006768800","https://openalex.org/W3008244038","https://openalex.org/W3008565916","https://openalex.org/W3008705472","https://openalex.org/W3010301175","https://openalex.org/W3010436150","https://openalex.org/W3010687206","https://openalex.org/W3011538535","https://openalex.org/W3011576217","https://openalex.org/W3013647277","https://openalex.org/W3015501413","https://openalex.org/W3016083857","https://openalex.org/W3016207298","https://openalex.org/W3016325548","https://openalex.org/W3023161348","https://openalex.org/W3023368031","https://openalex.org/W3023368586","https://openalex.org/W3023434827","https://openalex.org/W3033530427","https://openalex.org/W3034281970","https://openalex.org/W3035134287","https://openalex.org/W3036160090","https://openalex.org/W3038366466","https://openalex.org/W3038801278","https://openalex.org/W3041653465","https://openalex.org/W3044254541","https://openalex.org/W3045518003","https://openalex.org/W3045694990","https://openalex.org/W3045780692","https://openalex.org/W3046938740","https://openalex.org/W3047067962","https://openalex.org/W3048448986","https://openalex.org/W3048592926","https://openalex.org/W3081310128","https://openalex.org/W3081956835","https://openalex.org/W3083857315","https://openalex.org/W3087880859","https://openalex.org/W3089801213","https://openalex.org/W3091752016","https://openalex.org/W3091903541","https://openalex.org/W3093651199","https://openalex.org/W3093951152","https://openalex.org/W3094019951","https://openalex.org/W3094091075","https://openalex.org/W3094186382","https://openalex.org/W3094200988","https://openalex.org/W3095323142","https://openalex.org/W3096610621","https://openalex.org/W3096625689","https://openalex.org/W3096727011","https://openalex.org/W3098680154","https://openalex.org/W3099098707","https://openalex.org/W3099826794","https://openalex.org/W3100440720","https://openalex.org/W3100789280","https://openalex.org/W3101999018","https://openalex.org/W3102217847","https://openalex.org/W3102812201","https://openalex.org/W3104468498","https://openalex.org/W3108863254","https://openalex.org/W3109047212","https://openalex.org/W3109083947","https://openalex.org/W3109710514","https://openalex.org/W3111512940","https://openalex.org/W3111629718","https://openalex.org/W3111828395","https://openalex.org/W3112739849","https://openalex.org/W3112887103","https://openalex.org/W3115393365","https://openalex.org/W3115810089","https://openalex.org/W3116073702","https://openalex.org/W3118170459","https://openalex.org/W3119035836","https://openalex.org/W3120265095","https://openalex.org/W3122702026","https://openalex.org/W3123346421","https://openalex.org/W3125035800","https://openalex.org/W3125424609","https://openalex.org/W3126692421","https://openalex.org/W3127042088","https://openalex.org/W3127378134","https://openalex.org/W3127516700","https://openalex.org/W3128073777","https://openalex.org/W3128604180","https://openalex.org/W3128910074","https://openalex.org/W3128915313","https://openalex.org/W3130503957","https://openalex.org/W3130895454","https://openalex.org/W3131910985","https://openalex.org/W3132526154","https://openalex.org/W3133735442","https://openalex.org/W3133881815","https://openalex.org/W3134322065","https://openalex.org/W3134699139","https://openalex.org/W3134843574","https://openalex.org/W3137171480","https://openalex.org/W3137699281","https://openalex.org/W3138178591","https://openalex.org/W3156593997","https://openalex.org/W3158768135","https://openalex.org/W3159571744","https://openalex.org/W3164186290","https://openalex.org/W3169600468","https://openalex.org/W3172394904","https://openalex.org/W3176565480","https://openalex.org/W3180289372","https://openalex.org/W3187773888","https://openalex.org/W3188569078","https://openalex.org/W3190649206","https://openalex.org/W3191468586","https://openalex.org/W3192220534","https://openalex.org/W3197523458","https://openalex.org/W3216246916","https://openalex.org/W4226048154","https://openalex.org/W4246187649","https://openalex.org/W4252321683","https://openalex.org/W4285723212","https://openalex.org/W4288088272","https://openalex.org/W4297627396","https://openalex.org/W4298876402","https://openalex.org/W4302570325","https://openalex.org/W4378974380","https://openalex.org/W6677939520","https://openalex.org/W6683204974","https://openalex.org/W6683300800","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6734554788","https://openalex.org/W6738568514","https://openalex.org/W6747473740","https://openalex.org/W6748554570","https://openalex.org/W6748839928","https://openalex.org/W6750645735","https://openalex.org/W6758713102","https://openalex.org/W6762830995","https://openalex.org/W6770394175","https://openalex.org/W6785893492","https://openalex.org/W6786184928","https://openalex.org/W6790314996","https://openalex.org/W6792179850","https://openalex.org/W6794909428","https://openalex.org/W6800184317"],"related_works":["https://openalex.org/W1584888409","https://openalex.org/W2914383144","https://openalex.org/W3100451096","https://openalex.org/W2366251550","https://openalex.org/W2779515473","https://openalex.org/W2183862607","https://openalex.org/W2140682030","https://openalex.org/W2768955085","https://openalex.org/W2138917150","https://openalex.org/W2037910509"],"abstract_inverted_index":{"Next":[0],"generation":[1,116],"wireless":[2,93,117,202,278],"networks":[3,48,203],"are":[4,77,173,196,205],"expected":[5,78],"to":[6,11,79,87,155,261],"be":[7,80],"extremely":[8],"complex":[9],"due":[10],"their":[12,131],"massive":[13],"heterogeneity":[14],"in":[15,91,112,140,219,250],"terms":[16],"of":[17,20,29,38,58,82,106,109,137,148,201,215,225,232,253],"the":[18,25,36,59,83,89,107,124,135,149,160,192,199,213,223,229,251],"types":[19,26,37,214],"network":[21],"architectures":[22],"they":[23,33,41,195,204],"incorporate,":[24],"and":[27,35,46,53,66,103,129,162,168,180,184,198,228,242,263,271],"numbers":[28],"smart":[30],"IoT":[31],"devices":[32],"serve,":[34],"emerging":[39,71],"applications":[40,108],"support.":[42],"In":[43,68,95],"such":[44],"large-scale":[45],"heterogeneous":[47],"(HetNets),":[49],"radio":[50,193],"resource":[51],"allocation":[52],"management":[54],"(RRAM)":[55],"becomes":[56],"one":[57,81],"major":[60],"challenges":[61,241],"encountered":[62],"during":[63],"system":[64],"design":[65],"deployment.":[67],"this":[69,96,208],"context,":[70],"Deep":[72],"Reinforcement":[73],"Learning":[74],"(DRL)":[75],"techniques":[76,111,139],"main":[84,230],"enabling":[85],"technologies":[86],"address":[88,156],"RRAM":[90,113,127,157,274],"future":[92,247,277],"HetNets.":[94],"paper,":[97],"we":[98,121,143,210,237],"conduct":[99,177],"a":[100,145,178],"systematic":[101],"in-depth,":[102],"comprehensive":[104,146,179],"survey":[105,257],"DRL":[110,138,153,216],"for":[114,170,276],"next":[115],"networks.":[118,279],"Towards":[119],"this,":[120],"first":[122],"overview":[123],"existing":[125,186],"traditional":[126],"methods":[128],"identify":[130,212],"limitations":[132],"that":[133],"motivate":[134],"use":[136],"RRAM.":[141,255],"Then,":[142],"provide":[144,243],"review":[147,183],"most":[150],"widely":[151],"used":[152],"algorithms":[154,217],"problems,":[158],"including":[159],"value-":[161],"policy-based":[163],"algorithms.":[164],"The":[165],"advantages,":[166],"limitations,":[167],"use-cases":[169],"each":[171,220,233],"algorithm":[172],"provided.":[174],"We":[175],"then":[176],"in-depth":[181],"literature":[182],"classify":[185],"related":[187,221,234],"works":[188],"based":[189],"on":[190],"both":[191],"resources":[194],"addressing":[197],"type":[200],"investigating.":[206],"To":[207],"end,":[209],"carefully":[211],"utilized":[218],"work,":[222],"elements":[224],"these":[226],"algorithms,":[227],"findings":[231],"work.":[235],"Finally,":[236],"highlight":[238],"important":[239],"open":[240],"insights":[244],"into":[245],"several":[246],"research":[248,266],"directions":[249],"context":[252],"DRL-based":[254,273],"This":[256],"is":[258],"intentionally":[259],"designed":[260],"guide":[262],"stimulate":[264],"more":[265],"endeavors":[267],"towards":[268],"building":[269],"efficient":[270],"fine-grained":[272],"schemes":[275]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2022-02-25T00:00:00"}