{"id":"https://openalex.org/W2968782695","doi":"https://doi.org/10.1109/twc.2019.2933417","title":"Deep Reinforcement Learning for User Association and Resource Allocation in Heterogeneous Cellular Networks","display_name":"Deep Reinforcement Learning for User Association and Resource Allocation in Heterogeneous Cellular Networks","publication_year":2019,"publication_date":"2019-08-13","ids":{"openalex":"https://openalex.org/W2968782695","doi":"https://doi.org/10.1109/twc.2019.2933417","mag":"2968782695"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2019.2933417","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2019.2933417","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102742253","display_name":"Nan Zhao","orcid":"https://orcid.org/0000-0003-4738-5684"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Zhao","raw_affiliation_strings":["Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China, Chengdu, China","Hubei Collaborative Innovation Center for High-efficiency Utilization of Solar Energy, Hubei University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-4738-5684","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Hubei Collaborative Innovation Center for High-efficiency Utilization of Solar Energy, Hubei University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007832415","display_name":"Ying\u2010Chang Liang","orcid":"https://orcid.org/0000-0003-2671-5090"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Chang Liang","raw_affiliation_strings":["Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2671-5090","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060380113","display_name":"Yiyang Pei","orcid":"https://orcid.org/0000-0002-9915-8697"},"institutions":[{"id":"https://openalex.org/I168639165","display_name":"Singapore Institute of Technology","ror":"https://ror.org/01v2c2791","country_code":"SG","type":"education","lineage":["https://openalex.org/I168639165"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yiyang Pei","raw_affiliation_strings":["Infocomm Technology Cluster, Singapore Institute of Technology, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9915-8697","affiliations":[{"raw_affiliation_string":"Infocomm Technology Cluster, Singapore Institute of Technology, Singapore","institution_ids":["https://openalex.org/I168639165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003564873","display_name":"Minghu Wu","orcid":"https://orcid.org/0000-0002-2148-7984"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghu Wu","raw_affiliation_strings":["Hubei Collaborative Innovation Center for High-efficiency Utilization of Solar Energy, Hubei University of Technology, Wuhan, China","Hubei Key Laboratory for High-efficiency Utilization of Solar Energy and Operation Control of Energy Storage System, Hubei University of Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Collaborative Innovation Center for High-efficiency Utilization of Solar Energy, Hubei University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I74525822"]},{"raw_affiliation_string":"Hubei Key Laboratory for High-efficiency Utilization of Solar Energy and Operation Control of Energy Storage System, Hubei University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060721538","display_name":"Yunhao Jiang","orcid":"https://orcid.org/0000-0002-2528-1174"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhao Jiang","raw_affiliation_strings":["Hubei Key Laboratory for High-efficiency Utilization of Solar Energy and Operation Control of Energy Storage System, Hubei University of Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory for High-efficiency Utilization of Solar Energy and Operation Control of Energy Storage System, Hubei University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I74525822"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.2166,"has_fulltext":false,"cited_by_count":464,"citation_normalized_percentile":{"value":0.99766185,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"18","issue":"11","first_page":"5141","last_page":"5152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8653194904327393},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.862473726272583},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.6005393266677856},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5705245733261108},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5638700723648071},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5208612084388733},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.48957571387290955},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.47112345695495605},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4697663486003876},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.46531084179878235},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.43626856803894043},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.41169676184654236},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3725765347480774},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3431379199028015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2148451805114746},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09082731604576111}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8653194904327393},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.862473726272583},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.6005393266677856},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5705245733261108},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5638700723648071},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5208612084388733},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.48957571387290955},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.47112345695495605},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4697663486003876},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.46531084179878235},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.43626856803894043},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.41169676184654236},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3725765347480774},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3431379199028015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2148451805114746},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09082731604576111},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2019.2933417","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2019.2933417","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G145764764","display_name":null,"funder_award_id":"61628103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2599148149","display_name":"\u57fa\u4e8e\u9891\u8c31\u91cd\u6574\u6280\u672f\u7684\u8ba4\u77e5\u8702\u7a9d\u7f51\u7edc\u8bbe\u8ba1\u7406\u8bba\u4e0e\u8d44\u6e90\u4f18\u5316\u7814\u7a76","funder_award_id":"61571100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2789947967","display_name":null,"funder_award_id":"2018CFB698","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"},{"id":"https://openalex.org/G637808794","display_name":"\u9762\u5411\u975e\u5bf9\u79f0\u7f51\u7edc\u4fe1\u606f\u7684\u534f\u4f5c\u9891\u8c31\u5171\u4eab\u5408\u7ea6\u673a\u5236\u7814\u7a76","funder_award_id":"61501178","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6676174076","display_name":"\u5171\u5740\u8026\u5408\u5f3a\u8f90\u5c04\u5e72\u6270\u81ea\u9002\u5e94\u5bbd\u5e26\u5bf9\u6d88\u6280\u672f\u7814\u7a76","funder_award_id":"61771187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7000009495","display_name":"\u57fa\u4e8e\u5927\u6570\u636e\u7684\u590d\u6742\u5f02\u6784\u7f51\u7edc\u667a\u80fd\u65e0\u7ebf\u63a5\u5165\u7406\u8bba\u4e0e\u6280\u672f\u7814\u7a76","funder_award_id":"61631005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1480317510","https://openalex.org/W1630830633","https://openalex.org/W1689629105","https://openalex.org/W1972910244","https://openalex.org/W1973733407","https://openalex.org/W1997831264","https://openalex.org/W2010630450","https://openalex.org/W2031751141","https://openalex.org/W2083561767","https://openalex.org/W2084099189","https://openalex.org/W2089050596","https://openalex.org/W2089415692","https://openalex.org/W2097498347","https://openalex.org/W2099618002","https://openalex.org/W2119942913","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2158510188","https://openalex.org/W2164179872","https://openalex.org/W2226306742","https://openalex.org/W2476215804","https://openalex.org/W2483325812","https://openalex.org/W2552014313","https://openalex.org/W2598939142","https://openalex.org/W2600602093","https://openalex.org/W2612599700","https://openalex.org/W2625483604","https://openalex.org/W2741401130","https://openalex.org/W2746553466","https://openalex.org/W2761444498","https://openalex.org/W2767359317","https://openalex.org/W2772526503","https://openalex.org/W2774086490","https://openalex.org/W2782709423","https://openalex.org/W2783558323","https://openalex.org/W2803370496","https://openalex.org/W2885803873","https://openalex.org/W2887214500","https://openalex.org/W2887994888","https://openalex.org/W2898754723","https://openalex.org/W2916432388","https://openalex.org/W2951799221","https://openalex.org/W2952523895","https://openalex.org/W2962846391","https://openalex.org/W2963000651","https://openalex.org/W2963079995","https://openalex.org/W2963620705","https://openalex.org/W3099777025","https://openalex.org/W4214717370","https://openalex.org/W6674705169","https://openalex.org/W6685444567","https://openalex.org/W6754217797"],"related_works":["https://openalex.org/W790449367","https://openalex.org/W4302568799","https://openalex.org/W1482197907","https://openalex.org/W2907156721","https://openalex.org/W1550567184","https://openalex.org/W2950729840","https://openalex.org/W2156248763","https://openalex.org/W2291764513","https://openalex.org/W2029232111","https://openalex.org/W2159422359"],"abstract_inverted_index":{"Heterogeneous":[0],"cellular":[1,85],"networks":[2],"can":[3,147,166],"offload":[4],"the":[5,10,23,29,43,63,71,81,100,105,116,137,144,149,159,181],"mobile":[6],"traffic":[7],"and":[8,31,47,119,126,162],"reduce":[9],"deployment":[11],"costs,":[12],"which":[13],"have":[14],"been":[15],"considered":[16],"to":[17,28,37,61,98,135,169],"be":[18],"a":[19,54,154,170],"promising":[20],"technique":[21],"in":[22,80,188],"next-generation":[24],"wireless":[25],"network.":[26],"Due":[27],"non-convex":[30],"combinatorial":[32],"characteristics,":[33],"it":[34],"is":[35,59,95,113,133],"challenging":[36],"obtain":[38,136,148],"an":[39],"optimal":[40,139],"strategy":[41,132,161],"for":[42,124],"joint":[44],"user":[45,77],"association":[46],"resource":[48],"allocation":[49],"issue.":[50],"In":[51],"this":[52],"paper,":[53],"reinforcement":[55],"learning":[56,191],"(RL)":[57],"approach":[58],"proposed":[60],"achieve":[62],"maximum":[64],"long-term":[65],"overall":[66],"network":[67],"utility":[68],"while":[69],"guaranteeing":[70],"quality":[72],"of":[73,76,83],"service":[74],"requirements":[75],"equipments":[78],"(UEs)":[79],"downlink":[82],"heterogeneous":[84],"networks.":[86],"A":[87],"distributed":[88,145],"optimization":[89],"method":[90,112],"based":[91],"on":[92],"multi-agent":[93,109],"RL":[94,111,186],"developed.":[96],"Moreover,":[97],"solve":[99],"computationally":[101],"expensive":[102],"problem":[103],"with":[104,153],"large":[106],"action":[107,118],"space,":[108],"deep":[110,129],"proposed.":[114],"Specifically,":[115],"state,":[117],"reward":[120],"function":[121],"are":[122],"defined":[123],"UEs,":[125],"dueling":[127,163],"double":[128],"Q-network":[130],"(D3QN)":[131],"introduced":[134],"nearly":[138],"policy.":[140],"Through":[141],"message":[142],"passing,":[143],"UEs":[146],"global":[150],"state":[151],"space":[152],"small":[155],"communication":[156],"overhead.":[157],"With":[158],"double-Q":[160],"architecture,":[164],"D3QN":[165,179],"rapidly":[167],"converge":[168],"subgame":[171],"perfect":[172],"Nash":[173],"equilibrium.":[174],"Simulation":[175],"results":[176],"demonstrate":[177],"that":[178],"achieves":[180],"better":[182],"performance":[183],"than":[184],"other":[185],"approaches":[187],"solving":[189],"large-scale":[190],"problems.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":63},{"year":2024,"cited_by_count":69},{"year":2023,"cited_by_count":82},{"year":2022,"cited_by_count":90},{"year":2021,"cited_by_count":84},{"year":2020,"cited_by_count":51},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}