{"id":"https://openalex.org/W3009908063","doi":"https://doi.org/10.1109/globecom38437.2019.9013455","title":"User Association and Power Allocation Based on Q-Learning in Ultra Dense Heterogeneous Networks","display_name":"User Association and Power Allocation Based on Q-Learning in Ultra Dense Heterogeneous Networks","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3009908063","doi":"https://doi.org/10.1109/globecom38437.2019.9013455","mag":"3009908063"},"language":"en","primary_location":{"id":"doi:10.1109/globecom38437.2019.9013455","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9013455","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100407420","display_name":"Dong Li","orcid":"https://orcid.org/0000-0002-2705-2172"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Li","raw_affiliation_strings":["Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458455","display_name":"Haijun Zhang","orcid":"https://orcid.org/0000-0002-0236-6482"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Zhang","raw_affiliation_strings":["Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029384171","display_name":"Keping Long","orcid":"https://orcid.org/0000-0001-6678-6075"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keping Long","raw_affiliation_strings":["Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010340533","display_name":"Wei Huangfu","orcid":"https://orcid.org/0000-0003-2887-8395"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Huangfu","raw_affiliation_strings":["Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, Institute of Artificial Intelligence, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101091716","display_name":"Jiangbo Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangbo Dong","raw_affiliation_strings":["China Mobile Group Design Institute Co., Ltd, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile Group Design Institute Co., Ltd, Beijing, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002265731","display_name":"Arumugam Nallanathan","orcid":"https://orcid.org/0000-0001-8337-5884"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arumugam Nallanathan","raw_affiliation_strings":["Queen Mary University of London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5742,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.84198532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8018167614936829},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7752467393875122},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.6316744089126587},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.6047520637512207},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.5855993032455444},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5678516626358032},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.4971943199634552},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.48584839701652527},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4313458204269409},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4274597465991974},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3905780017375946},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26620468497276306},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09534764289855957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8018167614936829},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7752467393875122},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.6316744089126587},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.6047520637512207},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5855993032455444},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5678516626358032},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.4971943199634552},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.48584839701652527},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4313458204269409},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4274597465991974},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3905780017375946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26620468497276306},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09534764289855957},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom38437.2019.9013455","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9013455","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1926244710","https://openalex.org/W2010630450","https://openalex.org/W2048570986","https://openalex.org/W2228048552","https://openalex.org/W2514969207","https://openalex.org/W2519298591","https://openalex.org/W2604174486","https://openalex.org/W2761458772","https://openalex.org/W2766503100","https://openalex.org/W2809668091","https://openalex.org/W2962958819","https://openalex.org/W2962991681","https://openalex.org/W2963568889"],"related_works":["https://openalex.org/W1583194654","https://openalex.org/W1964245459","https://openalex.org/W2185389245","https://openalex.org/W2147320702","https://openalex.org/W2248871425","https://openalex.org/W4377970692","https://openalex.org/W2162063029","https://openalex.org/W2944222538","https://openalex.org/W2022863591","https://openalex.org/W2563943286"],"abstract_inverted_index":{"Ultra":[0],"dense":[1],"heterogeneous":[2],"network":[3,39],"(UDHN)":[4],"has":[5],"become":[6],"one":[7],"of":[8,12,34,66,102,107],"the":[9,29,32,38,96,105,108,114],"main":[10],"frameworks":[11],"5G.":[13],"Traditional":[14],"user":[15,53,70],"association":[16,54,71],"methods":[17],"are":[18],"difficult":[19],"to":[20,40,48,100],"satisfy":[21],"this":[22],"new":[23],"scenario":[24],"for":[25,94],"load":[26,61,121],"balancing.":[27],"On":[28],"other":[30],"hand,":[31],"concept":[33],"green":[35],"communication":[36],"requires":[37],"increase":[41],"energy":[42,64,125],"efficiency.":[43],"Therefore,":[44],"it":[45],"is":[46,75,111,117],"necessary":[47],"study":[49],"power":[50,73],"allocation":[51,74],"and":[52,63,72,87,113,123],"in":[55,127],"UDHN.":[56,67,128],"This":[57],"paper":[58],"focuses":[59],"on":[60,119],"balancing":[62,122],"efficiency":[65,126],"The":[68],"joint":[69],"modelled":[76],"as":[77],"an":[78],"appropriate":[79],"optimization":[80,97],"problem.":[81,98],"Then":[82],"we":[83],"introduce":[84],"reinforcement":[85],"learning":[86],"propose":[88],"a":[89],"multiagent":[90],"Q-learning":[91],"based":[92],"algorithm":[93],"solving":[95],"According":[99],"analysis":[101],"simulation":[103],"result,":[104],"convergence":[106],"proposed":[109,115],"scheme":[110],"verified":[112],"approach":[116],"effective":[118],"achieving":[120],"enhancing":[124]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}