{"id":"https://openalex.org/W2968563287","doi":"https://doi.org/10.1109/jiot.2019.2935010","title":"Load Balancing for Ultradense Networks: A Deep Reinforcement Learning-Based Approach","display_name":"Load Balancing for Ultradense Networks: A Deep Reinforcement Learning-Based Approach","publication_year":2019,"publication_date":"2019-08-13","ids":{"openalex":"https://openalex.org/W2968563287","doi":"https://doi.org/10.1109/jiot.2019.2935010","mag":"2968563287"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2019.2935010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2935010","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1906.00767","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yue Xu","orcid":"https://orcid.org/0000-0003-4074-4357"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Xu","raw_affiliation_strings":["Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4074-4357","affiliations":[{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenjun Xu","orcid":"https://orcid.org/0000-0001-8767-4742"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Xu","raw_affiliation_strings":["Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8767-4742","affiliations":[{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhi Wang","orcid":"https://orcid.org/0000-0002-1095-9632"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1095-9632","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiaru Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaru Lin","raw_affiliation_strings":["Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shuguang Cui","orcid":"https://orcid.org/0000-0003-2608-775X"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Shuguang Cui","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California at Davis, Davis, USA","Shenzhen Research Institute of Big Data and School of Science and Engineering, Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2608-775X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California at Davis, Davis, USA","institution_ids":["https://openalex.org/I84218800"]},{"raw_affiliation_string":"Shenzhen Research Institute of Big Data and School of Science and Engineering, Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210099586","https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.2079,"has_fulltext":false,"cited_by_count":100,"citation_normalized_percentile":{"value":0.95068463,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"6","issue":"6","first_page":"9399","last_page":"9412"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.243599995970726,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.243599995970726,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.12300000339746475,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.11500000208616257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.7957000136375427},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.774399995803833},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.46320000290870667},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4124000072479248},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4088999927043915},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.3537999987602234},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.335099995136261},{"id":"https://openalex.org/keywords/heavy-load","display_name":"Heavy load","score":0.30799999833106995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8867999911308289},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.7957000136375427},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.774399995803833},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6039999723434448},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.46320000290870667},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4124000072479248},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4088999927043915},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.3537999987602234},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C3020782925","wikidata":"https://www.wikidata.org/wiki/Q5695090","display_name":"Heavy load","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C36351404","wikidata":"https://www.wikidata.org/wiki/Q7247295","display_name":"Process migration","level":3,"score":0.29260000586509705},{"id":"https://openalex.org/C2777072894","wikidata":"https://www.wikidata.org/wiki/Q4812204","display_name":"Asynchronous learning","level":5,"score":0.2833000123500824},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28110000491142273},{"id":"https://openalex.org/C161597957","wikidata":"https://www.wikidata.org/wiki/Q16251507","display_name":"Network Load Balancing Services","level":3,"score":0.2808000147342682},{"id":"https://openalex.org/C102359118","wikidata":"https://www.wikidata.org/wiki/Q178163","display_name":"Round-robin DNS","level":4,"score":0.2800999879837036},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2019.2935010","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2019.2935010","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1906.00767","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.00767","pdf_url":"https://arxiv.org/pdf/1906.00767","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1906.00767","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.00767","pdf_url":"https://arxiv.org/pdf/1906.00767","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1048772117","display_name":null,"funder_award_id":"61771066","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2090423401","display_name":null,"funder_award_id":"61629101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2095743327","display_name":null,"funder_award_id":"2018YFB1800800","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5244932678","display_name":"Blocker-Tolerant Wideband Cognitive Spectrum Sensor","funder_award_id":"1547436","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5283076041","display_name":null,"funder_award_id":"ECCS-165902","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5685904344","display_name":null,"funder_award_id":"2017ZT07X152","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5889504010","display_name":"Statistical Modeling and Computation of Extreme Values in Large Datasets","funder_award_id":"1622433","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7331307563","display_name":"SpecEES: Towards Secure Decision Making in Spectrum and Energy Efficient IoT Systems","funder_award_id":"CNS-1 824 553","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7704752828","display_name":null,"funder_award_id":"2018B030338001","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7989544831","display_name":null,"funder_award_id":"ZDSYS201707251409055","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1906224694","https://openalex.org/W1972053034","https://openalex.org/W2010585744","https://openalex.org/W2015540294","https://openalex.org/W2059515884","https://openalex.org/W2088921872","https://openalex.org/W2092367245","https://openalex.org/W2108323654","https://openalex.org/W2144672231","https://openalex.org/W2145339207","https://openalex.org/W2150593711","https://openalex.org/W2168409685","https://openalex.org/W2257979135","https://openalex.org/W2296150051","https://openalex.org/W2766447205","https://openalex.org/W2766689364","https://openalex.org/W2768956845","https://openalex.org/W2794262854","https://openalex.org/W2799789400","https://openalex.org/W2885460228","https://openalex.org/W2898424233","https://openalex.org/W2955338161","https://openalex.org/W2957066025","https://openalex.org/W2963083073","https://openalex.org/W2963246369","https://openalex.org/W2963684102","https://openalex.org/W2964159855","https://openalex.org/W2964338899","https://openalex.org/W6636881020","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6692846177"],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1,36,93,156],"article,":[2],"we":[3],"propose":[4],"a":[5,17,39,50,202],"deep":[6],"reinforcement":[7],"learning":[8,112,146,151,200],"(DRL)-based":[9],"mobility":[10],"load":[11,24,46,84,91,236],"balancing":[12,25,47,85,237],"(MLB)":[13],"algorithm":[14,100,126],"along":[15],"with":[16,130,172,222],"two-layer":[18,40],"architecture":[19,41,55],"to":[20,42,71,78,101,143,163,194],"solve":[21,43],"the":[22,44,58,89,104,120,125,136,145,150,166,173,183,189,209,213,235],"large-scale":[23,45],"problem":[26,48],"for":[27,88],"ultradense":[28],"networks":[29],"(UDNs).":[30],"Our":[31],"contribution":[32],"is":[33],"threefold.":[34],"First,":[35],"article":[37,94,157],"proposes":[38,95,158],"in":[49,201,217,232],"self-organized":[51,68],"manner.":[52],"The":[53],"proposed":[54,210],"can":[56,140,169],"alleviate":[57],"global":[59],"traffic":[60,80],"variations":[61,81],"by":[62],"dynamically":[63],"grouping":[64],"small":[65],"cells":[66],"into":[67],"clusters":[69],"according":[70],"their":[72],"historical":[73],"loads,":[74],"and":[75,153,175,228],"further":[76],"adapt":[77],"local":[79],"through":[82],"intracluster":[83,90],"afterwards.":[86],"Second,":[87],"balancing,":[92],"an":[96,109,159],"off-policy":[97],"DRL-based":[98],"MLB":[99,106,138,177,215],"autonomously":[102],"learn":[103],"optimal":[105,174],"policy":[107],"under":[108],"asynchronous":[110],"parallel":[111],"framework,":[113],"without":[114],"any":[115],"prior":[116],"knowledge":[117],"assumed":[118],"over":[119],"underlying":[121],"UDN":[122,219],"environments.":[123],"Moreover,":[124],"enables":[127,188],"joint":[128],"exploration":[129,190],"multiple":[131],"behavior":[132],"policies,":[133],"such":[134],"that":[135,165,208],"traditional":[137],"methods":[139,216],"be":[141],"used":[142],"guide":[144],"process":[147],"thereby":[148],"improving":[149],"efficiency":[152],"stability.":[154],"Third,":[155],"offline-evaluation-based":[160],"safeguard":[161],"mechanism":[162],"ensure":[164],"online":[167,184],"system":[168],"always":[170],"operate":[171],"well-trained":[176],"policy,":[178],"which":[179],"not":[180],"only":[181],"stabilizes":[182],"performance":[185],"but":[186],"also":[187],"beyond":[191],"current":[192],"policies":[193],"make":[195],"full":[196],"use":[197],"of":[198,234],"machine":[199],"safe":[203],"way.":[204],"Empirical":[205],"results":[206],"verify":[207],"framework":[211],"outperforms":[212],"existing":[214],"general":[218],"environments":[220],"featured":[221],"irregular":[223],"network":[224],"topologies,":[225],"coupled":[226],"interferences,":[227],"random":[229],"user":[230],"movements,":[231],"terms":[233],"performance.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":4}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2019-08-22T00:00:00"}