{"id":"https://openalex.org/W4210367630","doi":"https://doi.org/10.1109/globecom46510.2021.9685781","title":"Load Balancing and Handover Optimization in Multi-band Networks using Deep Reinforcement Learning","display_name":"Load Balancing and Handover Optimization in Multi-band Networks using Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4210367630","doi":"https://doi.org/10.1109/globecom46510.2021.9685781"},"language":"en","primary_location":{"id":"doi:10.1109/globecom46510.2021.9685781","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685781","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066254566","display_name":"Manan Gupta","orcid":"https://orcid.org/0000-0001-6045-1397"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Manan Gupta","raw_affiliation_strings":["Wireless Networking and Communications Group (WNCG), The University of Texas at Austin,Austin,TX","Wireless Networking and Communications Group (WNCG), The University of Texas at Austin, Austin, TX"],"affiliations":[{"raw_affiliation_string":"Wireless Networking and Communications Group (WNCG), The University of Texas at Austin,Austin,TX","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Wireless Networking and Communications Group (WNCG), The University of Texas at Austin, Austin, TX","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074378885","display_name":"Ryan M. Dreifuerst","orcid":"https://orcid.org/0000-0001-9512-7300"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan M. Dreifuerst","raw_affiliation_strings":["Wireless Networking and Communications Group (WNCG), The University of Texas at Austin,Austin,TX","Wireless Networking and Communications Group (WNCG), The University of Texas at Austin, Austin, TX"],"affiliations":[{"raw_affiliation_string":"Wireless Networking and Communications Group (WNCG), The University of Texas at Austin,Austin,TX","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Wireless Networking and Communications Group (WNCG), The University of Texas at Austin, Austin, TX","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068734281","display_name":"Ali Yazdan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Yazdan","raw_affiliation_strings":["Facebook,Menlo Park,CA","Facebook, Menlo Park, CA"],"affiliations":[{"raw_affiliation_string":"Facebook,Menlo Park,CA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]},{"raw_affiliation_string":"Facebook, Menlo Park, CA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084633263","display_name":"Po\u2010Han Huang","orcid":"https://orcid.org/0000-0001-7243-0788"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Po-Han Huang","raw_affiliation_strings":["Facebook,Menlo Park,CA","Facebook, Menlo Park, CA"],"affiliations":[{"raw_affiliation_string":"Facebook,Menlo Park,CA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]},{"raw_affiliation_string":"Facebook, Menlo Park, CA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109500968","display_name":"Sanjay Kasturia","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjay Kasturia","raw_affiliation_strings":["Facebook,Menlo Park,CA","Facebook, Menlo Park, CA"],"affiliations":[{"raw_affiliation_string":"Facebook,Menlo Park,CA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]},{"raw_affiliation_string":"Facebook, Menlo Park, CA","institution_ids":["https://openalex.org/I4210114444","https://openalex.org/I4210099336"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042833857","display_name":"Jeffrey G. Andrews","orcid":"https://orcid.org/0000-0002-9115-5088"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey G. Andrews","raw_affiliation_strings":["Wireless Networking and Communications Group (WNCG), The University of Texas at Austin,Austin,TX","Wireless Networking and Communications Group (WNCG), The University of Texas at Austin, Austin, TX"],"affiliations":[{"raw_affiliation_string":"Wireless Networking and Communications Group (WNCG), The University of Texas at Austin,Austin,TX","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Wireless Networking and Communications Group (WNCG), The University of Texas at Austin, Austin, TX","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5066254566"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":1.731,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85029758,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7898578643798828},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.7684226036071777},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6802142858505249},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6283684372901917},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6273545622825623},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6269031763076782},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5035523772239685},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5008950233459473},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.48342740535736084},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4798833429813385},{"id":"https://openalex.org/keywords/frequency-band","display_name":"Frequency band","score":0.46636709570884705},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.45218273997306824},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.44894999265670776},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4183821976184845},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4107320308685303},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3470401167869568},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2785537838935852},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1706167757511139},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.15173739194869995},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09752383828163147},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08628344535827637}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7898578643798828},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.7684226036071777},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6802142858505249},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6283684372901917},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6273545622825623},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6269031763076782},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5035523772239685},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5008950233459473},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.48342740535736084},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4798833429813385},{"id":"https://openalex.org/C2778116611","wikidata":"https://www.wikidata.org/wiki/Q25110567","display_name":"Frequency band","level":3,"score":0.46636709570884705},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.45218273997306824},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.44894999265670776},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4183821976184845},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4107320308685303},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3470401167869568},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2785537838935852},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1706167757511139},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.15173739194869995},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09752383828163147},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08628344535827637},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom46510.2021.9685781","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685781","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1994080576","https://openalex.org/W2010630450","https://openalex.org/W2024583111","https://openalex.org/W2067630960","https://openalex.org/W2094655360","https://openalex.org/W2121092017","https://openalex.org/W2160476423","https://openalex.org/W2181758956","https://openalex.org/W2519525439","https://openalex.org/W2774624643","https://openalex.org/W2914552210","https://openalex.org/W2963186405","https://openalex.org/W2963246369","https://openalex.org/W2963684102","https://openalex.org/W3048446347","https://openalex.org/W3129701195","https://openalex.org/W6677939520"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2357975469","https://openalex.org/W2101748387","https://openalex.org/W3096874164","https://openalex.org/W4281812492","https://openalex.org/W3105579180","https://openalex.org/W2970347269","https://openalex.org/W2146763310","https://openalex.org/W3167472281","https://openalex.org/W4400868993"],"abstract_inverted_index":{"Cellular":[0],"networks":[1],"continue":[2],"to":[3,21,40,86,103,160,174],"trend":[4],"rapidly":[5],"towards":[6],"more":[7],"bands":[8],"and":[9,32,44,53,70,96,110,126,132,153,164],"carrier":[10],"frequencies,":[11],"along":[12],"with":[13,29],"higher":[14],"base":[15],"station":[16],"density,":[17],"requiring":[18],"complex":[19,58],"decisions":[20],"be":[22],"made":[23],"when":[24],"associating":[25],"a":[26,30,37,57,92,99,166],"mobile":[27],"user":[28,51,87,108,124],"band":[31,43],"cell.":[33],"This":[34,55],"paper":[35],"develops":[36],"novel":[38],"approach":[39,143],"optimizing":[41],"frequency":[42,80],"cell":[45,118],"selection":[46],"while":[47],"taking":[48],"into":[49],"account":[50],"mobility":[52,88],"handovers.":[54],"is":[56],"problem":[59],"because":[60],"of":[61,113,147],"the":[62,71,75,105,111,140,145,148,154],"uncertain":[63],"link":[64],"failure":[65],"events,":[66],"handover":[67],"related":[68],"overheads,":[69],"significant":[72],"difference":[73],"in":[74],"propagation":[76],"characteristics":[77],"between":[78,107],"different":[79],"bands.":[81],"The":[82,116],"network":[83],"dynamics":[84],"due":[85],"are":[89,120],"modeled":[90],"as":[91,171],"Markov":[93],"decision":[94],"process,":[95],"we":[97],"develop":[98],"recurrent":[100],"Q-learning":[101],"framework":[102],"exploit":[104],"relationship":[106],"trajectories":[109,125],"history":[112],"SINR":[114,175],"measurements.":[115],"effective":[117],"boundaries":[119],"therefore":[121],"based":[122],"on":[123],"velocities":[127],"rather":[128],"than":[129],"just":[130],"position":[131],"signal":[133],"strength.":[134],"Detailed":[135],"system-level":[136],"simulations":[137],"show":[138],"that":[139],"proposed":[141],"learning-based":[142],"improves":[144],"throughput":[146,156],"edge":[149],"users":[150],"by":[151,157],"54%":[152],"median":[155],"34%":[158],"compared":[159,173],"traditional":[161],"SINR-based":[162],"association":[163],"achieves":[165],"superior":[167],"rate/coverage":[168],"tradeoff":[169],"(quantified":[170],"sum-log-rate)":[172],"or":[176],"signal-strength-based":[177],"associations.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}