{"id":"https://openalex.org/W3179837957","doi":"https://doi.org/10.1109/access.2021.3095555","title":"Autonomous Mobility Management for 5G Ultra-Dense HetNets via Reinforcement Learning With Tile Coding Function Approximation","display_name":"Autonomous Mobility Management for 5G Ultra-Dense HetNets via Reinforcement Learning With Tile Coding Function Approximation","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3179837957","doi":"https://doi.org/10.1109/access.2021.3095555","mag":"3179837957"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3095555","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3095555","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3095555","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044641705","display_name":"Qianyu Liu","orcid":"https://orcid.org/0000-0002-2660-7287"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianyu Liu","raw_affiliation_strings":["International Doctoral Innovation Centre, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0002-2660-7287","affiliations":[{"raw_affiliation_string":"International Doctoral Innovation Centre, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035268762","display_name":"Chiew Foong Kwong","orcid":"https://orcid.org/0000-0001-7857-511X"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chiew Foong Kwong","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0001-7857-511X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052517841","display_name":"Sijia Zhou","orcid":"https://orcid.org/0000-0003-2933-0006"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sijia Zhou","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Nottingham, Nottingham, U.K"],"raw_orcid":"https://orcid.org/0000-0003-2933-0006","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Nottingham, Nottingham, U.K","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090706765","display_name":"Tianhao Ye","orcid":"https://orcid.org/0000-0003-4658-6492"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianhao Ye","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0003-4658-6492","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102738826","display_name":"Lincan Li","orcid":"https://orcid.org/0000-0002-3774-8878"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lincan Li","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026023968","display_name":"Saeid Pourroostaei Ardakani","orcid":"https://orcid.org/0000-0001-8062-6617"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Saeid Pourroostaei Ardakani","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0001-8062-6617","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7868,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.70966802,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"97942","last_page":"97952"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.8643083572387695},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8573787212371826},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7810527086257935},{"id":"https://openalex.org/keywords/mobility-management","display_name":"Mobility management","score":0.7193164229393005},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6523411273956299},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.469020277261734},{"id":"https://openalex.org/keywords/mobility-model","display_name":"Mobility model","score":0.4626406729221344},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.42492902278900146},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.42486098408699036},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4151144027709961},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15783458948135376},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10448640584945679}],"concepts":[{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.8643083572387695},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8573787212371826},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7810527086257935},{"id":"https://openalex.org/C2778555145","wikidata":"https://www.wikidata.org/wiki/Q4476379","display_name":"Mobility management","level":2,"score":0.7193164229393005},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6523411273956299},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.469020277261734},{"id":"https://openalex.org/C191485582","wikidata":"https://www.wikidata.org/wiki/Q6887309","display_name":"Mobility model","level":2,"score":0.4626406729221344},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.42492902278900146},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.42486098408699036},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4151144027709961},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15783458948135376},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10448640584945679},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3095555","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3095555","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ad682a1b24ed41fb9cb92470e6cf7cc1","is_oa":true,"landing_page_url":"https://doaj.org/article/ad682a1b24ed41fb9cb92470e6cf7cc1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 97942-97952 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3095555","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3095555","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320324","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2121863487","https://openalex.org/W2791203620","https://openalex.org/W2809525873","https://openalex.org/W2896958610","https://openalex.org/W2900038292","https://openalex.org/W2914552210","https://openalex.org/W2954792146","https://openalex.org/W2958353917","https://openalex.org/W2963246369","https://openalex.org/W2997804177","https://openalex.org/W2998234347","https://openalex.org/W3081858165","https://openalex.org/W3083695346","https://openalex.org/W3086515375","https://openalex.org/W3091112630","https://openalex.org/W3125260998","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2078003942","https://openalex.org/W2081505856","https://openalex.org/W2155806497","https://openalex.org/W2068884821","https://openalex.org/W2035117624","https://openalex.org/W2358912731","https://openalex.org/W2075351639","https://openalex.org/W1553575397","https://openalex.org/W4308427292","https://openalex.org/W2520151351"],"abstract_inverted_index":{"Mobility":[0],"management":[1,75],"is":[2,61,78,101,124,142,156],"an":[3,72,110],"important":[4],"feature":[5],"in":[6],"modern":[7],"wireless":[8],"networks":[9],"that":[10,175],"can":[11,37,107,179,205],"provide":[12],"seamless":[13],"and":[14,28,47,58,90,135,164,212,223],"ubiquitous":[15],"connectivity":[16],"to":[17,21,39,65,80,126,130,144,158],"mobile":[18],"users.":[19],"Due":[20],"the":[22,32,51,54,82,92,118,146,151,160,166,176,182,193,202],"dense":[23],"deployment":[24],"of":[25,85,95,185],"small":[26],"cells":[27],"heterogeneous":[29],"network":[30],"topologies,":[31],"traditional":[33],"handover":[34,48,112,168,220],"control":[35,76,113,169],"method":[36,100,155,178],"lead":[38],"various":[40],"mobility-related":[41],"problems,":[42],"such":[43],"as":[44],"frequent":[45],"handovers":[46,208],"failures.":[49],"On":[50],"other":[52],"hand,":[53],"mobility":[55,74,83,89,96,183],"management’s":[56],"maintenance":[57],"operation":[59],"cost":[60,94],"also":[62],"increased":[63],"due":[64],"increasing":[66,224],"node":[67],"density.":[68],"In":[69],"this":[70],"paper,":[71],"autonomous":[73],"approach":[77,123,204],"proposed":[79,99,177,203],"increase":[81],"robustness":[84,184],"user":[86],"equipment":[87],"(UE)":[88],"minimize":[91],"operational":[93],"management.":[97],"The":[98,120,171],"based":[102,200],"on":[103],"reinforcement":[104,128],"learning,":[105],"which":[106],"autonomously":[108],"learn":[109,165],"optimal":[111,167],"policy":[114],"by":[115,209,214,226],"interacting":[116],"with":[117,192],"environment.":[119],"function":[121,140,163],"approximation":[122],"adopted":[125],"allow":[127],"learning":[129],"process":[131],"a":[132],"large":[133],"state":[134],"action":[136],"space.":[137],"A":[138],"linear":[139],"approximator":[141],"used":[143],"approximate":[145],"state-action":[147,162],"value":[148],"function.":[149],"Finally,":[150],"semi-gradient":[152],"state-action-reward-state-action":[153],"(Sarsa)":[154],"implemented":[157],"update":[159],"approximated":[161],"policy.":[170],"simulation":[172],"results":[173],"show":[174],"effectively":[180],"improve":[181],"UE":[186],"under":[187],"different":[188],"speed":[189],"ranges.":[190],"Compared":[191],"conventional":[194],"reference":[195],"signal":[196],"received":[197],"power":[198],"(RSRP)":[199],"approach,":[201],"reduce":[206],"unnecessary":[207],"about":[210],"20%":[211],"latency":[213],"58%,":[215],"while":[216],"achieving":[217],"near":[218],"zero":[219],"failure":[221],"rate,":[222],"throughput":[225],"12%.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}