{"id":"https://openalex.org/W2963246369","doi":"https://doi.org/10.1109/jiot.2018.2848295","title":"Handover Control in Wireless Systems via Asynchronous Multiuser Deep Reinforcement Learning","display_name":"Handover Control in Wireless Systems via Asynchronous Multiuser Deep Reinforcement Learning","publication_year":2018,"publication_date":"2018-06-18","ids":{"openalex":"https://openalex.org/W2963246369","doi":"https://doi.org/10.1109/jiot.2018.2848295","mag":"2963246369"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2018.2848295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2018.2848295","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100376384","display_name":"Zhi Wang","orcid":"https://orcid.org/0000-0002-1095-9632"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineer, University of California at Davis, Davis, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1095-9632","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineer, University of California at Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440650","display_name":"Lihua Li","orcid":"https://orcid.org/0000-0002-4470-9252"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lihua Li","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080546910","display_name":"Yue Xu","orcid":"https://orcid.org/0000-0003-4074-4357"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Xu","raw_affiliation_strings":["Department of Electrical and Computer Engineer, University of California at Davis, Davis, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineer, University of California at Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026608908","display_name":"Hui Tian","orcid":"https://orcid.org/0000-0001-8876-1389"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Tian","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8876-1389","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009164482","display_name":"Shuguang Cui","orcid":"https://orcid.org/0000-0003-2608-775X"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuguang Cui","raw_affiliation_strings":["Department of Electrical and Computer Engineer, University of California at Davis, Davis, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2608-775X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineer, University of California at Davis, Davis, CA, USA","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.6351,"has_fulltext":false,"cited_by_count":142,"citation_normalized_percentile":{"value":0.97494017,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"5","issue":"6","first_page":"4296","last_page":"4307"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10651","display_name":"IPv6, Mobility, Handover, Networks, Security","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8891342878341675},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8105596303939819},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7093878984451294},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.6453418731689453},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6074332594871521},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5588424205780029},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5014176368713379},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.4881661534309387},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4767369031906128},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.462259441614151},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4574134051799774},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2838248014450073},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08772623538970947}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8891342878341675},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8105596303939819},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7093878984451294},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.6453418731689453},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6074332594871521},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5588424205780029},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5014176368713379},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.4881661534309387},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4767369031906128},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.462259441614151},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4574134051799774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2838248014450073},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08772623538970947},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2018.2848295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2018.2848295","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2090423401","display_name":null,"funder_award_id":"61629101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5244932678","display_name":"Blocker-Tolerant Wideband Cognitive Spectrum Sensor","funder_award_id":"1547436","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5551683971","display_name":"Non-Ergodic Wireless Sensing: Fundamental Tradeoffs and Optimal Transmission Schemes","funder_award_id":"1659025","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5889504010","display_name":"Statistical Modeling and Computation of Extreme Values in Large Datasets","funder_award_id":"1622433","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7438171816","display_name":"Collaborative Research: EARS: Large-Scale Statistical Learning based Spectrum Sensing and Cognitive Networking","funder_award_id":"1343155","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W778657980","https://openalex.org/W1497754119","https://openalex.org/W1515851193","https://openalex.org/W1777239053","https://openalex.org/W1989449561","https://openalex.org/W1994777229","https://openalex.org/W2037527348","https://openalex.org/W2056985365","https://openalex.org/W2084175025","https://openalex.org/W2097747115","https://openalex.org/W2113586398","https://openalex.org/W2127218421","https://openalex.org/W2145339207","https://openalex.org/W2148135143","https://openalex.org/W2155027007","https://openalex.org/W2160761744","https://openalex.org/W2173564293","https://openalex.org/W2184814841","https://openalex.org/W2252143850","https://openalex.org/W2257979135","https://openalex.org/W2295761692","https://openalex.org/W2342840547","https://openalex.org/W2542284998","https://openalex.org/W2553109721","https://openalex.org/W2554536553","https://openalex.org/W2612194121","https://openalex.org/W2736856820","https://openalex.org/W2951799221","https://openalex.org/W2962948087","https://openalex.org/W2963049813","https://openalex.org/W2963615650","https://openalex.org/W2963674921","https://openalex.org/W2964043796","https://openalex.org/W6622473587","https://openalex.org/W6638088447","https://openalex.org/W6678914141","https://openalex.org/W6683204974","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6715102896","https://openalex.org/W6730013898","https://openalex.org/W7025107196"],"related_works":["https://openalex.org/W1496222301","https://openalex.org/W3207760230","https://openalex.org/W1590307681","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2358353312","https://openalex.org/W2353836703","https://openalex.org/W41015297","https://openalex.org/W4280645561","https://openalex.org/W1671936420"],"abstract_inverted_index":{"In":[0,36,101],"this":[1,102],"paper,":[2],"we":[3,104,126,143,164],"propose":[4],"a":[5,106,122],"two-layer":[6],"framework":[7,40,171,198],"to":[8,77,140,151,174,187],"learn":[9],"the":[10,29,43,54,60,79,83,89,93,132,136,153,160,167,184,196,204],"optimal":[11],"handover":[12],"(HO)":[13],"controllers":[14],"in":[15,59,85,88,121,130,208],"possibly":[16],"large-scale":[17],"wireless":[18],"systems":[19],"supporting":[20],"mobile":[21],"Internet-of-Things":[22],"users":[23],"or":[24],"traditional":[25,147],"cellular":[26],"users,":[27],"where":[28,53],"user":[30,44],"mobility":[31,49,55],"patterns":[32,50,56],"could":[33,181],"be":[34],"heterogeneous.":[35],"particular,":[37],"our":[38],"proposed":[39,197],"first":[41],"partitions":[42],"equipments":[45],"(UEs)":[46],"with":[47,146,177],"different":[48],"into":[51],"clusters,":[52],"are":[57],"similar":[58],"same":[61],"cluster.":[62],"Then,":[63],"within":[64],"each":[65,86,117],"cluster,":[66,87],"an":[67,112],"asynchronous":[68,170],"multiuser":[69],"deep":[70,107],"reinforcement":[71],"learning":[72,129],"(RL)":[73],"scheme":[74],"is":[75],"developed":[76],"control":[78],"HO":[80,94,113,148,211],"processes":[81],"across":[82],"UEs":[84],"goal":[90],"of":[91,138,156,210],"lowering":[92],"rate":[95],"while":[96],"ensuring":[97],"certain":[98],"system":[99],"throughput.":[100],"scheme,":[103],"use":[105,127],"neural":[108],"network":[109],"(DNN)":[110],"as":[111],"controller":[114,134],"learned":[115],"by":[116],"UE":[118],"via":[119],"RL":[120,139],"collaborative":[123],"fashion.":[124],"Moreover,":[125],"supervised":[128],"initializing":[131],"DNN":[133],"before":[135],"execution":[137],"exploit":[141],"what":[142],"already":[144],"know":[145],"schemes":[149],"and":[150],"mitigate":[152],"negative":[154],"effects":[155],"random":[157],"exploration":[158],"at":[159],"initial":[161],"stage.":[162],"Furthermore,":[163],"show":[165],"that":[166,195],"adopted":[168],"global-parameter-based":[169],"enables":[172],"us":[173],"train":[175],"faster":[176],"more":[178],"UEs,":[179],"which":[180],"nicely":[182],"address":[183],"scalability":[185],"issue":[186],"support":[188],"large":[189],"systems.":[190],"Finally,":[191],"simulation":[192],"results":[193],"demonstrate":[194],"can":[199],"achieve":[200],"better":[201],"performance":[202],"than":[203],"state-of-art":[205],"online":[206],"schemes,":[207],"terms":[209],"rates.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":22},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":4}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}