{"id":"https://openalex.org/W4221161927","doi":"https://doi.org/10.1109/icc45855.2022.9838645","title":"Sequence Q-Learning Algorithm for Optimal Mobility-Aware User Association","display_name":"Sequence Q-Learning Algorithm for Optimal Mobility-Aware User Association","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W4221161927","doi":"https://doi.org/10.1109/icc45855.2022.9838645"},"language":"en","primary_location":{"id":"doi:10.1109/icc45855.2022.9838645","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9838645","pdf_url":null,"source":{"id":"https://openalex.org/S4363607711","display_name":"ICC 2022 - IEEE International Conference on Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071365990","display_name":"Wanjun Ning","orcid":null},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal-Hong Kong Baptist University","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanjun Ning","raw_affiliation_strings":["BNU-HKBU United International College,Department of Statistics,Zhuhai,P. R. China","Department of Statistics, BNU-HKBU United International College, Zhuhai, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BNU-HKBU United International College,Department of Statistics,Zhuhai,P. R. China","institution_ids":["https://openalex.org/I12615008"]},{"raw_affiliation_string":"Department of Statistics, BNU-HKBU United International College, Zhuhai, P. R. China","institution_ids":["https://openalex.org/I12615008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018272175","display_name":"Zimu Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal-Hong Kong Baptist University","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zimu Xu","raw_affiliation_strings":["BNU-HKBU United International College,Department of Statistics,Zhuhai,P. R. China","Department of Statistics, BNU-HKBU United International College, Zhuhai, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BNU-HKBU United International College,Department of Statistics,Zhuhai,P. R. China","institution_ids":["https://openalex.org/I12615008"]},{"raw_affiliation_string":"Department of Statistics, BNU-HKBU United International College, Zhuhai, P. R. China","institution_ids":["https://openalex.org/I12615008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057762557","display_name":"Jingjin Wu","orcid":"https://orcid.org/0000-0003-0175-1079"},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal-Hong Kong Baptist University","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjin Wu","raw_affiliation_strings":["BNU-HKBU United International College,Department of Statistics,Zhuhai,P. R. China","Department of Statistics, BNU-HKBU United International College, Zhuhai, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BNU-HKBU United International College,Department of Statistics,Zhuhai,P. R. China","institution_ids":["https://openalex.org/I12615008"]},{"raw_affiliation_string":"Department of Statistics, BNU-HKBU United International College, Zhuhai, P. R. China","institution_ids":["https://openalex.org/I12615008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002431770","display_name":"Tiejun Tong","orcid":"https://orcid.org/0000-0003-0947-3990"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tiejun Tong","raw_affiliation_strings":["Hong Kong Baptist University,Department of Mathematics,Kowloon,Hong Kong SAR, P. R. China","Department of Mathematics, Hong Kong Baptist University, Kowloon, Hong Kong SAR, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong Baptist University,Department of Mathematics,Kowloon,Hong Kong SAR, P. R. China","institution_ids":["https://openalex.org/I141568987"]},{"raw_affiliation_string":"Department of Mathematics, Hong Kong Baptist University, Kowloon, Hong Kong SAR, P. R. China","institution_ids":["https://openalex.org/I141568987"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"726","last_page":"732"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.733954906463623},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5676140785217285},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.5633683204650879},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5168202519416809},{"id":"https://openalex.org/keywords/association-rule-learning","display_name":"Association rule learning","score":0.4572006165981293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32651466131210327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.733954906463623},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5676140785217285},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5633683204650879},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5168202519416809},{"id":"https://openalex.org/C193524817","wikidata":"https://www.wikidata.org/wiki/Q386780","display_name":"Association rule learning","level":2,"score":0.4572006165981293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32651466131210327},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45855.2022.9838645","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9838645","pdf_url":null,"source":{"id":"https://openalex.org/S4363607711","display_name":"ICC 2022 - IEEE International Conference on Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1611985086","https://openalex.org/W2121517924","https://openalex.org/W2256188983","https://openalex.org/W2287503382","https://openalex.org/W2368600038","https://openalex.org/W2738449107","https://openalex.org/W2754103800","https://openalex.org/W2761444498","https://openalex.org/W2943017603","https://openalex.org/W2968782695","https://openalex.org/W3013416001","https://openalex.org/W3016779890","https://openalex.org/W3037040187","https://openalex.org/W3083695346","https://openalex.org/W3086515375","https://openalex.org/W3088228476","https://openalex.org/W3101873462","https://openalex.org/W3105101694","https://openalex.org/W3172746522","https://openalex.org/W4246219036"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2751920613","https://openalex.org/W2415164632","https://openalex.org/W2073681303","https://openalex.org/W2238349241","https://openalex.org/W2355668701","https://openalex.org/W2370453500","https://openalex.org/W1561334777","https://openalex.org/W2392697706","https://openalex.org/W366033468"],"abstract_inverted_index":{"We":[0],"consider":[1],"a":[2,83,91],"wireless":[3],"network":[4],"scenario":[5],"applicable":[6],"to":[7,33,54,88],"metropolitan":[8],"areas":[9],"with":[10,35],"developed":[11],"public":[12],"transport":[13],"networks":[14],"and":[15,28,31,43,97,146],"high":[16],"commute":[17],"demands,":[18],"where":[19],"the":[20,47,56,62,70,73,105,128,133],"mobile":[21],"user":[22],"equipments":[23],"(UEs)":[24],"move":[25],"along":[26],"fixed":[27],"predetermined":[29],"trajectories":[30,145],"request":[32],"associate":[34],"millimeter-wave":[36],"(mmWave)":[37],"base":[38],"stations":[39],"(BSs).":[40],"An":[41],"effective":[42],"efficient":[44],"algorithm,":[45],"called":[46],"Sequence":[48],"Q-learning":[49],"Algorithm":[50],"(SQA),":[51],"is":[52,65],"proposed":[53,136],"maximize":[55],"long-run":[57],"average":[58],"transmission":[59],"rate":[60],"of":[61,82,94,104],"network,":[63],"which":[64,112],"an":[66],"NP-hard":[67],"problem.":[68],"Furthermore,":[69],"SQA":[71,106,129],"tackles":[72],"complexity":[74],"issue":[75],"by":[76,123,140],"only":[77],"allowing":[78],"possible":[79,147],"re-associations":[80],"(handover":[81],"UE":[84],"from":[85],"one":[86],"BS":[87],"another)":[89],"at":[90,151],"discrete":[92],"set":[93],"decision":[95,153],"epochs":[96],"has":[98],"polynomial":[99],"time":[100],"complexity.":[101],"This":[102],"feature":[103],"also":[107],"restricts":[108],"too":[109],"frequent":[110],"handovers,":[111],"are":[113],"considered":[114],"highly":[115],"undesirable":[116],"in":[117,137],"mmWave":[118],"networks.":[119],"Moreover,":[120],"we":[121],"demonstrate":[122],"extensive":[124],"numerical":[125],"results":[126],"that":[127],"can":[130],"significantly":[131],"outperform":[132],"benchmark":[134],"algorithms":[135],"existing":[138],"research":[139],"taking":[141],"all":[142],"UEs\u2019":[143],"future":[144],"decisions":[148],"into":[149],"account":[150],"every":[152],"epoch.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}