{"id":"https://openalex.org/W4408590546","doi":"https://doi.org/10.1109/tmc.2025.3552717","title":"Contextual Bandits With Non-Stationary Correlated Rewards for User Association in mmWave Vehicular Networks","display_name":"Contextual Bandits With Non-Stationary Correlated Rewards for User Association in mmWave Vehicular Networks","publication_year":2025,"publication_date":"2025-03-18","ids":{"openalex":"https://openalex.org/W4408590546","doi":"https://doi.org/10.1109/tmc.2025.3552717"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3552717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3552717","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xiaoyang He","orcid":"https://orcid.org/0009-0009-4612-2293"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoyang He","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009602298","display_name":"Xiaoxia Huang","orcid":"https://orcid.org/0000-0001-7092-2041"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxia Huang","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102727271","display_name":"Lanhua Li","orcid":"https://orcid.org/0000-0002-9403-3983"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lanhua Li","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":1.4196,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80164678,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"24","issue":"9","first_page":"7965","last_page":"7979"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8221760392189026},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.6863513588905334},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4799130856990814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8221760392189026},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.6863513588905334},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4799130856990814},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3552717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3552717","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1257224140","display_name":null,"funder_award_id":"62371478","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1662393298","display_name":null,"funder_award_id":"62202506","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1850594858","display_name":null,"funder_award_id":"U22A2003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3456457101","display_name":null,"funder_award_id":"62271515","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8326009946","display_name":null,"funder_award_id":"CSC 202406380226","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1570963478","https://openalex.org/W1917463349","https://openalex.org/W1963858753","https://openalex.org/W1986220933","https://openalex.org/W1991056455","https://openalex.org/W2010630450","https://openalex.org/W2090452550","https://openalex.org/W2141840507","https://openalex.org/W2153014083","https://openalex.org/W2168405694","https://openalex.org/W2256188983","https://openalex.org/W2283315805","https://openalex.org/W2805977599","https://openalex.org/W2896890603","https://openalex.org/W2902466218","https://openalex.org/W2962822540","https://openalex.org/W2963568889","https://openalex.org/W2963706687","https://openalex.org/W2982391930","https://openalex.org/W2985072977","https://openalex.org/W3008591564","https://openalex.org/W3037040187","https://openalex.org/W3083184774","https://openalex.org/W3112898901","https://openalex.org/W3121759993","https://openalex.org/W3158260589","https://openalex.org/W3180206688","https://openalex.org/W4206275166","https://openalex.org/W4281262252","https://openalex.org/W4285264359","https://openalex.org/W4296550794","https://openalex.org/W4319663649","https://openalex.org/W4367663186","https://openalex.org/W4379618799","https://openalex.org/W4396817478","https://openalex.org/W6772299385"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Millimeter":[0],"wave":[1],"(mmWave)":[2],"communication":[3],"has":[4],"emerged":[5],"as":[6],"a":[7,40,50,79,108,181],"key":[8],"technology":[9],"enabling":[10],"ultra-low":[11],"latency":[12],"and":[13,32,68,86,94,163],"high":[14],"throughput":[15,177],"in":[16,194],"vehicular":[17,43,195],"communication.":[18],"Usually,":[19],"an":[20,62],"appropriate":[21],"decision":[22,110],"on":[23,111,137],"user":[24,64,112],"association":[25,65],"requires":[26,185],"timely":[27],"channel":[28,74,105],"information":[29,76],"between":[30,66],"vehicles":[31,67,162],"base":[33],"stations":[34],"(BSs),":[35],"which":[36,99,123,184],"is":[37],"challenging":[38],"given":[39,91],"fast-fading":[41],"mmWave":[42],"channel.":[44],"In":[45],"this":[46],"paper,":[47],"we":[48],"propose":[49],"low-complexity":[51],"semi-distributed":[52],"contextual":[53,80],"correlated":[54,132],"upper":[55],"confidence":[56],"bound":[57],"(SD-CC-UCB)":[58],"algorithm":[59,156,173,183],"to":[60,147],"establish":[61],"up-to-date":[63],"BSs":[69,122],"without":[70],"explicit":[71],"measurement":[72],"of":[73,96,120,134,180,192],"state":[75],"(CSI).":[77],"Under":[78],"multi-arm":[81],"bandits":[82],"framework,":[83],"SD-CC-UCB":[84,115,193],"learns":[85],"predicts":[87],"the":[88,92,97,103,118,131,143,153,159,175,190],"transmission":[89,127,135,145],"rate":[90,146],"location":[93],"velocity":[95],"vehicle,":[98],"can":[100],"adequately":[101],"capture":[102],"intricate":[104],"condition":[106],"for":[107],"prompt":[109],"association.":[113],"Further,":[114],"efficiently":[116],"identifies":[117],"set":[119],"candidate":[121,148],"probably":[124],"support":[125],"supreme":[126],"rates":[128,136],"by":[129,157],"leveraging":[130],"distributions":[133],"different":[138],"locations.":[139],"To":[140],"further":[141],"refine":[142],"learning":[144],"BSs,":[149],"each":[150],"vehicle":[151],"deploys":[152],"Thompson":[154],"Sampling":[155],"taking":[158],"interference":[160],"among":[161],"handover":[164],"into":[165],"consideration.":[166],"Numerical":[167],"results":[168],"show":[169],"that":[170],"our":[171],"proposed":[172],"achieves":[174],"network":[176],"within":[178],"100%\u2013103%":[179],"benchmark":[182],"perfect":[186],"instantaneous":[187],"CSI,":[188],"demonstrating":[189],"effectiveness":[191],"communications.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}