{"id":"https://openalex.org/W3020997705","doi":"https://doi.org/10.1109/tcomm.2021.3088305","title":"Optimal Beam Association for High Mobility mmWave Vehicular Networks: Lightweight Parallel Reinforcement Learning Approach","display_name":"Optimal Beam Association for High Mobility mmWave Vehicular Networks: Lightweight Parallel Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-06-10","ids":{"openalex":"https://openalex.org/W3020997705","doi":"https://doi.org/10.1109/tcomm.2021.3088305","mag":"3020997705"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2021.3088305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3088305","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.00694","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085560176","display_name":"Nguy\u1ec5n V\u0103n Huynh","orcid":"https://orcid.org/0000-0002-7696-0521"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nguyen Van Huynh","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7696-0521","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697893","display_name":"Diep N. Nguyen","orcid":"https://orcid.org/0000-0003-2659-8648"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Diep N. Nguyen","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2659-8648","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9528-0863","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063537942","display_name":"Eryk Dutkiewicz","orcid":"https://orcid.org/0000-0002-4268-9286"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Eryk Dutkiewicz","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4268-9286","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":0.1606,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.41995299,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"69","issue":"9","first_page":"5948","last_page":"5961"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7999328374862671},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7362745404243469},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7361778020858765},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7279185652732849},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.48587483167648315},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.4679858684539795},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.42975980043411255},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4199882745742798},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.391275554895401},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3539891541004181},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.297340989112854},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.23471075296401978},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1396753191947937},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.13943663239479065}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7999328374862671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7362745404243469},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7361778020858765},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7279185652732849},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.48587483167648315},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.4679858684539795},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.42975980043411255},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4199882745742798},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.391275554895401},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3539891541004181},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.297340989112854},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.23471075296401978},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1396753191947937},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.13943663239479065},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tcomm.2021.3088305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3088305","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2005.00694","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.00694","pdf_url":"https://arxiv.org/pdf/2005.00694","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2005.00694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.00694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3020997705","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.00694","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.00694","pdf_url":"https://arxiv.org/pdf/2005.00694","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1496590343","https://openalex.org/W1664636959","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2167587495","https://openalex.org/W2287503382","https://openalex.org/W2334782222","https://openalex.org/W2346891518","https://openalex.org/W2406391039","https://openalex.org/W2492906440","https://openalex.org/W2509489695","https://openalex.org/W2529388890","https://openalex.org/W2563428464","https://openalex.org/W2575875755","https://openalex.org/W2593912824","https://openalex.org/W2748748242","https://openalex.org/W2761444498","https://openalex.org/W2795765720","https://openalex.org/W2796304624","https://openalex.org/W2807056253","https://openalex.org/W2807133510","https://openalex.org/W2851996174","https://openalex.org/W2896890603","https://openalex.org/W2898310594","https://openalex.org/W2902466218","https://openalex.org/W2905419086","https://openalex.org/W2907595871","https://openalex.org/W2916079228","https://openalex.org/W2951799221","https://openalex.org/W2955133642","https://openalex.org/W2963002051","https://openalex.org/W2963218636","https://openalex.org/W2963288612","https://openalex.org/W2963461637","https://openalex.org/W2963720901","https://openalex.org/W2964218543","https://openalex.org/W2969129261","https://openalex.org/W2973024105","https://openalex.org/W2990741065","https://openalex.org/W3036327743","https://openalex.org/W3046128444","https://openalex.org/W3100119410","https://openalex.org/W3101873462","https://openalex.org/W3104273276","https://openalex.org/W3104468498","https://openalex.org/W3132896374","https://openalex.org/W4214717370","https://openalex.org/W4234813165","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W2964271585","https://openalex.org/W3176285300","https://openalex.org/W3191947383","https://openalex.org/W3185677493","https://openalex.org/W3035018164","https://openalex.org/W2913357021","https://openalex.org/W3161052992","https://openalex.org/W2903362341","https://openalex.org/W2919339757","https://openalex.org/W3041761184","https://openalex.org/W3039766402","https://openalex.org/W3183790938","https://openalex.org/W2909706750","https://openalex.org/W3169959966","https://openalex.org/W2897680607","https://openalex.org/W3122563408","https://openalex.org/W3035918289","https://openalex.org/W2963490210","https://openalex.org/W3021809841","https://openalex.org/W3124943657"],"abstract_inverted_index":{"In":[0],"intelligent":[1],"transportation":[2],"systems":[3],"(ITS),":[4],"vehicles":[5,53,140],"are":[6,137],"expected":[7],"to":[8,48,61,90,106,144,163,197],"feature":[9],"with":[10],"advanced":[11],"applications":[12],"and":[13,20,54,94,189],"services":[14],"which":[15],"demand":[16],"ultra-high":[17],"data":[18,185],"rates":[19],"low-latency":[21],"communications.":[22],"For":[23],"that,":[24],"the":[25,40,49,55,86,92,97,108,129,133,142,147,166,184,191],"millimeter":[26],"wave":[27],"(mmWave)":[28],"communication":[29],"has":[30],"been":[31],"emerging":[32],"as":[33],"a":[34,155],"very":[35,158],"promising":[36],"solution.":[37],"However,":[38,111],"incorporating":[39],"mmWave":[41,59,77],"into":[42],"ITS":[43],"is":[44,102,113],"particularly":[45],"challenging":[46],"due":[47],"high":[50,81],"mobility":[51],"of":[52,58,96,119],"inherent":[56],"sensitivity":[57],"beams":[60],"dynamic":[62],"blockages.":[63],"This":[64],"article":[65],"addresses":[66],"these":[67],"problems":[68],"by":[69,169,187,194],"developing":[70],"an":[71],"optimal":[72,109,167],"beam":[73],"association":[74],"framework":[75],"for":[76,115],"vehicular":[78],"networks":[79],"under":[80],"mobility.":[82],"Specifically,":[83],"we":[84,131,153],"use":[85],"semi-Markov":[87],"decision":[88],"process":[89],"capture":[91],"dynamics":[93],"uncertainty":[95],"environment.":[98],"The":[99],"Q-learning":[100,112,161],"algorithm":[101,162],"then":[103],"often":[104],"used":[105],"find":[107],"policy.":[110],"notorious":[114],"its":[116],"slow-convergence.":[117],"Instead":[118],"adopting":[120],"deep":[121],"reinforcement":[122],"learning":[123,148,171],"structures":[124],"(like":[125],"most":[126],"works":[127],"in":[128],"literature),":[130],"leverage":[132],"fact":[134],"that":[135,151,178],"there":[136],"usually":[138],"multiple":[139],"on":[141],"road":[143],"speed":[145],"up":[146],"process.":[149],"To":[150],"end,":[152],"develop":[154],"lightweight":[156],"yet":[157],"effective":[159],"parallel":[160],"quickly":[164],"obtain":[165],"policy":[168],"simultaneously":[170],"from":[172],"various":[173],"vehicles.":[174],"Extensive":[175],"simulations":[176],"demonstrate":[177],"our":[179],"proposed":[180],"solution":[181],"can":[182],"increase":[183],"rate":[186],"47%":[188],"reduce":[190],"disconnection":[192],"probability":[193],"29%":[195],"compared":[196],"other":[198],"solutions.":[199]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}