{"id":"https://openalex.org/W3020997705","doi":"https://doi.org/10.1109/tcomm.2021.3088305","title":"Optimal Beam Association for High Mobility mmWave Vehicular Networks: Lightweight Parallel Reinforcement Learning Approach","display_name":"Optimal Beam Association for High Mobility mmWave Vehicular Networks: Lightweight Parallel Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-06-10","ids":{"openalex":"https://openalex.org/W3020997705","doi":"https://doi.org/10.1109/tcomm.2021.3088305","mag":"3020997705"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2021.3088305","doi":"https://doi.org/10.1109/tcomm.2021.3088305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3088305","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.00694","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085560176","display_name":"Nguy\u1ec5n V\u0103n Huynh","orcid":"https://orcid.org/0000-0002-7696-0521","observed_orcids":["https://orcid.org/0000-0002-7696-0521"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nguyen Van Huynh","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7696-0521","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697893","display_name":"Diep Ngoc Nguyen","orcid":"https://orcid.org/0000-0003-2659-8648","observed_orcids":["https://orcid.org/0000-0003-2659-8648"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Diep N. Nguyen","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2659-8648","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863","observed_orcids":["https://orcid.org/0000-0002-9528-0863"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9528-0863","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063537942","display_name":"Eryk Dutkiewicz","orcid":"https://orcid.org/0000-0002-4268-9286","observed_orcids":["https://orcid.org/0000-0002-4268-9286"]},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Eryk Dutkiewicz","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4268-9286","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":0.8078,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.66180406,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"69","issue":"9","first_page":"5948","last_page":"5961"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.03750000149011612,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/millimeter-wave-communication","display_name":"millimeter-wave communication","score":0.7960000038146973},{"id":"https://openalex.org/keywords/vehicular-networks","display_name":"vehicular networks","score":1.0},{"id":"https://openalex.org/keywords/high-mobility","display_name":"high mobility","score":0.8579999804496765},{"id":"https://openalex.org/keywords/semi-markov-decision-process","display_name":"semi-Markov decision process","score":0.9860000014305115},{"id":"https://openalex.org/keywords/intelligent-transportation-systems","display_name":"intelligent transportation systems","score":0.7310000061988831},{"id":"https://openalex.org/keywords/data-rate","display_name":"data rate","score":0.5609999895095825}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7999328374862671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7362745404243469},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7361778020858765},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7279185652732849},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.48587483167648315},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.4679858684539795},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.42975980043411255},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4199882745742798},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.391275554895401},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3539891541004181},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.297340989112854},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.23471075296401978},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1396753191947937},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.13943663239479065},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tcomm.2021.3088305","doi":"https://doi.org/10.1109/tcomm.2021.3088305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3088305","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2005.00694","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.00694","pdf_url":"https://arxiv.org/pdf/2005.00694","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/151570","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/151570","pdf_url":"https://opus.lib.uts.edu.au/bitstream/10453/151570/2/af9a9711-7bcd-4ab0-8296-8f353cd069bd.pdf","source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:repository@napier.ac.uk:3057294","doi":null,"is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3088305","pdf_url":null,"source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"doi:10.48550/arxiv.2005.00694","doi":"https://doi.org/10.48550/arxiv.2005.00694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2005.00694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.00694","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.00694","pdf_url":"https://arxiv.org/pdf/2005.00694","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":1.0,"display_name":"Industry, innovation and infrastructure"},{"id":"https://metadata.un.org/sdg/11","score":0.5142999887466431,"display_name":"Sustainable cities and communities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3020997705.pdf","grobid_xml":"https://content.openalex.org/works/W3020997705.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1496590343","https://openalex.org/W1664636959","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2167587495","https://openalex.org/W2173564293","https://openalex.org/W2225465091","https://openalex.org/W2287503382","https://openalex.org/W2334782222","https://openalex.org/W2346891518","https://openalex.org/W2406391039","https://openalex.org/W2492906440","https://openalex.org/W2509489695","https://openalex.org/W2529388890","https://openalex.org/W2575875755","https://openalex.org/W2593912824","https://openalex.org/W2748748242","https://openalex.org/W2761444498","https://openalex.org/W2795765720","https://openalex.org/W2796304624","https://openalex.org/W2797312408","https://openalex.org/W2798760189","https://openalex.org/W2807056253","https://openalex.org/W2807133510","https://openalex.org/W2851996174","https://openalex.org/W2896890603","https://openalex.org/W2898310594","https://openalex.org/W2902466218","https://openalex.org/W2905419086","https://openalex.org/W2907595871","https://openalex.org/W2916079228","https://openalex.org/W2934443491","https://openalex.org/W2955133642","https://openalex.org/W2963218636","https://openalex.org/W2963288612","https://openalex.org/W2964218543","https://openalex.org/W2973024105","https://openalex.org/W2978449789","https://openalex.org/W2990741065","https://openalex.org/W3010325437","https://openalex.org/W3104468498","https://openalex.org/W3132896374","https://openalex.org/W4214717370","https://openalex.org/W4234813165"],"related_works":["https://openalex.org/W3132896374","https://openalex.org/W4392450129","https://openalex.org/W6964493811","https://openalex.org/W4200123569","https://openalex.org/W2798760189","https://openalex.org/W4318586194","https://openalex.org/W3138452406","https://openalex.org/W4283219733","https://openalex.org/W3034213575","https://openalex.org/W4412720952"],"abstract_inverted_index":{"In":[0],"intelligent":[1],"transportation":[2],"systems":[3],"(ITS),":[4],"vehicles":[5,53,140],"are":[6,137],"expected":[7],"to":[8,48,61,90,106,144,163,197],"feature":[9],"with":[10],"advanced":[11],"applications":[12],"and":[13,20,54,94,189],"services":[14],"which":[15],"demand":[16],"ultra-high":[17],"data":[18,185],"rates":[19],"low-latency":[21],"communications.":[22],"For":[23],"that,":[24],"the":[25,40,49,55,86,92,97,108,129,133,142,147,166,184,191],"millimeter":[26],"wave":[27],"(mmWave)":[28],"communication":[29],"has":[30],"been":[31],"emerging":[32],"as":[33],"a":[34,155],"very":[35,158],"promising":[36],"solution.":[37],"However,":[38,111],"incorporating":[39],"mmWave":[41,59,77],"into":[42],"ITS":[43],"is":[44,102,113],"particularly":[45],"challenging":[46],"due":[47],"high":[50,81],"mobility":[51],"of":[52,58,96,119],"inherent":[56],"sensitivity":[57],"beams":[60],"dynamic":[62],"blockages.":[63],"This":[64],"article":[65],"addresses":[66],"these":[67],"problems":[68],"by":[69,169,187,194],"developing":[70],"an":[71],"optimal":[72,109,167],"beam":[73],"association":[74],"framework":[75],"for":[76,115],"vehicular":[78],"networks":[79],"under":[80],"mobility.":[82],"Specifically,":[83],"we":[84,131,153],"use":[85],"semi-Markov":[87],"decision":[88],"process":[89],"capture":[91],"dynamics":[93],"uncertainty":[95],"environment.":[98],"The":[99],"Q-learning":[100,112,161],"algorithm":[101,162],"then":[103],"often":[104],"used":[105],"find":[107],"policy.":[110],"notorious":[114],"its":[116],"slow-convergence.":[117],"Instead":[118],"adopting":[120],"deep":[121],"reinforcement":[122],"learning":[123,148,171],"structures":[124],"(like":[125],"most":[126],"works":[127],"in":[128],"literature),":[130],"leverage":[132],"fact":[134],"that":[135,151,178],"there":[136],"usually":[138],"multiple":[139],"on":[141],"road":[143],"speed":[145],"up":[146],"process.":[149],"To":[150],"end,":[152],"develop":[154],"lightweight":[156],"yet":[157],"effective":[159],"parallel":[160],"quickly":[164],"obtain":[165],"policy":[168],"simultaneously":[170],"from":[172],"various":[173],"vehicles.":[174],"Extensive":[175],"simulations":[176],"demonstrate":[177],"our":[179],"proposed":[180],"solution":[181],"can":[182],"increase":[183],"rate":[186],"47%":[188],"reduce":[190],"disconnection":[192],"probability":[193],"29%":[195],"compared":[196],"other":[198],"solutions.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-05-13T00:00:00"}