{"id":"https://openalex.org/W3132896374","doi":"https://doi.org/10.1109/globecom42002.2020.9348240","title":"Optimal Beam Association in mmWave Vehicular Networks with Parallel Reinforcement Learning","display_name":"Optimal Beam Association in mmWave Vehicular Networks with Parallel Reinforcement Learning","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3132896374","doi":"https://doi.org/10.1109/globecom42002.2020.9348240","mag":"3132896374"},"language":"en","primary_location":{"id":"doi:10.1109/globecom42002.2020.9348240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom42002.2020.9348240","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2020 - 2020 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10453/149675","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085560176","display_name":"Nguy\u1ec5n V\u0103n Huynh","orcid":"https://orcid.org/0000-0002-7696-0521"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nguyen Van Huynh","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100697893","display_name":"Diep N. Nguyen","orcid":"https://orcid.org/0000-0003-2659-8648"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Diep N. Nguyen","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063537942","display_name":"Eryk Dutkiewicz","orcid":"https://orcid.org/0000-0002-4268-9286"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Eryk Dutkiewicz","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7492094039916992},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7240789532661438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7151553630828857},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6583340764045715},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.607439398765564},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5365533828735352},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.5330212116241455},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5199586153030396},{"id":"https://openalex.org/keywords/disconnection","display_name":"Disconnection","score":0.5193610787391663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49048301577568054},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.483318567276001},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.45753341913223267},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.40270543098449707},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3295781910419464},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16851824522018433},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1559702455997467},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10330340266227722}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7492094039916992},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7240789532661438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7151553630828857},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6583340764045715},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.607439398765564},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5365533828735352},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.5330212116241455},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5199586153030396},{"id":"https://openalex.org/C2780371621","wikidata":"https://www.wikidata.org/wiki/Q3709910","display_name":"Disconnection","level":2,"score":0.5193610787391663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49048301577568054},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.483318567276001},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.45753341913223267},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.40270543098449707},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3295781910419464},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16851824522018433},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1559702455997467},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10330340266227722},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/globecom42002.2020.9348240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom42002.2020.9348240","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2020 - 2020 IEEE Global Communications Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/149675","is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/149675","pdf_url":"http://hdl.handle.net/10453/149675","source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":{"id":"pmh:oai:opus.lib.uts.edu.au:10453/149675","is_oa":true,"landing_page_url":"http://hdl.handle.net/10453/149675","pdf_url":"http://hdl.handle.net/10453/149675","source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3132896374.pdf","grobid_xml":"https://content.openalex.org/works/W3132896374.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2167587495","https://openalex.org/W2287503382","https://openalex.org/W2334782222","https://openalex.org/W2406391039","https://openalex.org/W2509489695","https://openalex.org/W2529388890","https://openalex.org/W2807133510","https://openalex.org/W2896890603","https://openalex.org/W2898310594","https://openalex.org/W2907595871","https://openalex.org/W2963288612","https://openalex.org/W2973024105","https://openalex.org/W3098535947","https://openalex.org/W3101873462","https://openalex.org/W3104468498"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2101748387","https://openalex.org/W2357975469","https://openalex.org/W4380550992","https://openalex.org/W4322760752","https://openalex.org/W3096874164","https://openalex.org/W2970347269","https://openalex.org/W2146763310","https://openalex.org/W3167472281","https://openalex.org/W2937181779"],"abstract_inverted_index":{"This":[0],"paper":[1],"develops":[2],"a":[3,80],"beam":[4,93],"association":[5,94],"framework":[6,114],"for":[7],"mm":[8],"Wave":[9],"vehicular":[10],"networks":[11],"to":[12,41,88,131,146],"improve":[13],"the":[14,27,36,43,48,91,103,112,117,125,138,147],"system":[15],"performance":[16],"in":[17],"terms":[18],"of":[19,30,47,53,64],"handover,":[20],"disconnection":[21,119],"time,":[22],"and":[23,45,61,74,123],"data":[24,126],"rate":[25,127],"under":[26],"high":[28],"mobility":[29],"vehicles.":[31],"In":[32],"particular,":[33],"we":[34,78,109],"recruit":[35],"semi":[37],"Markov":[38],"decision":[39],"process":[40],"capture":[42],"uncertainty":[44],"dynamic":[46],"environment":[49],"such":[50,70],"as":[51,71],"locations":[52],"beams,":[54],"received":[55],"signal":[56],"strength":[57],"indicator":[58],"profiles,":[59],"velocities,":[60],"blockages.":[62],"Instead":[63],"adopting":[65],"complex":[66],"deep":[67,72,76],"learning":[68,98],"structures":[69],"dueling":[73],"double":[75],"Q-learning,":[77],"develop":[79],"lightweight":[81],"yet":[82],"very":[83],"effective":[84],"parallel":[85,140],"Q-learning":[86,141],"algorithm":[87,142],"quickly":[89],"derive":[90],"optimal":[92,148],"policy":[95],"by":[96,121,128],"simultaneously":[97],"from":[99],"various":[100],"vehicles":[101],"on":[102],"road.":[104],"Through":[105],"extensive":[106],"simulation":[107],"results,":[108],"demonstrate":[110],"that":[111,137],"proposed":[113,139],"can":[115],"reduce":[116],"average":[118],"time":[120],"33%":[122],"increase":[124],"60%":[129],"compared":[130],"other":[132],"solutions.":[133],"We":[134],"also":[135],"observed":[136],"converges":[143],"much":[144],"faster":[145],"solution":[149],"than":[150],"state-of-the-art":[151],"deep-learning":[152],"based":[153],"algorithms.":[154]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}