{"id":"https://openalex.org/W4405975413","doi":"https://doi.org/10.1109/pimrc59610.2024.10817344","title":"User Throughput Optimization via Deep Reinforcement Learning for Beam Switching in mmWave Radio Access Networks","display_name":"User Throughput Optimization via Deep Reinforcement Learning for Beam Switching in mmWave Radio Access Networks","publication_year":2024,"publication_date":"2024-09-02","ids":{"openalex":"https://openalex.org/W4405975413","doi":"https://doi.org/10.1109/pimrc59610.2024.10817344"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc59610.2024.10817344","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc59610.2024.10817344","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 35th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.aalto.fi/en/publications/38462fe3-eca5-4cff-bbc7-4744304abc56","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082527607","display_name":"Ramin Hashemi","orcid":"https://orcid.org/0000-0002-2754-4871"},"institutions":[{"id":"https://openalex.org/I2738502077","display_name":"Nokia (Finland)","ror":"https://ror.org/04pkc8m17","country_code":"FI","type":"company","lineage":["https://openalex.org/I2738502077"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ramin Hashemi","raw_affiliation_strings":["Nokia,Espoo,Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia,Espoo,Finland","institution_ids":["https://openalex.org/I2738502077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115739758","display_name":"Vismika Ranasinghe","orcid":null},"institutions":[{"id":"https://openalex.org/I2738502077","display_name":"Nokia (Finland)","ror":"https://ror.org/04pkc8m17","country_code":"FI","type":"company","lineage":["https://openalex.org/I2738502077"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Vismika Ranasinghe","raw_affiliation_strings":["Nokia,Espoo,Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia,Espoo,Finland","institution_ids":["https://openalex.org/I2738502077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007055149","display_name":"Teemu Veijalainen","orcid":null},"institutions":[{"id":"https://openalex.org/I2738502077","display_name":"Nokia (Finland)","ror":"https://ror.org/04pkc8m17","country_code":"FI","type":"company","lineage":["https://openalex.org/I2738502077"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Teemu Veijalainen","raw_affiliation_strings":["Nokia,Espoo,Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia,Espoo,Finland","institution_ids":["https://openalex.org/I2738502077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009118381","display_name":"Petteri Kela","orcid":"https://orcid.org/0000-0001-5340-0591"},"institutions":[{"id":"https://openalex.org/I2738502077","display_name":"Nokia (Finland)","ror":"https://ror.org/04pkc8m17","country_code":"FI","type":"company","lineage":["https://openalex.org/I2738502077"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Petteri Kela","raw_affiliation_strings":["Nokia,Espoo,Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia,Espoo,Finland","institution_ids":["https://openalex.org/I2738502077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036110624","display_name":"Risto Wichman","orcid":"https://orcid.org/0000-0002-5261-5037"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Risto Wichman","raw_affiliation_strings":["Aalto University,Department of Information and Communications Engineering,Espoo,Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Information and Communications Engineering,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.736391544342041},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6836965084075928},{"id":"https://openalex.org/keywords/radio-frequency","display_name":"Radio frequency","score":0.45337575674057007},{"id":"https://openalex.org/keywords/radio-networks","display_name":"Radio networks","score":0.4414820671081543},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3848428428173065},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3172909617424011},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24452242255210876},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1529526710510254},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.10386353731155396}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.736391544342041},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6836965084075928},{"id":"https://openalex.org/C74064498","wikidata":"https://www.wikidata.org/wiki/Q3396184","display_name":"Radio frequency","level":2,"score":0.45337575674057007},{"id":"https://openalex.org/C2989466925","wikidata":"https://www.wikidata.org/wiki/Q1061197","display_name":"Radio networks","level":4,"score":0.4414820671081543},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3848428428173065},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3172909617424011},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24452242255210876},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1529526710510254},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.10386353731155396}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/pimrc59610.2024.10817344","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc59610.2024.10817344","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 35th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/137704","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/38462fe3-eca5-4cff-bbc7-4744304abc56","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/137704","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/38462fe3-eca5-4cff-bbc7-4744304abc56","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2157331557","https://openalex.org/W3121955719","https://openalex.org/W3167193327","https://openalex.org/W3169406942","https://openalex.org/W3191966639","https://openalex.org/W4226178516","https://openalex.org/W4315630027","https://openalex.org/W4319878914","https://openalex.org/W4387883605","https://openalex.org/W4391547876","https://openalex.org/W4393241247","https://openalex.org/W6677939520","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W4401808795"],"abstract_inverted_index":{"In":[0,50],"5G,":[1],"the":[2,33,37,43,66,70,82,98,119,122,127,134,143,147,153,173,200,220,224],"analog":[3],"beamforming":[4],"architecture,":[5],"typically":[6],"used":[7],"in":[8,149,163,196],"millimeter":[9],"wave":[10],"(mmWave)":[11],"bands,":[12],"operates":[13],"on":[14,20],"a":[15,56,107,150,182],"pre-defined":[16],"beam":[17,26,52,57,67,112,129,177],"set":[18],"relying":[19],"grid-of-beams":[21],"(GoB)":[22],"approach.":[23],"Therefore,":[24,191],"efficient":[25],"selection":[27,53,113,130,178],"considering":[28],"dynamic":[29],"wireless":[30,225],"environments":[31],"incorporating":[32,213],"available":[34,99],"measurements":[35],"from":[36],"user":[38],"equipment":[39],"(UE)":[40],"to":[41,64,145,180,198,235],"enhance":[42],"overall":[44],"throughput":[45,120,237],"is":[46,115,170,179,227],"of":[47,59,121,142,223],"paramount":[48],"importance.":[49],"typical":[51],"scheme":[54],"selecting":[55],"out":[58],"candidate":[60],"beams":[61,88,144],"would":[62],"be":[63,90,240],"choose":[65],"that":[68,94,152,233],"has":[69],"strongest":[71],"reference":[72],"signal":[73,185],"received":[74],"power":[75],"(RSRP).":[76],"This":[77],"approach":[78],"may":[79],"not":[80],"yield":[81],"optimal":[83],"outcome.":[84],"For":[85],"example,":[86],"selected":[87],"might":[89],"reserved":[91],"for":[92,117,176,218,229],"UEs":[93,148],"cannot":[95],"utilize":[96],"all":[97],"resource":[100],"blocks":[101],"(RBs)":[102],"efficiently.":[103],"To":[104],"this":[105],"end,":[106],"deep":[108],"reinforcement":[109],"learning":[110],"(DRL)-based":[111],"framework":[114,131],"introduced":[116],"maximizing":[118],"users.":[123],"We":[124],"first":[125],"formulate":[126],"proposed":[128],"by":[132],"utilizing":[133],"RSRP":[135],"measurements,":[136],"and":[137,155,187],"time":[138,154],"domain":[139],"activation":[140],"information":[141],"group":[146],"way":[151],"frequency":[156],"resources":[157],"are":[158],"utilized":[159],"more":[160],"efficiently":[161],"resulting":[162],"better":[164],"observed":[165],"throughput.":[166],"The":[167],"formulated":[168,201],"problem":[169,202],"complex":[171],"as":[172],"optimized":[174,205],"policy":[175,209],"find":[181],"balance":[183],"between":[184],"quality":[186],"RB":[188],"optimization":[189,210],"simultaneously.":[190],"we":[192],"employ":[193],"recent":[194],"advances":[195],"DRL":[197],"solve":[199],"with":[203,243],"an":[204],"policy.":[206],"Specifically,":[207],"proximal":[208],"(PPO)":[211],"method":[212],"recurrent":[214],"neural":[215],"networks":[216],"(RNNs)":[217],"capturing":[219],"temporal":[221],"properties":[222],"channel":[226],"exploited":[228],"training.":[230],"Simulations":[231],"demonstrate":[232],"up":[234],"10%":[236],"gains":[238],"can":[239],"achieved":[241],"compared":[242],"baseline":[244],"approaches.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-01-02T00:00:00"}