{"id":"https://openalex.org/W4387870743","doi":"https://doi.org/10.1109/icc45041.2023.10279201","title":"Improve Your Aim: A Deep Reinforcement Learning Approach for 5G NR mmWave Beam Refinement","display_name":"Improve Your Aim: A Deep Reinforcement Learning Approach for 5G NR mmWave Beam Refinement","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387870743","doi":"https://doi.org/10.1109/icc45041.2023.10279201"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10279201","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icc45041.2023.10279201","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006018387","display_name":"Mauro Belgiovine","orcid":"https://orcid.org/0000-0002-3400-454X"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mauro Belgiovine","raw_affiliation_strings":["Institute for the Wireless Internet of Things at Northeastern University,Boston","Institute for the Wireless Internet of Things at Northeastern University, Boston"],"affiliations":[{"raw_affiliation_string":"Institute for the Wireless Internet of Things at Northeastern University,Boston","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Institute for the Wireless Internet of Things at Northeastern University, Boston","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080483470","display_name":"Kaushik Chowdhury","orcid":"https://orcid.org/0000-0002-3570-2622"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaushik Chowdhury","raw_affiliation_strings":["Institute for the Wireless Internet of Things at Northeastern University,Boston","Institute for the Wireless Internet of Things at Northeastern University, Boston"],"affiliations":[{"raw_affiliation_string":"Institute for the Wireless Internet of Things at Northeastern University,Boston","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Institute for the Wireless Internet of Things at Northeastern University, Boston","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5006018387"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.1306,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.45458846,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"5658","last_page":"5663"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.9051589965820312},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6721562147140503},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6497924327850342},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.6388526558876038},{"id":"https://openalex.org/keywords/antenna","display_name":"Antenna (radio)","score":0.6104509830474854},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5729668736457825},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.545190155506134},{"id":"https://openalex.org/keywords/transceiver","display_name":"Transceiver","score":0.5060250163078308},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.48234695196151733},{"id":"https://openalex.org/keywords/antenna-array","display_name":"Antenna array","score":0.46214330196380615},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4200791120529175},{"id":"https://openalex.org/keywords/extremely-high-frequency","display_name":"Extremely high frequency","score":0.4196247458457947},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.389493465423584},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2857486307621002},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.24993178248405457},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24675220251083374},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.20222634077072144},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19384342432022095},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12714704871177673},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.12429684400558472}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.9051589965820312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6721562147140503},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6497924327850342},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.6388526558876038},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.6104509830474854},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5729668736457825},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.545190155506134},{"id":"https://openalex.org/C7720470","wikidata":"https://www.wikidata.org/wiki/Q954187","display_name":"Transceiver","level":3,"score":0.5060250163078308},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.48234695196151733},{"id":"https://openalex.org/C62191587","wikidata":"https://www.wikidata.org/wiki/Q4771249","display_name":"Antenna array","level":3,"score":0.46214330196380615},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4200791120529175},{"id":"https://openalex.org/C45764600","wikidata":"https://www.wikidata.org/wiki/Q570342","display_name":"Extremely high frequency","level":2,"score":0.4196247458457947},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.389493465423584},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2857486307621002},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.24993178248405457},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24675220251083374},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.20222634077072144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19384342432022095},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12714704871177673},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.12429684400558472},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45041.2023.10279201","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icc45041.2023.10279201","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4431643939","display_name":null,"funder_award_id":"1923789","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2053521124","https://openalex.org/W2195693430","https://openalex.org/W2259391824","https://openalex.org/W2951799221","https://openalex.org/W3013689226","https://openalex.org/W3047408115","https://openalex.org/W3129331719","https://openalex.org/W3212565034","https://openalex.org/W6685444567","https://openalex.org/W6790642029"],"related_works":["https://openalex.org/W2293149949","https://openalex.org/W2026099691","https://openalex.org/W4284672201","https://openalex.org/W2377486419","https://openalex.org/W2943202426","https://openalex.org/W2163679795","https://openalex.org/W2736714427","https://openalex.org/W2137816434","https://openalex.org/W2017956276","https://openalex.org/W2048606991"],"abstract_inverted_index":{"Massive":[0],"MIMO":[1],"(mMIMO)":[2],"technology":[3],"is":[4,40,66,219],"considered":[5],"as":[6],"a":[7,37,63,152,181,193],"key":[8],"enabler":[9],"for":[10,144,228,235,241],"5G":[11,32,146],"and":[12,52,95,136,239],"beyond":[13],"cellular":[14],"networks,":[15],"which":[16],"allows":[17,43,125],"formation":[18],"of":[19,92,106,110,134,186,195,224],"highly":[20],"directional":[21],"radiation":[22],"beams":[23],"in":[24,57,138,183,206],"the":[25,31,45,58,77,82,85,90,93,96,107,111,130,145,151,165,173,184,202,215,229],"millimeter-wave":[26],"(mmWave)":[27],"band.":[28],"Specifically,":[29],"considering":[30],"new":[33],"radio":[34],"(NR)":[35],"standard,":[36],"codebook-based":[38],"approach":[39,124,162],"used":[41,205],"that":[42,49,80,122],"setting":[44],"antenna":[46],"weights,":[47],"so":[48],"both":[50],"transmission":[51],"reception":[53],"can":[54],"be":[55,73],"achieved":[56],"desired":[59],"angle.":[60],"However,":[61],"when":[62],"fixed":[64],"codebook":[65,97],"used,":[67],"these":[68,101],"angular":[69],"directions":[70],"may":[71],"not":[72],"exactly":[74],"aligned":[75],"along":[76],"optimal":[78],"path":[79],"maximizes":[81],"SINR":[83],"between":[84],"transmitter-receiver":[86],"pair,":[87],"depending":[88],"on":[89],"granularity":[91],"beam":[94,127,155,230,237],"size.":[98],"To":[99],"address":[100],"issues,":[102],"we":[103],"propose":[104],"selection":[105],"analog":[108],"parameters":[109],"transceiver":[112],"chain":[113],"through":[114],"Deep":[115],"Reinforcement":[116],"Learning":[117],"(DRL).":[118],"Simulation":[119],"results":[120],"show":[121],"our":[123,161],"fine-grained":[126],"refinement":[128,231,238],"to":[129,177,192,201,208],"coarse":[131],"initial":[132,154],"estimates":[133],"Angle-of-Arrival":[135],"Angle-of-Departures":[137],"mmWave":[139],"Frequency":[140],"Range":[141],"2":[142],"(FR2)":[143],"NR":[147],"standard":[148],"obtained":[149],"during":[150],"reduced":[153],"establishment":[156],"procedure":[157],"(P-1).":[158],"We":[159],"observe":[160],"consistently":[163],"improves":[164],"Reference":[166],"Signal":[167,188],"Received":[168],"Power":[169],"(RSRP)":[170],"perceived":[171],"at":[172],"UE":[174],"side":[175],"up":[176,191],"15%":[178],"while":[179],"allowing":[180],"reduction":[182],"number":[185,204],"Synchronization":[187],"Blocks":[189],"(SSBs)":[190],"factor":[194],"<tex":[196],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[197],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\times":[198],"64$</tex>":[199],"compared":[200],"equivalent":[203],"P-1":[207],"obtain":[209],"comparable":[210],"steering":[211],"accuracy.":[212],"Finally,":[213],"once":[214],"trained":[216],"DRL":[217],"agent":[218],"implemented,":[220],"it":[221],"eliminates":[222],"100%":[223],"control":[225],"signals":[226],"needed":[227],"procedures,":[232],"namely":[233],"P-2":[234],"transmitter":[236],"P-3":[240],"receiver.":[242]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}