{"id":"https://openalex.org/W3212407382","doi":"https://doi.org/10.1109/tcomm.2021.3126856","title":"Reinforcement Learning of Beam Codebooks in Millimeter Wave and Terahertz MIMO Systems","display_name":"Reinforcement Learning of Beam Codebooks in Millimeter Wave and Terahertz MIMO Systems","publication_year":2021,"publication_date":"2021-11-09","ids":{"openalex":"https://openalex.org/W3212407382","doi":"https://doi.org/10.1109/tcomm.2021.3126856","mag":"3212407382"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2021.3126856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3126856","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009761172","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0001-6851-5594"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University (ASU), Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0001-6851-5594","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University (ASU), Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036355947","display_name":"Muhammad Alrabeiah","orcid":"https://orcid.org/0000-0001-7586-2631"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Muhammad Alrabeiah","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University (ASU), Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0001-7586-2631","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University (ASU), Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003243464","display_name":"Ahmed Alkhateeb","orcid":"https://orcid.org/0000-0001-5648-1569"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed Alkhateeb","raw_affiliation_strings":["School of Electrical, Computer and Energy Engineering, Arizona State University (ASU), Tempe, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0001-5648-1569","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University (ASU), Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.0346,"has_fulltext":false,"cited_by_count":111,"citation_normalized_percentile":{"value":0.982073,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"70","issue":"2","first_page":"904","last_page":"919"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.9197493195533752},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.7846487760543823},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6683558225631714},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.6288626790046692},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5914036631584167},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.5351333022117615},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4891703426837921},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4404321312904358},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.43068695068359375},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4287121593952179},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.40224534273147583},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.37566956877708435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24978381395339966},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1635214388370514},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12229779362678528},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11023697257041931}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.9197493195533752},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.7846487760543823},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6683558225631714},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.6288626790046692},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5914036631584167},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.5351333022117615},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4891703426837921},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4404321312904358},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.43068695068359375},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4287121593952179},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.40224534273147583},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.37566956877708435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24978381395339966},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1635214388370514},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12229779362678528},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11023697257041931},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2021.3126856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2021.3126856","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8585104732","display_name":null,"funder_award_id":"1923676","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1723619723","https://openalex.org/W1956027752","https://openalex.org/W1974598214","https://openalex.org/W2017957151","https://openalex.org/W2034651337","https://openalex.org/W2053521124","https://openalex.org/W2075148031","https://openalex.org/W2098174516","https://openalex.org/W2111953900","https://openalex.org/W2145339207","https://openalex.org/W2166486216","https://openalex.org/W2167005403","https://openalex.org/W2167319728","https://openalex.org/W2189661557","https://openalex.org/W2195693430","https://openalex.org/W2222512263","https://openalex.org/W2608170357","https://openalex.org/W2796047239","https://openalex.org/W2958261239","https://openalex.org/W3013594094","https://openalex.org/W3017297985","https://openalex.org/W3037339607","https://openalex.org/W3046928693","https://openalex.org/W3099908750","https://openalex.org/W3105281589","https://openalex.org/W3172552950","https://openalex.org/W4214717370","https://openalex.org/W4255949318","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6759127422","https://openalex.org/W6864350279"],"related_works":["https://openalex.org/W3207918248","https://openalex.org/W2130785056","https://openalex.org/W2506626932","https://openalex.org/W2037755532","https://openalex.org/W2620095399","https://openalex.org/W1488668773","https://openalex.org/W2006021297","https://openalex.org/W4288602396","https://openalex.org/W2914555611","https://openalex.org/W4285192270"],"abstract_inverted_index":{"Millimeter":[0],"wave":[1],"(mmWave)":[2],"and":[3,16,106,165,192],"terahertz":[4],"MIMO":[5],"systems":[6,53],"rely":[7],"on":[8,82,98],"pre-defined":[9,20],"beamforming":[10],"codebooks":[11],"for":[12,27,51,184,193],"both":[13],"initial":[14],"access":[15],"data":[17],"transmission.":[18],"These":[19],"codebooks,":[21],"however,":[22],"are":[23],"commonly":[24],"not":[25,113],"optimized":[26],"specific":[28],"environments,":[29],"user":[30,102,123],"distributions,":[31],"and/or":[32],"possible":[33],"hardware":[34,104,159,196],"impairments.":[35],"This":[36],"leads":[37],"to":[38,54,74,92,179],"large":[39,148],"codebook":[40,77],"sizes":[41],"with":[42,195],"high":[43],"beam":[44,78,95,182],"training":[45],"overhead":[46],"which":[47],"makes":[48],"it":[49],"hard":[50],"these":[52,61],"support":[55],"highly":[56],"mobile":[57],"applications.":[58],"To":[59,125],"overcome":[60],"limitations,":[62],"this":[63,110],"paper":[64],"develops":[65],"a":[66,134],"deep":[67],"reinforcement":[68],"learning":[69,128,154],"framework":[70,155,178],"that":[71,141],"learns":[72,90],"how":[73,91],"optimize":[75],"the":[76,83,94,99,118,127,130,147,157,163,173,176],"patterns":[79,96,183],"relying":[80],"only":[81],"receive":[84],"power":[85],"measurements.":[86],"The":[87,152],"developed":[88,177],"model":[89,132],"adapt":[93],"based":[97],"surrounding":[100],"environment,":[101],"distribution,":[103],"impairments,":[105],"array":[107],"geometry.":[108],"Further,":[109],"approach":[111],"does":[112],"require":[114],"any":[115,200],"knowledge":[116],"about":[117],"channel,":[119],"RF":[120,158],"hardware,":[121],"or":[122],"positions.":[124],"reduce":[126],"time,":[129],"proposed":[131,153],"designs":[133],"novel":[135],"<italic":[136],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Wolpertinger</i>":[138],"-variant":[139],"architecture":[140],"is":[142],"capable":[143],"of":[144,175],"efficiently":[145],"searching":[146],"discrete":[149],"action":[150],"space.":[151],"respects":[156],"constraints":[160],"such":[161],"as":[162],"constant-modulus":[164],"quantized":[166],"phase":[167],"shifter":[168],"constraints.":[169],"Simulation":[170],"results":[171],"confirm":[172],"ability":[174],"learn":[180],"near-optimal":[181],"line-of-sight":[185],"(LOS),":[186],"non-LOS":[187],"(NLOS),":[188],"mixed":[189],"LOS/NLOS":[190],"scenarios":[191],"arrays":[194],"impairments":[197],"without":[198],"requiring":[199],"channel":[201],"knowledge.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}