{"id":"https://openalex.org/W3210949345","doi":"https://doi.org/10.1109/pimrc50174.2021.9569435","title":"Deep Reinforcement Learning-Based Multi-Panel Beam Management in Massive MIMO Systems: Algorithm Design and System-Level Simulation","display_name":"Deep Reinforcement Learning-Based Multi-Panel Beam Management in Massive MIMO Systems: Algorithm Design and System-Level Simulation","publication_year":2021,"publication_date":"2021-09-13","ids":{"openalex":"https://openalex.org/W3210949345","doi":"https://doi.org/10.1109/pimrc50174.2021.9569435","mag":"3210949345"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc50174.2021.9569435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc50174.2021.9569435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 32nd Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100421710","display_name":"Yang Li","orcid":"https://orcid.org/0000-0003-1112-057X"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Li","raw_affiliation_strings":["China Academy of Information and Communications Technology,Beijing,China","China Academy of Information and Communications Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Academy of Information and Communications Technology,Beijing,China","institution_ids":["https://openalex.org/I4210130112"]},{"raw_affiliation_string":"China Academy of Information and Communications Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041165345","display_name":"Jiamo Jiang","orcid":"https://orcid.org/0000-0002-4986-7081"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiamo Jiang","raw_affiliation_strings":["China Academy of Information and Communications Technology,Beijing,China","China Academy of Information and Communications Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Academy of Information and Communications Technology,Beijing,China","institution_ids":["https://openalex.org/I4210130112"]},{"raw_affiliation_string":"China Academy of Information and Communications Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075350898","display_name":"Chao Long Jia","orcid":"https://orcid.org/0000-0002-0393-0137"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Jia","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing,China","Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101002877","display_name":"Yifei Yuan","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Yuan","raw_affiliation_strings":["China Mobile Research Institute,Beijing,China","China Mobile Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Mobile Research Institute,Beijing,China","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"China Mobile Research Institute, Beijing, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044412948","display_name":"Zhongyuan Zhao","orcid":"https://orcid.org/0000-0002-8218-7723"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongyuan Zhao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Beijing,China","Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Beijing,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101676347","display_name":"Ying Du","orcid":"https://orcid.org/0000-0001-8270-026X"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Du","raw_affiliation_strings":["China Academy of Information and Communications Technology,Beijing,China","China Academy of Information and Communications Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Academy of Information and Communications Technology,Beijing,China","institution_ids":["https://openalex.org/I4210130112"]},{"raw_affiliation_string":"China Academy of Information and Communications Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101726764","display_name":"Zhiqin Wang","orcid":"https://orcid.org/0000-0003-1700-3411"},"institutions":[{"id":"https://openalex.org/I4210130112","display_name":"China Academy of Information and Communications Technology","ror":"https://ror.org/038dte259","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210130112","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqin Wang","raw_affiliation_strings":["China Academy of Information and Communications Technology,Beijing,China","China Academy of Information and Communications Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"China Academy of Information and Communications Technology,Beijing,China","institution_ids":["https://openalex.org/I4210130112"]},{"raw_affiliation_string":"China Academy of Information and Communications Technology, Beijing, China","institution_ids":["https://openalex.org/I4210130112"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100421710"],"corresponding_institution_ids":["https://openalex.org/I4210130112"],"apc_list":null,"apc_paid":null,"fwci":0.2005,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.51823477,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8819321393966675},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.7293562293052673},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6571704745292664},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.655470609664917},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5590422749519348},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5198493599891663},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5092915296554565},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.49321669340133667},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.47084590792655945},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.46074405312538147},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.37986645102500916},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3774140775203705},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3165547251701355},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.24582067131996155},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22307991981506348},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1516496241092682},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11963844299316406}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8819321393966675},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.7293562293052673},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6571704745292664},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.655470609664917},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5590422749519348},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5198493599891663},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5092915296554565},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.49321669340133667},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.47084590792655945},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.46074405312538147},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.37986645102500916},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3774140775203705},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3165547251701355},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.24582067131996155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22307991981506348},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1516496241092682},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11963844299316406},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc50174.2021.9569435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc50174.2021.9569435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 32nd Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4300000071525574},{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.41999998688697815}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2141682101","https://openalex.org/W2961482014","https://openalex.org/W2963206535","https://openalex.org/W2969195240","https://openalex.org/W2988592481","https://openalex.org/W3006705564","https://openalex.org/W3098060190","https://openalex.org/W3102812201","https://openalex.org/W3118326706","https://openalex.org/W3126692430"],"related_works":["https://openalex.org/W4293149836","https://openalex.org/W2805391225","https://openalex.org/W2350584647","https://openalex.org/W4361253176","https://openalex.org/W2037488749","https://openalex.org/W4285814410","https://openalex.org/W2379932168","https://openalex.org/W2147397859","https://openalex.org/W2373347734","https://openalex.org/W3175128050"],"abstract_inverted_index":{"To":[0,64],"adapt":[1],"to":[2,37,124],"the":[3,7,28,38,48,58,72,92,96,104,126,136,155],"complicated":[4],"interference":[5],"and":[6,31,45,57,95,114],"high":[8,40,54],"dynamics":[9],"of":[10,42,108,128],"wireless":[11],"circumstances,":[12],"deep":[13],"reinforcement":[14],"learning":[15],"(DRL)":[16],"has":[17,87],"been":[18,88],"considered":[19],"as":[20],"a":[21,82,118],"potential":[22],"solution":[23],"for":[24,90],"beam":[25,69,84,106],"management":[26,70,85],"in":[27,71,78,132],"massive":[29,73],"multiple-input":[30],"multiple-output":[32],"(MIMO)":[33],"systems.":[34,134],"However,":[35],"due":[36],"extremely":[39],"dimensions":[41],"both":[43],"action":[44],"state":[46],"spaces,":[47],"existing":[49],"DRL-based":[50,68,83],"schemes":[51],"are":[52,140],"with":[53,111],"computation":[55],"costs,":[56],"practical":[59],"performance":[60,127],"is":[61,76,122],"still":[62],"unknown.":[63],"provide":[65],"some":[66],"insights,":[67],"MIMO":[74],"systems":[75],"studied":[77],"this":[79],"paper.":[80],"First,":[81],"scheme":[86,131,147],"designed":[89],"beyond":[91],"fifth":[93],"generation":[94,98],"sixth":[97],"(B5G/6G)":[99],"systems,":[100],"which":[101,142],"can":[102,148],"support":[103],"collaborative":[105],"selections":[107],"multiple":[109],"panels":[110],"low":[112],"complexity":[113],"fast":[115],"convergence.":[116],"Second,":[117],"system-level":[119,137],"simulation":[120,138],"platform":[121],"developed":[123],"evaluate":[125],"our":[129,145],"proposed":[130,146],"B5G/6G":[133],"Finally,":[135],"results":[139,158],"provided,":[141],"show":[143],"that":[144],"achieve":[149],"much":[150],"higher":[151],"spectrum":[152],"efficiency":[153],"than":[154],"referred":[156],"evaluation":[157],"given":[159],"by":[160],"international":[161],"telecommunication":[162],"union":[163],"(ITU).":[164]},"counts_by_year":[{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}