{"id":"https://openalex.org/W3037586895","doi":"https://doi.org/10.1109/lcomm.2020.3005138","title":"Deep Reinforcement Learning for Joint Beamwidth and Power Optimization in mmWave Systems","display_name":"Deep Reinforcement Learning for Joint Beamwidth and Power Optimization in mmWave Systems","publication_year":2020,"publication_date":"2020-06-26","ids":{"openalex":"https://openalex.org/W3037586895","doi":"https://doi.org/10.1109/lcomm.2020.3005138","mag":"3037586895"},"language":"en","primary_location":{"id":"doi:10.1109/lcomm.2020.3005138","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2020.3005138","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026423808","display_name":"Jiabao Gao","orcid":"https://orcid.org/0000-0002-6862-064X"},"institutions":[{"id":"https://openalex.org/I4210141176","display_name":"Communication University of Zhejiang","ror":"https://ror.org/04t7gxr16","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210141176"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiabao Gao","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","Zhejiang Provincial Key Laboratory of Information Processing, Communication and Networking, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Information Processing, Communication and Networking, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210141176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024046434","display_name":"Caijun Zhong","orcid":"https://orcid.org/0000-0002-9960-7800"},"institutions":[{"id":"https://openalex.org/I4210141176","display_name":"Communication University of Zhejiang","ror":"https://ror.org/04t7gxr16","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210141176"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Caijun Zhong","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","Zhejiang Provincial Key Laboratory of Information Processing, Communication and Networking, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9960-7800","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Information Processing, Communication and Networking, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210141176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420351","display_name":"Xiaoming Chen","orcid":"https://orcid.org/0000-0002-1818-2135"},"institutions":[{"id":"https://openalex.org/I4210141176","display_name":"Communication University of Zhejiang","ror":"https://ror.org/04t7gxr16","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210141176"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Chen","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","Zhejiang Provincial Key Laboratory of Information Processing, Communication and Networking, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1818-2135","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Information Processing, Communication and Networking, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210141176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011665213","display_name":"Hai Lin","orcid":"https://orcid.org/0000-0002-6364-348X"},"institutions":[{"id":"https://openalex.org/I15807432","display_name":"Osaka Prefecture University","ror":"https://ror.org/02cf1je33","country_code":"JP","type":"education","lineage":["https://openalex.org/I15807432"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hai Lin","raw_affiliation_strings":["Osaka Prefecture University, Osaka, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6364-348X","affiliations":[{"raw_affiliation_string":"Osaka Prefecture University, Osaka, Japan","institution_ids":["https://openalex.org/I15807432"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100751311","display_name":"Zhaoyang Zhang","orcid":"https://orcid.org/0000-0003-2346-6228"},"institutions":[{"id":"https://openalex.org/I4210141176","display_name":"Communication University of Zhejiang","ror":"https://ror.org/04t7gxr16","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210141176"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyang Zhang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","Zhejiang Provincial Key Laboratory of Information Processing, Communication and Networking, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2346-6228","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang Provincial Key Laboratory of Information Processing, Communication and Networking, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210141176"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8732,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.8584329,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"24","issue":"10","first_page":"2201","last_page":"2205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beamwidth","display_name":"Beamwidth","score":0.9000225067138672},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8732484579086304},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.807247519493103},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6283822655677795},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6162996292114258},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5152032971382141},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.48215004801750183},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39241278171539307},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18921500444412231},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08677539229393005}],"concepts":[{"id":"https://openalex.org/C190060920","wikidata":"https://www.wikidata.org/wiki/Q4876232","display_name":"Beamwidth","level":3,"score":0.9000225067138672},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8732484579086304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.807247519493103},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6283822655677795},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6162996292114258},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5152032971382141},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.48215004801750183},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39241278171539307},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18921500444412231},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08677539229393005},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lcomm.2020.3005138","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2020.3005138","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1561785553","display_name":null,"funder_award_id":"61725104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2730110976","display_name":null,"funder_award_id":"61922071","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8115637703","display_name":"\u5927\u89c4\u6a21\u5b8c\u5168\u975e\u6b63\u4ea4\u591a\u63a5\u5165\u7cfb\u7edf\u7684\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61871344","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1917463349","https://openalex.org/W1925759446","https://openalex.org/W2097395379","https://openalex.org/W2121863487","https://openalex.org/W2138069220","https://openalex.org/W2145339207","https://openalex.org/W2157725608","https://openalex.org/W2173248099","https://openalex.org/W2769445201","https://openalex.org/W2891800350","https://openalex.org/W2962841091","https://openalex.org/W2963864421","https://openalex.org/W2970065831","https://openalex.org/W2993165567","https://openalex.org/W3000522337","https://openalex.org/W3011852199","https://openalex.org/W3012427268","https://openalex.org/W3102329989","https://openalex.org/W3102628653","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2087159119","https://openalex.org/W3133309669","https://openalex.org/W2589070551","https://openalex.org/W1613226384","https://openalex.org/W4387714700","https://openalex.org/W2969395133","https://openalex.org/W2364986039","https://openalex.org/W2164011616","https://openalex.org/W2604634667","https://openalex.org/W2765726077"],"abstract_inverted_index":{"This":[0],"letter":[1],"studies":[2],"the":[3,47,75,78],"joint":[4],"beamwidth":[5],"and":[6,59],"transmit":[7],"power":[8],"optimization":[9],"problem":[10],"in":[11,54],"millimeter":[12],"wave":[13],"communication":[14],"systems.":[15],"A":[16],"deep":[17,27],"reinforcement":[18],"learning":[19],"based":[20],"approach":[21,49],"is":[22,30,34,69],"proposed.":[23],"Specifically,":[24],"a":[25],"customized":[26],"Q":[28],"network":[29],"trained":[31],"offline,":[32],"which":[33,72],"able":[35],"to":[36,65],"make":[37],"real-time":[38],"decisions":[39],"when":[40],"deployed":[41],"online.":[42],"Simulation":[43],"results":[44],"show":[45],"that":[46],"proposed":[48,79],"significantly":[50],"outperforms":[51],"conventional":[52],"approaches":[53],"terms":[55],"of":[56,77],"both":[57],"performance":[58],"complexity.":[60],"Besides,":[61],"strong":[62],"generalization":[63],"ability":[64],"different":[66],"system":[67],"parameters":[68],"also":[70],"demonstrated,":[71],"further":[73],"enhances":[74],"practicality":[76],"approach.":[80]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
