{"id":"https://openalex.org/W3197857544","doi":"https://doi.org/10.1109/twc.2021.3107520","title":"Millimeter Wave Communications With an Intelligent Reflector: Performance Optimization and Distributional Reinforcement Learning","display_name":"Millimeter Wave Communications With an Intelligent Reflector: Performance Optimization and Distributional Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-03","ids":{"openalex":"https://openalex.org/W3197857544","doi":"https://doi.org/10.1109/twc.2021.3107520","mag":"3197857544"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3107520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3107520","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100349112","display_name":"Qianqian Zhang","orcid":"https://orcid.org/0000-0003-0351-5475"},"institutions":[{"id":"https://openalex.org/I4210135298","display_name":"Jensen Hughes (United States)","ror":"https://ror.org/033wnbm63","country_code":"US","type":"company","lineage":["https://openalex.org/I4210135298"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qianqian Zhang","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","Hughes Network Systems, Germantown, MD, USA"],"raw_orcid":"https://orcid.org/0000-0003-0351-5475","affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Hughes Network Systems, Germantown, MD, USA","institution_ids":["https://openalex.org/I4210135298"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024108653","display_name":"Walid Saad","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Walid Saad","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","Department of Computer Science and Engineering, Kyung Hee University, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-2247-2458","affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Suwon, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061429095","display_name":"Mehdi Bennis","orcid":"https://orcid.org/0000-0003-0261-0171"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mehdi Bennis","raw_affiliation_strings":["Center for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-0261-0171","affiliations":[{"raw_affiliation_string":"Center for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100349112"],"corresponding_institution_ids":["https://openalex.org/I4210135298","https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":4.0669,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.94533591,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"21","issue":"3","first_page":"1836","last_page":"1850"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6902474164962769},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6669663786888123},{"id":"https://openalex.org/keywords/extremely-high-frequency","display_name":"Extremely high frequency","score":0.6196434497833252},{"id":"https://openalex.org/keywords/reflector","display_name":"Reflector (photography)","score":0.5070822238922119},{"id":"https://openalex.org/keywords/millimeter","display_name":"Millimeter","score":0.498948335647583},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4749700725078583},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.43320927023887634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29771894216537476},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.21645423769950867},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.16070187091827393}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6902474164962769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6669663786888123},{"id":"https://openalex.org/C45764600","wikidata":"https://www.wikidata.org/wiki/Q570342","display_name":"Extremely high frequency","level":2,"score":0.6196434497833252},{"id":"https://openalex.org/C2778415886","wikidata":"https://www.wikidata.org/wiki/Q1823435","display_name":"Reflector (photography)","level":3,"score":0.5070822238922119},{"id":"https://openalex.org/C109792285","wikidata":"https://www.wikidata.org/wiki/Q174789","display_name":"Millimeter","level":2,"score":0.498948335647583},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4749700725078583},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.43320927023887634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29771894216537476},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.21645423769950867},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16070187091827393},{"id":"https://openalex.org/C2982854487","wikidata":"https://www.wikidata.org/wiki/Q9128","display_name":"Light source","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2021.3107520","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3107520","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3084346039","display_name":null,"funder_award_id":"CNS-2030215","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6440988886","display_name":null,"funder_award_id":"CNS-1526844","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2045658304","https://openalex.org/W2054549389","https://openalex.org/W2106005123","https://openalex.org/W2283315805","https://openalex.org/W2290621667","https://openalex.org/W2342822220","https://openalex.org/W2614851539","https://openalex.org/W2735938380","https://openalex.org/W2765302304","https://openalex.org/W2788350651","https://openalex.org/W2794344156","https://openalex.org/W2891354184","https://openalex.org/W2901002422","https://openalex.org/W2937693915","https://openalex.org/W2945593340","https://openalex.org/W2950077417","https://openalex.org/W2962819920","https://openalex.org/W2963121727","https://openalex.org/W2963504849","https://openalex.org/W2974107276","https://openalex.org/W2981096252","https://openalex.org/W3010601625","https://openalex.org/W3011747750","https://openalex.org/W3015419519","https://openalex.org/W3017311957","https://openalex.org/W3035697429","https://openalex.org/W3041653465","https://openalex.org/W3129062696","https://openalex.org/W3134059753","https://openalex.org/W4288335807","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6683300800","https://openalex.org/W6763074226","https://openalex.org/W6771839176"],"related_works":["https://openalex.org/W2317169686","https://openalex.org/W1185324648","https://openalex.org/W2539553997","https://openalex.org/W3159902002","https://openalex.org/W3208155863","https://openalex.org/W2363237216","https://openalex.org/W2033762247","https://openalex.org/W2530392398","https://openalex.org/W2070366004","https://openalex.org/W1997983170"],"abstract_inverted_index":{"In":[0,29,111],"this":[1],"paper,":[2],"a":[3,15,24,31,48,90,120,140,171,242,250,266],"novel":[4],"framework":[5],"is":[6,21,35,96,128,135,208],"proposed":[7,97,132,157,237],"to":[8,37,74,98,113,137,139],"optimize":[9],"the":[10,39,52,56,59,63,76,86,100,106,115,131,152,156,166,191,200,214,219,236,246,256],"downlink":[11,79,109,144,167,192,247,257],"multi-user":[12],"communication":[13],"of":[14,55,62,78,108,143,202,216,230,245],"millimeter":[16],"wave":[17],"base":[18],"station,":[19],"which":[20,240],"assisted":[22],"by":[23,186,259],"reconfigurable":[25],"intelligent":[26],"reflector":[27],"(IR).":[28],"particular,":[30],"channel":[32,40,211],"estimation":[33],"approach":[34,95,158],"developed":[36],"measure":[38],"state":[41],"information":[42],"(CSI)":[43],"in":[44,85,151,165,218],"real-time.":[45],"First,":[46],"for":[47,210,261],"perfect":[49],"CSI":[50,88,154],"scenario,":[51,89,155],"precoding":[53],"transmission":[54,116,145,178,221],"BS":[57],"and":[58,104,130,162,176,213,254],"reflection":[60,103,174],"coefficient":[61],"IR":[64,102,173,189,203],"are":[65],"jointly":[66],"optimized,":[67],"via":[68],"an":[69],"iterative":[70],"approach,":[71],"so":[72],"as":[73,199],"maximize":[75,105],"sum":[77],"rates":[80],"towards":[81],"multiple":[82],"users.":[83],"Next,":[84],"imperfect":[87],"distributional":[91],"reinforcement":[92],"learning":[93,121],"(DRL)":[94],"learn":[99],"optimal":[101],"expectation":[107],"capacity.":[110],"order":[112],"model":[114],"rate’s":[117],"probability":[118],"distribution,":[119],"algorithm,":[122],"based":[123],"on":[124],"quantile":[125],"regression":[126],"(QR),":[127],"developed,":[129],"QR-DRL":[133,238],"method":[134],"proved":[136],"converge":[138],"stable":[141],"distribution":[142,244],"rate.":[146],"Simulation":[147,181],"results":[148,182,233],"show":[149,184,234],"that,":[150],"error-free":[153],"yields":[159,249],"over":[160],"30%":[161],"2-fold":[163],"increase":[164,217],"sum-rate,":[168],"compared":[169,264],"with":[170,265],"fixed":[172],"scheme":[175],"direct":[177],"scheme,":[179],"respectively.":[180],"also":[183],"that":[185,235],"deploying":[187],"more":[188,206],"elements,":[190],"sum-rate":[193],"can":[194],"be":[195],"significantly":[196],"improved.":[197],"However,":[198],"number":[201],"components":[204],"increases,":[205],"time":[207],"required":[209],"estimation,":[212],"slope":[215],"IR-aided":[220],"rate":[222,258],"will":[223],"become":[224],"smaller.":[225],"Furthermore,":[226],"under":[227],"limited":[228],"knowledge":[229],"CSI,":[231],"simulation":[232],"method,":[239],"learns":[241],"full":[243],"rate,":[248],"better":[251],"prediction":[252],"accuracy":[253],"improves":[255],"10%":[260],"online":[262],"deployments,":[263],"Q-learning":[267],"baseline.":[268]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}