{"id":"https://openalex.org/W4225663377","doi":"https://doi.org/10.1109/wcnc51071.2022.9771666","title":"Deep Reinforcement Learning based Joint Active and Passive Beamforming Design for RIS-Assisted MISO Systems","display_name":"Deep Reinforcement Learning based Joint Active and Passive Beamforming Design for RIS-Assisted MISO Systems","publication_year":2022,"publication_date":"2022-04-10","ids":{"openalex":"https://openalex.org/W4225663377","doi":"https://doi.org/10.1109/wcnc51071.2022.9771666"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc51071.2022.9771666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771666","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079146876","display_name":"Yuqian Zhu","orcid":"https://orcid.org/0000-0003-2234-7905"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqian Zhu","raw_affiliation_strings":["Dalian University of Technology,Dalian,China,116024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,Dalian,China,116024","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100619756","display_name":"Bo Zhu","orcid":"https://orcid.org/0000-0002-7156-6592"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu Bo","raw_affiliation_strings":["Dalian University of Technology,Dalian,China,116024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,Dalian,China,116024","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351507","display_name":"Ming Li","orcid":"https://orcid.org/0000-0003-1849-8241"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Li","raw_affiliation_strings":["Dalian University of Technology,Dalian,China,116024","National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,Dalian,China,116024","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355814","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0002-1917-783X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Dalian University of Technology,Dalian,China,116024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,Dalian,China,116024","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318597","display_name":"Qian Liu","orcid":"https://orcid.org/0000-0003-2282-4572"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Liu","raw_affiliation_strings":["Dalian University of Technology,Dalian,China,116024"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,Dalian,China,116024","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042441651","display_name":"Zheng Chang","orcid":"https://orcid.org/0000-0003-3766-820X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Chang","raw_affiliation_strings":["University of Electronic Science and Technology of China,Chengdu,China,611731"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Chengdu,China,611731","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068547451","display_name":"Yulin Hu","orcid":"https://orcid.org/0000-0002-1047-9436"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulin Hu","raw_affiliation_strings":["Wuhan University,Wuhan,China,430072"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University,Wuhan,China,430072","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"477","last_page":"482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11383","display_name":"Advanced Antenna and Metasurface Technologies","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.7933557033538818},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7180521488189697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.713793158531189},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5113046169281006},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.4474963843822479},{"id":"https://openalex.org/keywords/controllability","display_name":"Controllability","score":0.43475446105003357},{"id":"https://openalex.org/keywords/minimum-mean-square-error","display_name":"Minimum mean square error","score":0.4327768087387085},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.42940858006477356},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.36926156282424927},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3453105092048645},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21015888452529907},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2086430788040161},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19510149955749512},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09781470894813538}],"concepts":[{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.7933557033538818},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7180521488189697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.713793158531189},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5113046169281006},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4474963843822479},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.43475446105003357},{"id":"https://openalex.org/C90652560","wikidata":"https://www.wikidata.org/wiki/Q11091747","display_name":"Minimum mean square error","level":3,"score":0.4327768087387085},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.42940858006477356},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.36926156282424927},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3453105092048645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21015888452529907},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2086430788040161},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19510149955749512},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09781470894813538},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc51071.2022.9771666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc51071.2022.9771666","pdf_url":null,"source":{"id":"https://openalex.org/S4363607776","display_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323086","display_name":"Natural Science Foundation of Liaoning Province","ror":null},{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2327455150","https://openalex.org/W2615358882","https://openalex.org/W2955133642","https://openalex.org/W2978330116","https://openalex.org/W2990747873","https://openalex.org/W3001613668","https://openalex.org/W3009918410","https://openalex.org/W3034281970","https://openalex.org/W3045668545","https://openalex.org/W3098476189","https://openalex.org/W3121645716","https://openalex.org/W3129486236","https://openalex.org/W3159815683","https://openalex.org/W3197857544","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W4366197474","https://openalex.org/W4364385708","https://openalex.org/W2010743461","https://openalex.org/W3007669596","https://openalex.org/W3185397499","https://openalex.org/W2056448460","https://openalex.org/W1979162659","https://openalex.org/W4323896836","https://openalex.org/W1976071028","https://openalex.org/W2031839722"],"abstract_inverted_index":{"Owing":[0],"to":[1,18,51,78,87,131],"the":[2,20,38,52,57,94,103,141],"unique":[3],"advantages":[4],"of":[5,60],"low":[6],"cost":[7],"and":[8,42,56,76,99,136,171],"controllability,":[9],"reconfigurable":[10],"intelligent":[11],"surface":[12],"(RIS)":[13],"is":[14,46,144],"a":[15,68,80,116],"promising":[16],"candidate":[17],"address":[19],"blockage":[21],"issue":[22],"in":[23,34],"millimeter":[24],"wave":[25],"(mmWave)":[26],"communication":[27],"systems,":[28],"consequently":[29],"has":[30],"captured":[31],"widespread":[32],"attention":[33],"recent":[35],"years.":[36],"However,":[37],"joint":[39],"active":[40,90,133],"beamforming":[41,44],"passive":[43,100,137],"design":[45,89,132],"an":[47,108],"arduous":[48],"task":[49],"due":[50],"high":[53],"computational":[54],"complexity":[55],"dynamic":[58],"changes":[59],"wireless":[61],"environment.":[62],"In":[63],"this":[64],"paper,":[65],"we":[66,114],"consider":[67],"RIS-assisted":[69],"multi-user":[70],"multiple-input":[71],"single-output":[72],"(MU-MISO)":[73],"mmWave":[74],"system":[75],"aim":[77],"develop":[79],"deep":[81],"reinforcement":[82],"learning":[83],"(DRL)":[84],"based":[85,119],"algorithm":[86,161,170],"jointly":[88],"hybrid":[91],"beamformer":[92,101,138],"at":[93,102],"base":[95],"station":[96],"(BS)":[97],"side":[98],"RIS":[104],"side.":[105],"By":[106],"employing":[107],"advanced":[109],"soft":[110],"actor-critic":[111],"(SAC)":[112],"algorithm,":[113,121],"propose":[115],"maximum":[117],"entropy":[118],"DRL":[120,172],"which":[122],"can":[123,162],"explore":[124],"more":[125],"stochastic":[126],"policies":[127],"than":[128],"deterministic":[129],"policy,":[130],"analog":[134],"precoder":[135,143],"simultaneously.":[139],"Then,":[140],"digital":[142],"determined":[145],"by":[146],"minimum":[147],"mean":[148],"square":[149],"error":[150],"(MMSE)":[151],"method.":[152],"The":[153],"experimental":[154],"results":[155],"demonstrate":[156],"that":[157],"our":[158],"proposed":[159],"SAC":[160],"achieve":[163],"better":[164],"performance":[165],"compared":[166],"with":[167],"conventional":[168],"optimization":[169],"algorithm.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}