{"id":"https://openalex.org/W4404057540","doi":"https://doi.org/10.1109/tcomm.2024.3492065","title":"Joint Beamforming in RIS-Assisted Multi-User Transmission Design: A Model-Driven Deep Reinforcement Learning Framework","display_name":"Joint Beamforming in RIS-Assisted Multi-User Transmission Design: A Model-Driven Deep Reinforcement Learning Framework","publication_year":2024,"publication_date":"2024-11-05","ids":{"openalex":"https://openalex.org/W4404057540","doi":"https://doi.org/10.1109/tcomm.2024.3492065"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2024.3492065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3492065","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043577466","display_name":"Weijie Jin","orcid":"https://orcid.org/0000-0002-5546-6196"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijie Jin","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5546-6196","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005367960","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0002-7278-6546"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7278-6546","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024436944","display_name":"Chao-Kai Wen","orcid":"https://orcid.org/0000-0001-5952-232X"},"institutions":[{"id":"https://openalex.org/I142974352","display_name":"National Sun Yat-sen University","ror":"https://ror.org/00mjawt10","country_code":"TW","type":"education","lineage":["https://openalex.org/I142974352"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chao-Kai Wen","raw_affiliation_strings":["Institute of Communications Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-5952-232X","affiliations":[{"raw_affiliation_string":"Institute of Communications Engineering, National Sun Yat-sen University, Kaohsiung, Taiwan","institution_ids":["https://openalex.org/I142974352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013079905","display_name":"Shi Jin","orcid":"https://orcid.org/0000-0003-0271-6021"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Jin","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0271-6021","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016793245","display_name":"Fu\u2010Chun Zheng","orcid":"https://orcid.org/0000-0003-3184-3054"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu-Chun Zheng","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3184-3054","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7806,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85113971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"73","issue":"5","first_page":"3184","last_page":"3198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7403892278671265},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.7064774036407471},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6844565868377686},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6170735359191895},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5777671337127686},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.4199436604976654},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4185448884963989},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.377416729927063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36775267124176025},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29479438066482544},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.26671746373176575},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.09541195631027222}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7403892278671265},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.7064774036407471},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6844565868377686},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6170735359191895},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5777671337127686},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.4199436604976654},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4185448884963989},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.377416729927063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36775267124176025},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29479438066482544},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.26671746373176575},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.09541195631027222}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2024.3492065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3492065","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1003364742","display_name":null,"funder_award_id":"62261160576","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1348038546","display_name":null,"funder_award_id":"MOST 111-2221-E-110-020-MY3","funder_id":"https://openalex.org/F2461203286","funder_display_name":"National Science and Technology Council"},{"id":"https://openalex.org/G4083670233","display_name":null,"funder_award_id":"2018YFA0701602","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6637948455","display_name":null,"funder_award_id":"62301154","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6895962253","display_name":null,"funder_award_id":"2242022k60006","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F2461203286","display_name":"National Science and Technology Council","ror":"https://ror.org/02kv4zf79"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1970830346","https://openalex.org/W2050968963","https://openalex.org/W2157331557","https://openalex.org/W2950077417","https://openalex.org/W2963190722","https://openalex.org/W2963504849","https://openalex.org/W2969424089","https://openalex.org/W2970297297","https://openalex.org/W2995554704","https://openalex.org/W3001613668","https://openalex.org/W3005476696","https://openalex.org/W3006762012","https://openalex.org/W3034281970","https://openalex.org/W3039402952","https://openalex.org/W3047532596","https://openalex.org/W3081766336","https://openalex.org/W3094619726","https://openalex.org/W3096252532","https://openalex.org/W3096401097","https://openalex.org/W3096723356","https://openalex.org/W3109685033","https://openalex.org/W3121342653","https://openalex.org/W3160501005","https://openalex.org/W3212260081","https://openalex.org/W4226153432","https://openalex.org/W4280573907","https://openalex.org/W4285122253","https://openalex.org/W4285230690","https://openalex.org/W4312359827","https://openalex.org/W4381785778","https://openalex.org/W4381785979","https://openalex.org/W4386869670","https://openalex.org/W4389331899","https://openalex.org/W6631190155","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6770407973","https://openalex.org/W6848023515","https://openalex.org/W6858781498"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"The":[0,187],"deployment":[1],"of":[2,32,89,112],"multiple":[3],"reconfigurable":[4],"intelligent":[5],"surfaces":[6],"(RIS)":[7],"is":[8],"a":[9,67,78,102,132,158],"promising":[10],"strategy":[11],"to":[12,28,96,107,175,200],"enhance":[13,151],"wireless":[14],"system":[15],"performance.":[16],"However,":[17],"joint":[18],"beamforming":[19],"in":[20,66,123,146],"multi-RIS":[21],"assisted":[22,69],"systems":[23],"faces":[24],"significant":[25],"challenges":[26],"due":[27,106],"the":[29,56,62,87,108,120,124,137,152,166],"increased":[30],"number":[31],"optimization":[33,54],"variables,":[34],"non-convex":[35],"objective":[36],"functions,":[37],"and":[38,55,99,197],"constraints.":[39],"In":[40],"this":[41],"study,":[42],"we":[43,118],"propose":[44],"an":[45],"algorithm":[46,126],"based":[47],"on":[48],"weighted":[49,63],"minimum":[50],"mean":[51],"square":[52],"error":[53],"successive":[57],"convex":[58],"approximation":[59],"algorithm,":[60,161],"maximizing":[61],"sum":[64],"rate":[65],"double-RIS":[68],"downlink":[70],"multi-user":[71],"multiple-input":[72],"single-output":[73],"system.":[74],"We":[75,150],"also":[76],"present":[77],"general":[79],"framework":[80],"for":[81,140,194],"model-driven":[82,159,185,189],"deep":[83,113],"learning":[84,115],"that":[85],"addresses":[86],"limitations":[88],"existing":[90],"methods,":[91],"which":[92],"often":[93],"lack":[94],"flexibility":[95],"different":[97],"channels":[98],"suffer":[100],"from":[101],"large":[103],"training":[104],"burden":[105],"high-dimensional":[109],"action":[110],"space":[111],"reinforcement":[114],"(DRL).":[116],"Initially,":[117],"configure":[119],"step":[121,138],"size":[122,139],"proposed":[125,188],"as":[127],"trainable,":[128],"accelerating":[129],"convergence.":[130],"Then,":[131],"recurrent":[133],"neural":[134,153],"network":[135],"generates":[136],"iterations,":[141],"allowing":[142],"dynamic":[143,195],"iteration":[144],"extension":[145,196],"varying":[147],"environmental":[148],"conditions.":[149],"network\u2019s":[154,169],"self-adaptability":[155],"by":[156,183],"introducing":[157],"DRL":[160,167,190],"integrating":[162],"expert":[163],"knowledge":[164],"into":[165],"actor":[168],"design.":[170],"Simulation":[171],"results":[172],"demonstrate":[173],"up":[174],"30%":[176],"performance":[177],"improvement":[178],"over":[179],"traditional":[180],"algorithms,":[181],"achieved":[182],"our":[184],"framework.":[186],"shows":[191],"higher":[192],"capacity":[193],"rapid":[198],"adaptation":[199],"new":[201],"environments.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}