{"id":"https://openalex.org/W4409985295","doi":"https://doi.org/10.1109/twc.2025.3563597","title":"Hybrid Reinforcement Learning for Joint Beamforming in STAR-RIS-Assisted CoMP Systems","display_name":"Hybrid Reinforcement Learning for Joint Beamforming in STAR-RIS-Assisted CoMP Systems","publication_year":2025,"publication_date":"2025-04-30","ids":{"openalex":"https://openalex.org/W4409985295","doi":"https://doi.org/10.1109/twc.2025.3563597"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2025.3563597","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3563597","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100676357","display_name":"Jian Chen","orcid":"https://orcid.org/0000-0002-8768-5895"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Chen","raw_affiliation_strings":["Engineering Research Center of Security Technology of Complex Network System, and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-8768-5895","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Security Technology of Complex Network System, and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069337808","display_name":"Shuhui Yang","orcid":"https://orcid.org/0000-0002-8945-4150"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhui Yang","raw_affiliation_strings":["Engineering Research Center of Security Technology of Complex Network System, and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Security Technology of Complex Network System, and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075454320","display_name":"Yixuan Zou","orcid":"https://orcid.org/0000-0002-6422-480X"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yixuan Zou","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6422-480X","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076863392","display_name":"Yuanwei Liu","orcid":"https://orcid.org/0000-0002-6389-8941"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuanwei Liu","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Pokfulam, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-6389-8941","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Pokfulam, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018065603","display_name":"Jie Jia","orcid":"https://orcid.org/0000-0001-7296-5061"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Jia","raw_affiliation_strings":["Engineering Research Center of Security Technology of Complex Network System, and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-7296-5061","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Security Technology of Complex Network System, and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008752969","display_name":"Ziye Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziye Ma","raw_affiliation_strings":["Engineering Research Center of Security Technology of Complex Network System, and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Security Technology of Complex Network System, and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100326915","display_name":"Xingwei Wang","orcid":"https://orcid.org/0000-0003-2856-4716"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwei Wang","raw_affiliation_strings":["Engineering Research Center of Security Technology of Complex Network System, and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-2856-4716","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Security Technology of Complex Network System, and the Key Laboratory of Intelligent Computing in Medical Image, Ministry of Education, School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8506,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.85179207,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"24","issue":"9","first_page":"7955","last_page":"7969"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7615936994552612},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6440539360046387},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5982698202133179},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.5121674537658691},{"id":"https://openalex.org/keywords/star","display_name":"Star (game theory)","score":0.48770222067832947},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2957077622413635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28413939476013184},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1496882438659668},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.13170745968818665},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.08440205454826355}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7615936994552612},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6440539360046387},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5982698202133179},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.5121674537658691},{"id":"https://openalex.org/C2780897414","wikidata":"https://www.wikidata.org/wiki/Q7600592","display_name":"Star (game theory)","level":2,"score":0.48770222067832947},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2957077622413635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28413939476013184},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1496882438659668},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13170745968818665},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.08440205454826355},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2025.3563597","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3563597","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3078384517","display_name":null,"funder_award_id":"92167103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317797563","display_name":"5G\u7f51\u7edc\u4e2dQoE\u9a71\u52a8\u7684\u6d41\u5a92\u4f53\u4f20\u8f93\u4e0e\u8d44\u6e90\u5206\u914d\u6280\u672f\u7814\u7a76","funder_award_id":"61972079","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7888387042","display_name":null,"funder_award_id":"62132004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7958406237","display_name":null,"funder_award_id":"62172084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1967956032","https://openalex.org/W2028570814","https://openalex.org/W2035535653","https://openalex.org/W2070960043","https://openalex.org/W2086476536","https://openalex.org/W2329769476","https://openalex.org/W2788350651","https://openalex.org/W2964311372","https://openalex.org/W2984937369","https://openalex.org/W2999201871","https://openalex.org/W3001613668","https://openalex.org/W3011596843","https://openalex.org/W3011852199","https://openalex.org/W3026072117","https://openalex.org/W3037231455","https://openalex.org/W3042544305","https://openalex.org/W3055321639","https://openalex.org/W3081875647","https://openalex.org/W3092562074","https://openalex.org/W3103135626","https://openalex.org/W3104300639","https://openalex.org/W3109039904","https://openalex.org/W3159178565","https://openalex.org/W3159402647","https://openalex.org/W3160822982","https://openalex.org/W3165173280","https://openalex.org/W3174042897","https://openalex.org/W3201857925","https://openalex.org/W3205217150","https://openalex.org/W3216609622","https://openalex.org/W3216751135","https://openalex.org/W4205091231","https://openalex.org/W4205407795","https://openalex.org/W4205752839","https://openalex.org/W4206917335","https://openalex.org/W4280644846","https://openalex.org/W4285125826","https://openalex.org/W4289535520","https://openalex.org/W4292387509","https://openalex.org/W4310557589","https://openalex.org/W4315630227","https://openalex.org/W4366957379","https://openalex.org/W4367277145","https://openalex.org/W4399168507"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2963170046","https://openalex.org/W2376244802","https://openalex.org/W1971477554","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2158075901","https://openalex.org/W818226659"],"abstract_inverted_index":{"The":[0],"simultaneously":[1],"transmitting":[2],"and":[3,30,38,50,67,80,91,139,160,169,192],"reflecting":[4],"reconfigurable":[5],"intelligent":[6],"surface":[7],"(STAR-RIS)":[8],"can":[9],"provide":[10],"a":[11,56,85,101,183],"fullcoverage":[12],"agile":[13],"radio":[14],"environment.":[15],"A":[16],"unique":[17],"STAR-RIS-assisted":[18],"coordinated":[19,132],"multi-point":[20],"(CoMP)":[21],"framework":[22,88],"is":[23],"investigated":[24],"in":[25,149],"this":[26],"paper,":[27],"where":[28],"cell-center":[29],"cell-edge":[31],"users":[32],"are":[33],"embellished":[34],"by":[35],"the":[36,42,48,96,110,114,121,131,150,167,177,188],"reflection":[37,51],"transmission":[39,49],"features":[40],"of":[41,113,117],"STAR-RIS.":[43,195],"Unlike":[44],"previous":[45],"works":[46],"controlling":[47],"phase-shift":[52,60],"independently,":[53],"we":[54,83,99,124,164],"consider":[55],"more":[57,184],"practical":[58],"coupled":[59],"model.":[61],"We":[62],"formulate":[63],"an":[64,142],"online":[65,111],"active":[66,161],"passive":[68,115,159],"beamforming":[69,116,162],"problem":[70],"to":[71,108,129,140,154],"maximize":[72],"long-term":[73],"energy":[74],"efficiency":[75],"(EE)":[76],"with":[77],"time-varying":[78],"locations":[79],"channels.":[81],"Moreover,":[82],"propose":[84],"hybrid":[86],"learning":[87,106],"combining":[89],"model-free":[90,97],"model-based":[92,122],"optimization":[93,112],"techniques.":[94],"For":[95,120],"method,":[98,123],"invoke":[100,125],"risk-sensitive":[102],"multi-agent":[103],"deep":[104],"reinforcement":[105],"algorithm":[107],"accelerate":[109],"all":[118,136],"STAR-RISs.":[119],"fractional":[126],"programming":[127],"(FP)":[128],"optimize":[130,158],"zero-forcing":[133],"beamformer":[134],"among":[135],"base":[137],"stations":[138],"realize":[141],"exact":[143],"reward":[144],"evaluation":[145],"for":[146],"each":[147],"action":[148,168],"DRL":[151,155],"algorithm.":[152],"Compared":[153],"algorithms":[156],"that":[157,176,193],"together,":[163],"dramatically":[165],"shrink":[166],"state":[170],"spaces.":[171],"Comprehensive":[172],"numerical":[173],"results":[174],"explain":[175],"STAR-RIS":[178,190],"enhanced":[179],"CoMP":[180],"system":[181],"accomplishes":[182],"excellent":[185],"EE":[186],"than":[187],"benchmark":[189],"cases":[191],"without":[194]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}