{"id":"https://openalex.org/W4417131843","doi":"https://doi.org/10.1109/lcomm.2025.3641395","title":"Multi-Agent Reinforcement Learning-Based Joint Optimization for Movable Antenna and RIS-Assisted Systems","display_name":"Multi-Agent Reinforcement Learning-Based Joint Optimization for Movable Antenna and RIS-Assisted Systems","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W4417131843","doi":"https://doi.org/10.1109/lcomm.2025.3641395"},"language":null,"primary_location":{"id":"doi:10.1109/lcomm.2025.3641395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2025.3641395","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081095468","display_name":"Pan Zhuang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210147228","display_name":"Chengdu Normal University","ror":"https://ror.org/04enz2k98","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147228"]},{"id":"https://openalex.org/I63354593","display_name":"Sichuan Normal University","ror":"https://ror.org/043dxc061","country_code":"CN","type":"education","lineage":["https://openalex.org/I63354593"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pan Zhuang","raw_affiliation_strings":["Laboratory of Information Intelligent Processing and Communications, College of Physics and Electronic Engineering, Sichuan Normal University, Chengdu, China","College of Physics and Electronic Engineering, Laboratory of Information Intelligent Processing and Communications, Sichuan Normal University, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0009-8812-6647","affiliations":[{"raw_affiliation_string":"Laboratory of Information Intelligent Processing and Communications, College of Physics and Electronic Engineering, Sichuan Normal University, Chengdu, China","institution_ids":["https://openalex.org/I4210147228","https://openalex.org/I63354593"]},{"raw_affiliation_string":"College of Physics and Electronic Engineering, Laboratory of Information Intelligent Processing and Communications, Sichuan Normal University, Chengdu, China","institution_ids":["https://openalex.org/I63354593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048054978","display_name":"Youzhi Xiong","orcid":"https://orcid.org/0000-0001-7126-0967"},"institutions":[{"id":"https://openalex.org/I4210147228","display_name":"Chengdu Normal University","ror":"https://ror.org/04enz2k98","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147228"]},{"id":"https://openalex.org/I63354593","display_name":"Sichuan Normal University","ror":"https://ror.org/043dxc061","country_code":"CN","type":"education","lineage":["https://openalex.org/I63354593"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youzhi Xiong","raw_affiliation_strings":["Laboratory of Information Intelligent Processing and Communications, College of Physics and Electronic Engineering, Sichuan Normal University, Chengdu, China","College of Physics and Electronic Engineering, Laboratory of Information Intelligent Processing and Communications, Sichuan Normal University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7126-0967","affiliations":[{"raw_affiliation_string":"Laboratory of Information Intelligent Processing and Communications, College of Physics and Electronic Engineering, Sichuan Normal University, Chengdu, China","institution_ids":["https://openalex.org/I4210147228","https://openalex.org/I63354593"]},{"raw_affiliation_string":"College of Physics and Electronic Engineering, Laboratory of Information Intelligent Processing and Communications, Sichuan Normal University, Chengdu, China","institution_ids":["https://openalex.org/I63354593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009642362","display_name":"Sanshan Sun","orcid":"https://orcid.org/0000-0002-5344-8373"},"institutions":[{"id":"https://openalex.org/I4210147228","display_name":"Chengdu Normal University","ror":"https://ror.org/04enz2k98","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147228"]},{"id":"https://openalex.org/I63354593","display_name":"Sichuan Normal University","ror":"https://ror.org/043dxc061","country_code":"CN","type":"education","lineage":["https://openalex.org/I63354593"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sanshan Sun","raw_affiliation_strings":["Laboratory of Information Intelligent Processing and Communications, College of Physics and Electronic Engineering, Sichuan Normal University, Chengdu, China","College of Physics and Electronic Engineering, Laboratory of Information Intelligent Processing and Communications, Sichuan Normal University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-5344-8373","affiliations":[{"raw_affiliation_string":"Laboratory of Information Intelligent Processing and Communications, College of Physics and Electronic Engineering, Sichuan Normal University, Chengdu, China","institution_ids":["https://openalex.org/I4210147228","https://openalex.org/I63354593"]},{"raw_affiliation_string":"College of Physics and Electronic Engineering, Laboratory of Information Intelligent Processing and Communications, Sichuan Normal University, Chengdu, China","institution_ids":["https://openalex.org/I63354593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026496540","display_name":"Songjie Yang","orcid":"https://orcid.org/0000-0003-3130-4747"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songjie Yang","raw_affiliation_strings":["National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-3130-4747","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418808","display_name":"Li Liu","orcid":"https://orcid.org/0000-0002-4076-4828"},"institutions":[{"id":"https://openalex.org/I4210147228","display_name":"Chengdu Normal University","ror":"https://ror.org/04enz2k98","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147228"]},{"id":"https://openalex.org/I63354593","display_name":"Sichuan Normal University","ror":"https://ror.org/043dxc061","country_code":"CN","type":"education","lineage":["https://openalex.org/I63354593"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Liu","raw_affiliation_strings":["Laboratory of Information Intelligent Processing and Communications, College of Physics and Electronic Engineering, Sichuan Normal University, Chengdu, China","College of Physics and Electronic Engineering, Laboratory of Information Intelligent Processing and Communications, Sichuan Normal University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-4076-4828","affiliations":[{"raw_affiliation_string":"Laboratory of Information Intelligent Processing and Communications, College of Physics and Electronic Engineering, Sichuan Normal University, Chengdu, China","institution_ids":["https://openalex.org/I4210147228","https://openalex.org/I63354593"]},{"raw_affiliation_string":"College of Physics and Electronic Engineering, Laboratory of Information Intelligent Processing and Communications, Sichuan Normal University, Chengdu, China","institution_ids":["https://openalex.org/I63354593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067710600","display_name":"Zhongpei Zhang","orcid":"https://orcid.org/0000-0003-2772-9937"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongpei Zhang","raw_affiliation_strings":["National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2772-9937","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090212300","display_name":"Ning Wei","orcid":"https://orcid.org/0000-0002-3936-7526"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Wei","raw_affiliation_strings":["National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3936-7526","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Wireless Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3193,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.59184147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"30","issue":null,"first_page":"332","last_page":"336"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11383","display_name":"Advanced Antenna and Metasurface Technologies","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.7671999931335449},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7372999787330627},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.696399986743927},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5548999905586243},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5400000214576721},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5349000096321106},{"id":"https://openalex.org/keywords/antenna","display_name":"Antenna (radio)","score":0.5023000240325928},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"Spectral efficiency","score":0.49790000915527344},{"id":"https://openalex.org/keywords/phase","display_name":"Phase (matter)","score":0.47269999980926514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918999791145325},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.7671999931335449},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7372999787330627},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.696399986743927},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5548999905586243},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5400000214576721},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5349000096321106},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5174999833106995},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.5023000240325928},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.49790000915527344},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.47269999980926514},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4397999942302704},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.39430001378059387},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.38659998774528503},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.36629998683929443},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.357699990272522},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C143635782","wikidata":"https://www.wikidata.org/wiki/Q1187868","display_name":"Smart antenna","level":4,"score":0.2946999967098236},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2874000072479248},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.275299996137619},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2680000066757202},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.26409998536109924},{"id":"https://openalex.org/C62191587","wikidata":"https://www.wikidata.org/wiki/Q4771249","display_name":"Antenna array","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2565999925136566},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.2551000118255615},{"id":"https://openalex.org/C13355873","wikidata":"https://www.wikidata.org/wiki/Q2920850","display_name":"Connection (principal bundle)","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lcomm.2025.3641395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2025.3641395","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3258629008","display_name":null,"funder_award_id":"62101370","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4914094563","display_name":null,"funder_award_id":"2025ZNSFSC0531","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333335","display_name":"Sichuan Province Science and Technology Support Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2950077417","https://openalex.org/W3034281970","https://openalex.org/W3034448035","https://openalex.org/W4388666110","https://openalex.org/W4390496060","https://openalex.org/W4392405440","https://openalex.org/W4392939679","https://openalex.org/W4395065605","https://openalex.org/W4398152766","https://openalex.org/W4400645162","https://openalex.org/W4404132807","https://openalex.org/W4404847753","https://openalex.org/W4405599274","https://openalex.org/W4407783548","https://openalex.org/W4408016736","https://openalex.org/W4413158406"],"related_works":[],"abstract_inverted_index":{"This":[0],"letter":[1],"investigates":[2],"a":[3,67,74],"multi-user":[4],"multi-input":[5],"single-output":[6],"(MISO)":[7],"system":[8],"assisted":[9],"by":[10],"movable":[11],"antennas":[12],"(MAs)":[13],"and":[14,25,72,88,95],"the":[15,21,29,35,39,46,56,64,104],"reconfigurable":[16],"intelligent":[17],"surface":[18],"(RIS).":[19],"Specifically,":[20],"positions":[22,87],"of":[23],"MAs":[24],"beamforming":[26,94],"matrix":[27],"at":[28,38],"base":[30],"station":[31],"(BS)":[32],"together":[33],"with":[34,59,128],"phase":[36,97],"shifts":[37],"RIS":[40,96],"are":[41],"jointly":[42],"optimized":[43],"to":[44,116],"maximize":[45],"sum":[47,124],"spectral":[48],"efficiency":[49],"(SE)":[50],"over":[51],"all":[52],"users.":[53],"To":[54],"address":[55],"non-convex":[57],"problem":[58,65],"coupled":[60],"variables,":[61],"we":[62],"formulate":[63],"as":[66],"Markov":[68],"decision":[69],"process":[70],"(MDP)":[71],"propose":[73],"multi-agent":[75],"reinforcement":[76],"learning":[77],"(MARL)-based":[78],"method":[79],"which":[80],"entails":[81],"multiple":[82],"agents":[83],"for":[84,91],"optimizing":[85,92],"MA":[86],"one":[89],"agent":[90],"BS":[93],"shift":[98],"matrix.":[99],"Simulation":[100],"results":[101],"demonstrate":[102],"that":[103],"proposed":[105],"algorithm":[106],"can":[107],"effectively":[108],"learn":[109],"preferable":[110],"strategies":[111],"from":[112],"wireless":[113],"environments":[114],"compared":[115],"other":[117],"learning-based":[118],"benchmarks,":[119],"yielding":[120],"significant":[121],"improvements":[122],"in":[123,126],"SE":[125],"comparison":[127],"fixed-position":[129],"antennas.":[130]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-12-08T00:00:00"}