{"id":"https://openalex.org/W7101745774","doi":"https://doi.org/10.1109/twc.2025.3618804","title":"Meta-Hierarchical Reinforcement Learning-Based Beamforming for Near-Field Multi-User Communications","display_name":"Meta-Hierarchical Reinforcement Learning-Based Beamforming for Near-Field Multi-User Communications","publication_year":2025,"publication_date":"2025-10-29","ids":{"openalex":"https://openalex.org/W7101745774","doi":"https://doi.org/10.1109/twc.2025.3618804"},"language":null,"primary_location":{"id":"doi:10.1109/twc.2025.3618804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3618804","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yang Chen","orcid":"https://orcid.org/0009-0009-0515-0239"},"institutions":[{"id":"https://openalex.org/I2801793805","display_name":"Milton Keynes Hospital","ror":"https://ror.org/05jt1df44","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2801793805","https://openalex.org/I4210145072"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yang Chen","raw_affiliation_strings":["Faculty of Engineering and Applied Sciences (FEAS), Cranfield University, Milton Keynes, U.K"],"raw_orcid":"https://orcid.org/0009-0009-0515-0239","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Applied Sciences (FEAS), Cranfield University, Milton Keynes, U.K","institution_ids":["https://openalex.org/I2801793805"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Saba Al-Rubaye","orcid":"https://orcid.org/0000-0003-3293-904X"},"institutions":[{"id":"https://openalex.org/I2801793805","display_name":"Milton Keynes Hospital","ror":"https://ror.org/05jt1df44","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2801793805","https://openalex.org/I4210145072"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Saba Al-Rubaye","raw_affiliation_strings":["Faculty of Engineering and Applied Sciences (FEAS), Cranfield University, Milton Keynes, U.K"],"raw_orcid":"https://orcid.org/0000-0003-3293-904X","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Applied Sciences (FEAS), Cranfield University, Milton Keynes, U.K","institution_ids":["https://openalex.org/I2801793805"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Antonios Tsourdos","orcid":"https://orcid.org/0000-0002-3966-7633"},"institutions":[{"id":"https://openalex.org/I2801793805","display_name":"Milton Keynes Hospital","ror":"https://ror.org/05jt1df44","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2801793805","https://openalex.org/I4210145072"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Antonios Tsourdos","raw_affiliation_strings":["Faculty of Engineering and Applied Sciences (FEAS), Cranfield University, Milton Keynes, U.K"],"raw_orcid":"https://orcid.org/0000-0002-3966-7633","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Applied Sciences (FEAS), Cranfield University, Milton Keynes, U.K","institution_ids":["https://openalex.org/I2801793805"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hongyu Li","orcid":"https://orcid.org/0000-0001-7034-6259"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongyu Li","raw_affiliation_strings":["Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-7034-6259","affiliations":[{"raw_affiliation_string":"Internet of Things Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, Guangdong, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xu Shi","orcid":"https://orcid.org/0000-0002-1449-1846"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Shi","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1449-1846","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhuangkun Wei","orcid":"https://orcid.org/0000-0002-8073-7859"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhuangkun Wei","raw_affiliation_strings":["Department of Computing, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-8073-7859","affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zeyu Liu","orcid":"https://orcid.org/0000-0003-1628-0783"},"institutions":[{"id":"https://openalex.org/I2801793805","display_name":"Milton Keynes Hospital","ror":"https://ror.org/05jt1df44","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2801793805","https://openalex.org/I4210145072"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zeyu Liu","raw_affiliation_strings":["Faculty of Engineering and Applied Sciences (FEAS), Cranfield University, Milton Keynes, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1628-0783","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Applied Sciences (FEAS), Cranfield University, Milton Keynes, U.K","institution_ids":["https://openalex.org/I2801793805"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lawrence Baker","orcid":"https://orcid.org/0009-0004-3292-8134"},"institutions":[{"id":"https://openalex.org/I4210157630","display_name":"National Computing Centre (United Kingdom)","ror":"https://ror.org/05gptew44","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210157630"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lawrence Baker","raw_affiliation_strings":["NCC Group, Manchester, U.K"],"raw_orcid":"https://orcid.org/0009-0004-3292-8134","affiliations":[{"raw_affiliation_string":"NCC Group, Manchester, U.K","institution_ids":["https://openalex.org/I4210157630"]}]},{"author_position":"last","author":{"id":null,"display_name":"Colin Gillingham","orcid":null},"institutions":[{"id":"https://openalex.org/I4210157630","display_name":"National Computing Centre (United Kingdom)","ror":"https://ror.org/05gptew44","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210157630"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Colin Gillingham","raw_affiliation_strings":["NCC Group, Manchester, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NCC Group, Manchester, U.K","institution_ids":["https://openalex.org/I4210157630"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2801793805"],"apc_list":null,"apc_paid":null,"fwci":0.8276,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79331367,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"25","issue":null,"first_page":"5446","last_page":"5462"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13124","display_name":"Chemical synthesis and alkaloids","score":0.11659999936819077,"subfield":{"id":"https://openalex.org/subfields/1605","display_name":"Organic Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13124","display_name":"Chemical synthesis and alkaloids","score":0.11659999936819077,"subfield":{"id":"https://openalex.org/subfields/1605","display_name":"Organic Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12568","display_name":"Plant Taxonomy and Phylogenetics","score":0.04089999943971634,"subfield":{"id":"https://openalex.org/subfields/1105","display_name":"Ecology, Evolution, Behavior and Systematics"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12497","display_name":"Traditional and Medicinal Uses of Annonaceae","score":0.0406000018119812,"subfield":{"id":"https://openalex.org/subfields/1303","display_name":"Biochemistry"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.9330000281333923},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.8914999961853027},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6180999875068665},{"id":"https://openalex.org/keywords/smart-antenna","display_name":"Smart antenna","score":0.546500027179718},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5051000118255615},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5009999871253967},{"id":"https://openalex.org/keywords/antenna-array","display_name":"Antenna array","score":0.49079999327659607},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"Spectral efficiency","score":0.448199987411499}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.9330000281333923},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.8914999961853027},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.746999979019165},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6180999875068665},{"id":"https://openalex.org/C143635782","wikidata":"https://www.wikidata.org/wiki/Q1187868","display_name":"Smart antenna","level":4,"score":0.546500027179718},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5009999871253967},{"id":"https://openalex.org/C62191587","wikidata":"https://www.wikidata.org/wiki/Q4771249","display_name":"Antenna array","level":3,"score":0.49079999327659607},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.4788999855518341},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.448199987411499},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.413100004196167},{"id":"https://openalex.org/C60069766","wikidata":"https://www.wikidata.org/wiki/Q357054","display_name":"Antenna diversity","level":3,"score":0.40939998626708984},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.38960000872612},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3555999994277954},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.3296999931335449},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C164785522","wikidata":"https://www.wikidata.org/wiki/Q5283966","display_name":"Diversity gain","level":4,"score":0.2994000017642975},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C160562895","wikidata":"https://www.wikidata.org/wiki/Q7239557","display_name":"Precoding","level":4,"score":0.290800005197525},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C123614077","wikidata":"https://www.wikidata.org/wiki/Q1364905","display_name":"Propagation of uncertainty","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C56296756","wikidata":"https://www.wikidata.org/wiki/Q840922","display_name":"Bit error rate","level":3,"score":0.265500009059906},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2025.3618804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3618804","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7782421348","display_name":null,"funder_award_id":"P14868","funder_id":"https://openalex.org/F4320320312","funder_display_name":"Home Office"}],"funders":[{"id":"https://openalex.org/F4320320312","display_name":"Home Office","ror":"https://ror.org/00y81cg83"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1956027752","https://openalex.org/W2074120933","https://openalex.org/W2120898255","https://openalex.org/W2195693430","https://openalex.org/W2594917114","https://openalex.org/W2918105337","https://openalex.org/W2964227312","https://openalex.org/W3072069827","https://openalex.org/W3100120649","https://openalex.org/W3162583458","https://openalex.org/W3164550829","https://openalex.org/W3212407382","https://openalex.org/W4280644846","https://openalex.org/W4285212371","https://openalex.org/W4289829916","https://openalex.org/W4297094903","https://openalex.org/W4313150375","https://openalex.org/W4313157183","https://openalex.org/W4313590877","https://openalex.org/W4319990454","https://openalex.org/W4366967551","https://openalex.org/W4376481253","https://openalex.org/W4385819700","https://openalex.org/W4387730064","https://openalex.org/W4387790002","https://openalex.org/W4388145509","https://openalex.org/W4389252359","https://openalex.org/W4389610267","https://openalex.org/W4391092759","https://openalex.org/W4392175423","https://openalex.org/W4392405863","https://openalex.org/W4394744873","https://openalex.org/W4396754456","https://openalex.org/W4398774937","https://openalex.org/W4399205858","https://openalex.org/W4400188352","https://openalex.org/W4402155858","https://openalex.org/W4403122872","https://openalex.org/W4404057536","https://openalex.org/W4406321875","https://openalex.org/W4412984950"],"related_works":[],"abstract_inverted_index":{"Extremely":[0],"Large":[1],"Antenna":[2],"Array":[3],"Systems":[4],"(ELAAs)":[5],"promise":[6],"to":[7,20,66,134,204],"provide":[8],"ultra-high":[9],"data":[10],"rates":[11],"for":[12,144],"multi-user":[13,69,145],"6G":[14],"Communications,":[15],"leveraging":[16],"massive":[17],"antenna":[18],"elements":[19],"enhance":[21],"spatial":[22,44],"diversity":[23],"and":[24,50,190],"spectral":[25,197],"efficiency.":[26],"Unfortunately,":[27],"considering":[28],"the":[29,78,94,103,108,115,120,141,150,159,166,177,183,191],"propagation":[30],"of":[31,96,105,153],"spherical":[32],"waves":[33],"in":[34,99],"ELAAs,":[35],"near-field":[36,68,97,184],"beamforming":[37,64,98,188,193],"suffers":[38],"from":[39],"substantial":[40],"performance":[41],"degradation,":[42],"diminished":[43],"focusing":[45],"precision,":[46],"considerable":[47],"computational":[48,117],"overhead,":[49],"increased":[51,202],"system":[52],"costs.":[53],"To":[54,101],"address":[55],"these":[56],"challenges,":[57],"this":[58],"paper":[59],"develops":[60],"an":[61],"intelligent":[62,132],"hybrid":[63,138],"scheme":[65,155],"empower":[67],"THz":[70],"communications":[71],"with":[72,86,114,186],"meta-hierarchical":[73],"reinforcement":[74],"learning":[75,136],"(MHRL).":[76],"On":[77,119],"one":[79],"hand,":[80,122],"a":[81,126],"novel":[82],"codebook":[83,133],"is":[84,111,156],"designed":[85],"Hierarchical":[87],"Deep":[88],"Q":[89],"Network":[90],"(H-DQN),":[91],"dramatically":[92],"releasing":[93],"potential":[95],"ELAAs.":[100,205],"explain":[102],"availability":[104],"our":[106,131,154],"codebook,":[107],"quantization":[109,167],"bound":[110],"analyzed":[112],"along":[113],"corresponding":[116],"complexity.":[118],"other":[121],"we":[123],"further":[124],"develop":[125],"meta-beamforming":[127],"framework":[128,194],"by":[129],"integrating":[130],"meta-reinforcement":[135],"(MRL)-based":[137],"beamformer,":[139,162],"accelerating":[140],"CSI":[142],"acquisition":[143],"communication.":[146],"For":[147],"deep":[148],"investigation,":[149],"rate":[151],"loss":[152],"calculated":[157],"against":[158],"ideal":[160],"continuous":[161],"which":[163],"reveals":[164],"that":[165,176],"error":[168],"has":[169],"been":[170],"properly":[171],"bounded.":[172],"Simulation":[173],"results":[174],"show":[175],"proposed":[178,192],"algorithm":[179],"can":[180],"efficiently":[181],"manage":[182],"beam":[185],"higher":[187],"gain,":[189],"exhibits":[195],"improved":[196],"efficiency,":[198],"as":[199,201],"well":[200],"robustness":[203]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-29T00:00:00"}