{"id":"https://openalex.org/W7151899128","doi":"https://doi.org/10.48550/arxiv.2604.05165","title":"Learning to Focus: CSI-Free Hierarchical MARL for Reconfigurable Reflectors","display_name":"Learning to Focus: CSI-Free Hierarchical MARL for Reconfigurable Reflectors","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151899128","doi":"https://doi.org/10.48550/arxiv.2604.05165"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05165","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05165","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05165","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128668928","display_name":"Hieu Le","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Le, Hieu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133203336","display_name":"Mostafa Ibrahim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ibrahim, Mostafa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077013572","display_name":"Oguz Bedir","orcid":"https://orcid.org/0000-0003-2871-0437"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bedir, Oguz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133214486","display_name":"Jian Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133192494","display_name":"Sabit Ekin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ekin, Sabit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6995000243186951},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6100999712944031},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5952000021934509},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4553000032901764},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.42329999804496765},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4108999967575073},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3849000036716461},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.3743000030517578},{"id":"https://openalex.org/keywords/hexapod","display_name":"Hexapod","score":0.36629998683929443}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6995000243186951},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6100999712944031},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5952000021934509},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5802000164985657},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4982999861240387},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4553000032901764},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.42329999804496765},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4108999967575073},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3849000036716461},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.3743000030517578},{"id":"https://openalex.org/C136434205","wikidata":"https://www.wikidata.org/wiki/Q3437269","display_name":"Hexapod","level":3,"score":0.36629998683929443},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.3619000017642975},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3522000014781952},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.32850000262260437},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3122999966144562},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C92991967","wikidata":"https://www.wikidata.org/wiki/Q7644329","display_name":"Supervisory control","level":3,"score":0.2847999930381775},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.28279998898506165},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2694000005722046},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.25859999656677246},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05165","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05165","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05165","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05165","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reconfigurable":[0],"Intelligent":[1],"Surfaces":[2],"(RIS)":[3],"has":[4],"a":[5,47,52,91,95,119,179],"potential":[6],"to":[7,59,142],"engineer":[8],"smart":[9],"radio":[10],"environments":[11],"for":[12,80,184],"next-generation":[13],"millimeter-wave":[14],"(mmWave)":[15],"networks.":[16],"However,":[17],"the":[18,29,149],"prohibitive":[19],"computational":[20],"overhead":[21,170],"of":[22,140],"Channel":[23],"State":[24],"Information":[25],"(CSI)":[26],"estimation":[27,69],"and":[28,155,181],"dimensionality":[30],"explosion":[31],"inherent":[32],"in":[33],"centralized":[34,146],"optimization":[35],"severely":[36],"hinder":[37],"practical":[38,162],"large-scale":[39],"deployments.":[40],"To":[41],"overcome":[42],"these":[43],"bottlenecks,":[44],"we":[45],"introduce":[46],"``CSI-free\"":[48],"paradigm":[49],"powered":[50],"by":[51],"Hierarchical":[53],"Multi-Agent":[54,113],"Reinforcement":[55],"Learning":[56],"(HMARL)":[57],"architecture":[58],"control":[60,86],"mechanically":[61],"reconfigurable":[62],"reflective":[63],"surfaces.":[64],"By":[65,167],"substituting":[66],"pilot-based":[67],"channel":[68],"with":[70,122],"accessible":[71],"user":[72],"localization":[73,164],"data,":[74],"our":[75],"framework":[76,135],"leverages":[77],"spatial":[78],"intelligence":[79],"macro-scale":[81],"wave":[82],"propagation":[83],"management.":[84],"The":[85],"problem":[87],"is":[88],"decomposed":[89],"into":[90],"two-tier":[92],"neural":[93],"architecture:":[94],"high-level":[96],"controller":[97],"executes":[98],"temporally":[99],"extended,":[100],"discrete":[101],"user-to-reflector":[102],"allocations,":[103],"while":[104,171],"low-level":[105],"controllers":[106],"autonomously":[107],"optimize":[108],"continuous":[109],"focal":[110],"points":[111],"utilizing":[112],"Proximal":[114],"Policy":[115],"Optimization":[116],"(MAPPO)":[117],"under":[118,161],"Centralized":[120],"Training":[121],"Decentralized":[123],"Execution":[124],"(CTDE)":[125],"scheme.":[126],"Comprehensive":[127],"deterministic":[128],"ray-tracing":[129],"evaluations":[130],"demonstrate":[131],"that":[132],"this":[133,176],"hierarchical":[134],"achieves":[136],"massive":[137],"RSSI":[138],"improvements":[139],"up":[141],"7.79":[143],"dB":[144],"over":[145],"baselines.":[147],"Furthermore,":[148],"system":[150],"exhibits":[151],"robust":[152],"multi-user":[153],"scalability":[154],"maintains":[156],"highly":[157],"resilient":[158],"beam-focusing":[159],"performance":[160],"sub-meter":[163],"tracking":[165],"errors.":[166],"eliminating":[168],"CSI":[169],"maintaining":[172],"high-fidelity":[173],"signal":[174],"redirection,":[175],"work":[177],"establishes":[178],"scalable":[180],"cost-effective":[182],"blueprint":[183],"intelligent":[185],"wireless":[186],"environments.":[187]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-09T00:00:00"}