{"id":"https://openalex.org/W7118502995","doi":"https://doi.org/10.1109/access.2026.3651293","title":"A Robust HIDRL-ISAC Framework for Energy-Efficient Optimization in Reconfigurable Intelligent Surface-Assisted Wireless Systems","display_name":"A Robust HIDRL-ISAC Framework for Energy-Efficient Optimization in Reconfigurable Intelligent Surface-Assisted Wireless Systems","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7118502995","doi":"https://doi.org/10.1109/access.2026.3651293"},"language":null,"primary_location":{"id":"doi:10.1109/access.2026.3651293","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3651293","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3651293","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115529794","display_name":"Ammar Summaq","orcid":null},"institutions":[{"id":"https://openalex.org/I4210131147","display_name":"SRM University","ror":"https://ror.org/037skf023","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018","https://openalex.org/I4210131147"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Ammar Summaq","raw_affiliation_strings":["Department of Electronics and Communication Engineering, School of Engineering and Science, SRM University-AP, Amaravati, India"],"raw_orcid":"https://orcid.org/0009-0001-9535-0470","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, School of Engineering and Science, SRM University-AP, Amaravati, India","institution_ids":["https://openalex.org/I4210131147"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mukkara Prasanna Kumar","orcid":"https://orcid.org/0009-0007-6103-5644"},"institutions":[{"id":"https://openalex.org/I4210131147","display_name":"SRM University","ror":"https://ror.org/037skf023","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018","https://openalex.org/I4210131147"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mukkara Prasanna Kumar","raw_affiliation_strings":["Department of Electronics and Communication Engineering, School of Engineering and Science, SRM University-AP, Amaravati, India"],"raw_orcid":"https://orcid.org/0009-0007-6103-5644","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, School of Engineering and Science, SRM University-AP, Amaravati, India","institution_ids":["https://openalex.org/I4210131147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084625557","display_name":"Karthikeyan Elumalai","orcid":"https://orcid.org/0000-0001-7481-7791"},"institutions":[{"id":"https://openalex.org/I4210131147","display_name":"SRM University","ror":"https://ror.org/037skf023","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018","https://openalex.org/I4210131147"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Karthikeyan Elumalai","raw_affiliation_strings":["Department of Electronics and Communication Engineering, School of Engineering and Science, SRM University-AP, Amaravati, India"],"raw_orcid":"https://orcid.org/0000-0001-7481-7791","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, School of Engineering and Science, SRM University-AP, Amaravati, India","institution_ids":["https://openalex.org/I4210131147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091495985","display_name":"Sunil Chinnadurai","orcid":"https://orcid.org/0000-0002-7464-1578"},"institutions":[{"id":"https://openalex.org/I4210131147","display_name":"SRM University","ror":"https://ror.org/037skf023","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018","https://openalex.org/I4210131147"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sunil Chinnadurai","raw_affiliation_strings":["Department of Electronics and Communication Engineering, School of Engineering and Science, SRM University-AP, Amaravati, India"],"raw_orcid":"https://orcid.org/0000-0002-7464-1578","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, School of Engineering and Science, SRM University-AP, Amaravati, India","institution_ids":["https://openalex.org/I4210131147"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120955337","display_name":"Han Hai","orcid":null},"institutions":[{"id":"https://openalex.org/I181326427","display_name":"Donghua University","ror":"https://ror.org/035psfh38","country_code":"CN","type":"education","lineage":["https://openalex.org/I181326427"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Hai","raw_affiliation_strings":["Department of Electronics and Communication Engineering, College of Information Science and Technology, Donghua University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5470-5282","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, College of Information Science and Technology, Donghua University, Shanghai, China","institution_ids":["https://openalex.org/I181326427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101500656","display_name":"Caixia Cai","orcid":"https://orcid.org/0000-0002-2128-9216"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Caixia Cai","raw_affiliation_strings":["Department of Electrical Engineering, Shanghai Maritime University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2128-9216","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5115529794"],"corresponding_institution_ids":["https://openalex.org/I4210131147"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0284186,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"6525","last_page":"6545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6381000280380249},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6258000135421753},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6118000149726868},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5839999914169312},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5541999936103821},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.4560999870300293},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4235000014305115},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.3824000060558319}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8149999976158142},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6381000280380249},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6258000135421753},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6118000149726868},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5839999914169312},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5541999936103821},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.460099995136261},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4235000014305115},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4104999899864197},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.3824000060558319},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.3517000079154968},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.33250001072883606},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C2778002699","wikidata":"https://www.wikidata.org/wiki/Q876057","display_name":"Multi-user","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2662999927997589},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.26190000772476196},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2026.3651293","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3651293","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3651293","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3651293","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9048965573310852,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W2113638573","https://openalex.org/W2137470624","https://openalex.org/W2145118576","https://openalex.org/W2163299740","https://openalex.org/W3005526303","https://openalex.org/W3036160090","https://openalex.org/W3046938740","https://openalex.org/W3121645716","https://openalex.org/W3190752170","https://openalex.org/W3194620979","https://openalex.org/W3211270128","https://openalex.org/W4280644846","https://openalex.org/W4288781684","https://openalex.org/W4310055004","https://openalex.org/W4318586180","https://openalex.org/W4323644407","https://openalex.org/W4324066848","https://openalex.org/W4361029920","https://openalex.org/W4367031645","https://openalex.org/W4385250845","https://openalex.org/W4388692156","https://openalex.org/W4388692603","https://openalex.org/W4390187182","https://openalex.org/W4399346003","https://openalex.org/W4400771121","https://openalex.org/W4401387027","https://openalex.org/W4401414172","https://openalex.org/W4402079606","https://openalex.org/W4402128007","https://openalex.org/W4402305492","https://openalex.org/W4403052680","https://openalex.org/W4405599668","https://openalex.org/W4406022064","https://openalex.org/W4406094323","https://openalex.org/W4406754101","https://openalex.org/W4407164995","https://openalex.org/W4407638462","https://openalex.org/W4408087658","https://openalex.org/W4409156835","https://openalex.org/W4411086217","https://openalex.org/W4411599715","https://openalex.org/W4411600920","https://openalex.org/W4412027331","https://openalex.org/W4413104835","https://openalex.org/W4415221915"],"related_works":[],"abstract_inverted_index":{"A":[0],"Reconfigurable":[1],"Intelligent":[2,46],"Surface":[3],"(RIS)":[4],"is":[5],"a":[6,36,41,70,89,156],"promising":[7],"technology":[8],"for":[9,57,112,161],"enhancing":[10],"the":[11,75,85,94,123,129],"spectral":[12],"and":[13,32,53,80,88,125,137,151,158],"energy":[14],"efficiency":[15],"(EE)":[16],"of":[17,128],"next-generation":[18],"wireless":[19,164],"networks.":[20,63],"Adapting":[21],"to":[22,99,134],"dynamic":[23],"user":[24,101],"mobility":[25,138],"while":[26],"jointly":[27],"optimizing":[28],"beamforming,":[29],"phase":[30],"shifting,":[31],"power":[33,96],"control":[34],"remains":[35],"challenge.":[37],"This":[38],"paper":[39],"proposes":[40],"novel":[42],"<italic":[43],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[44],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Hierarchical":[45],"Deep":[47],"Reinforcement":[48],"Learning":[49],"with":[50],"Integrated":[51],"Sensing":[52],"Communication":[54],"(HIDRL-ISAC)</i>":[55],"framework":[56,105],"real-time,":[58],"energy-efficient":[59],"optimization":[60,130],"in":[61,97,140,149],"RIS-assisted":[62,163],"Our":[64],"method":[65],"features":[66],"cooperative":[67],"dual":[68],"agents:":[69],"master":[71],"agent":[72,91],"that":[73,92],"optimizes":[74],"base":[76],"station":[77],"(BS)":[78],"beamforming":[79],"RIS":[81],"phases":[82],"based":[83],"on":[84],"sum":[86],"rate":[87],"slave":[90],"adjusts":[93],"transmit":[95],"response":[98],"ISAC-based":[100],"location":[102],"feedback.":[103],"The":[104,143],"leverages":[106],"an":[107],"Extended":[108],"Kalman":[109],"Filter":[110],"(EKF)":[111],"robust":[113],"position":[114],"tracking":[115],"using":[116],"ISAC":[117],"sensing":[118],"data.":[119],"HIDRL-ISAC":[120,154],"effectively":[121],"addresses":[122],"non-convexity":[124],"temporal":[126],"variability":[127],"problem":[131],"by":[132],"adapting":[133],"channel":[135],"fluctuations":[136],"patterns":[139],"real":[141],"time.":[142],"simulation":[144],"results":[145],"demonstrated":[146],"significant":[147],"improvements":[148],"EE":[150],"convergence,":[152],"establishing":[153],"as":[155],"resilient":[157],"scalable":[159],"solution":[160],"mobility-aware":[162],"systems.":[165]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-01-08T00:00:00"}