{"id":"https://openalex.org/W4410226914","doi":"https://doi.org/10.1109/lcomm.2025.3568652","title":"A Heuristic-Integrated DRL Approach for Phase Optimization in Large-Scale RISs","display_name":"A Heuristic-Integrated DRL Approach for Phase Optimization in Large-Scale RISs","publication_year":2025,"publication_date":"2025-05-09","ids":{"openalex":"https://openalex.org/W4410226914","doi":"https://doi.org/10.1109/lcomm.2025.3568652"},"language":"en","primary_location":{"id":"doi:10.1109/lcomm.2025.3568652","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2025.3568652","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research-information.bris.ac.uk/en/publications/6e79aa9f-fdbf-4ab3-8a4a-632422e81f58","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011566519","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0001-6910-1502"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Communication Systems and Networks Research Group, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0001-6910-1502","affiliations":[{"raw_affiliation_string":"Communication Systems and Networks Research Group, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027901096","display_name":"Peizheng Li","orcid":"https://orcid.org/0000-0003-1516-1993"},"institutions":[{"id":"https://openalex.org/I1292669757","display_name":"Toshiba (Japan)","ror":"https://ror.org/0326v3z14","country_code":"JP","type":"company","lineage":["https://openalex.org/I1292669757"]},{"id":"https://openalex.org/I4210143477","display_name":"Toshiba (United Kingdom)","ror":"https://ror.org/054hmd463","country_code":"GB","type":"company","lineage":["https://openalex.org/I1292669757","https://openalex.org/I4210143477"]}],"countries":["GB","JP"],"is_corresponding":false,"raw_author_name":"Peizheng Li","raw_affiliation_strings":["Bristol Research and Innovation Laboratory, Toshiba Europe Ltd., Bristol, U.K","Bristol Research and Innovation Laboratory, Toshiba Europe Ltd, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1516-1993","affiliations":[{"raw_affiliation_string":"Bristol Research and Innovation Laboratory, Toshiba Europe Ltd., Bristol, U.K","institution_ids":["https://openalex.org/I4210143477"]},{"raw_affiliation_string":"Bristol Research and Innovation Laboratory, Toshiba Europe Ltd, Bristol, U.K","institution_ids":["https://openalex.org/I1292669757"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090998891","display_name":"Angela Doufexi","orcid":"https://orcid.org/0000-0003-0133-6676"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Angela Doufexi","raw_affiliation_strings":["Communication Systems and Networks Research Group, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0133-6676","affiliations":[{"raw_affiliation_string":"Communication Systems and Networks Research Group, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081159321","display_name":"Mark A Beach","orcid":"https://orcid.org/0000-0002-6798-7001"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark A. Beach","raw_affiliation_strings":["Communication Systems and Networks Research Group, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6798-7001","affiliations":[{"raw_affiliation_string":"Communication Systems and Networks Research Group, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5011566519"],"corresponding_institution_ids":["https://openalex.org/I36234482"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09949071,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":"7","first_page":"1579","last_page":"1583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.7549999952316284,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.7549999952316284,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.6822999715805054,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6663360595703125},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5523815155029297},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5308635830879211},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3982928395271301},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32239577174186707},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17357748746871948},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14849665760993958}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6663360595703125},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5523815155029297},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5308635830879211},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3982928395271301},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32239577174186707},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17357748746871948},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14849665760993958},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lcomm.2025.3568652","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2025.3568652","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire/6e79aa9f-fdbf-4ab3-8a4a-632422e81f58","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/6e79aa9f-fdbf-4ab3-8a4a-632422e81f58","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wang, W, Li, P, Doufexi, A & Beach, M A 2025, 'A Heuristic-Integrated DRL Approach for Phase Optimization in Large-Scale RISs', IEEE Communications Letters, vol. 29, no. 7, pp. 1579-1583. https://doi.org/10.1109/LCOMM.2025.3568652","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:research-information.bris.ac.uk:openaire/6e79aa9f-fdbf-4ab3-8a4a-632422e81f58","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/6e79aa9f-fdbf-4ab3-8a4a-632422e81f58","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wang, W, Li, P, Doufexi, A & Beach, M A 2025, 'A Heuristic-Integrated DRL Approach for Phase Optimization in Large-Scale RISs', IEEE Communications Letters, vol. 29, no. 7, pp. 1579-1583. https://doi.org/10.1109/LCOMM.2025.3568652","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G6206926723","display_name":null,"funder_award_id":"202108060224","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W3109039904","https://openalex.org/W3159402647","https://openalex.org/W3197523458","https://openalex.org/W3199802483","https://openalex.org/W3202620893","https://openalex.org/W4221160108","https://openalex.org/W4280589373","https://openalex.org/W4312601533","https://openalex.org/W4317515958","https://openalex.org/W4320005626","https://openalex.org/W4386973825","https://openalex.org/W4392449680","https://openalex.org/W4394828380","https://openalex.org/W4395662015","https://openalex.org/W4399039767","https://openalex.org/W4402593270","https://openalex.org/W4402742902"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Optimizing":[0],"discrete":[1],"phase":[2],"shifts":[3],"in":[4,41],"large-scale":[5,101],"reconfigurable":[6],"intelligent":[7],"surfaces":[8],"(RISs)":[9],"is":[10],"challenging":[11],"due":[12],"to":[13,64,96],"their":[14],"non-convex":[15],"and":[16,51],"non-linear":[17],"nature.":[18],"In":[19],"this":[20],"letter,":[21],"we":[22],"propose":[23],"a":[24,56,88],"heuristic-integrated":[25],"deep":[26,44],"reinforcement":[27],"learning":[28,76],"(DRL)":[29],"framework":[30],"that":[31],"<italic":[32,52],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[33,53],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(1)</i>":[34],"leverages":[35],"accumulated":[36],"actions":[37],"over":[38],"multiple":[39],"steps":[40],"the":[42,66,80],"double":[43],"Q-network":[45],"(DDQN)":[46],"for":[47],"RIS":[48,73,85],"column-wise":[49],"control":[50],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(2)</i>":[54],"integrates":[55],"greedy":[57],"algorithm":[58],"(GA)":[59],"into":[60],"each":[61],"DRL":[62,90],"step":[63],"refine":[65],"state":[67],"via":[68],"fine-grained,":[69],"element-wise":[70],"optimization":[71,86],"of":[72,100],"configurations.":[74],"By":[75],"from":[77],"GA-included":[78],"states,":[79],"proposed":[81],"approach":[82],"effectively":[83],"addresses":[84],"within":[87],"small":[89],"action":[91],"space,":[92],"demonstrating":[93],"its":[94],"capability":[95],"optimize":[97],"phase-shift":[98],"configurations":[99],"RISs.":[102]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}