{"id":"https://openalex.org/W4401113808","doi":"https://doi.org/10.1109/cits61189.2024.10608029","title":"Performance Evaluation of Deep Q Networks for Hybrid Reconfigurable Intelligent Surface in 6G Networks","display_name":"Performance Evaluation of Deep Q Networks for Hybrid Reconfigurable Intelligent Surface in 6G Networks","publication_year":2024,"publication_date":"2024-07-17","ids":{"openalex":"https://openalex.org/W4401113808","doi":"https://doi.org/10.1109/cits61189.2024.10608029"},"language":"en","primary_location":{"id":"doi:10.1109/cits61189.2024.10608029","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cits61189.2024.10608029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Computer, Information and Telecommunication Systems (CITS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://bura.brunel.ac.uk/bitstream/2438/29623/1/FullText.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014257585","display_name":"Aya Kh. Ahmed","orcid":"https://orcid.org/0000-0002-3902-1760"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Aya Kh. Ahmed","raw_affiliation_strings":["College of Engineering, Design, and Physical Science Brunel University London,Department of Electronic and Electrical Engineering,London,United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3902-1760","affiliations":[{"raw_affiliation_string":"College of Engineering, Design, and Physical Science Brunel University London,Department of Electronic and Electrical Engineering,London,United Kingdom","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036588740","display_name":"Hamed Al\u2010Raweshidy","orcid":"https://orcid.org/0000-0002-3702-8192"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hamed S. Al-Raweshidy","raw_affiliation_strings":["College of Engineering, Design, and Physical Science Brunel University London,Department of Electronic and Electrical Engineering,London,United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering, Design, and Physical Science Brunel University London,Department of Electronic and Electrical Engineering,London,United Kingdom","institution_ids":["https://openalex.org/I59433898"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014257585"],"corresponding_institution_ids":["https://openalex.org/I59433898"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08921458,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9553999900817871,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9524999856948853,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6341696977615356},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5498124361038208},{"id":"https://openalex.org/keywords/intelligent-network","display_name":"Intelligent Network","score":0.48058056831359863},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41688892245292664},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.33549052476882935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.278922438621521}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6341696977615356},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5498124361038208},{"id":"https://openalex.org/C51675839","wikidata":"https://www.wikidata.org/wiki/Q1665681","display_name":"Intelligent Network","level":2,"score":0.48058056831359863},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41688892245292664},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33549052476882935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.278922438621521}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cits61189.2024.10608029","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cits61189.2024.10608029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Computer, Information and Telecommunication Systems (CITS)","raw_type":"proceedings-article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/29623","is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/29623","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/29623/1/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 International Conference on Computer, Information and Telecommunication Systems (CITS)","raw_type":"Conference Paper"}],"best_oa_location":{"id":"pmh:oai:bura.brunel.ac.uk:2438/29623","is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/29623","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/29623/1/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 International Conference on Computer, Information and Telecommunication Systems (CITS)","raw_type":"Conference Paper"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7400000095367432,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401113808.pdf","grobid_xml":"https://content.openalex.org/works/W4401113808.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2939523338","https://openalex.org/W2984937369","https://openalex.org/W3021587675","https://openalex.org/W3059813204","https://openalex.org/W3104300639","https://openalex.org/W3109039904","https://openalex.org/W3109685033","https://openalex.org/W3121416728","https://openalex.org/W3129486236","https://openalex.org/W3134205660","https://openalex.org/W3140496450","https://openalex.org/W3158743991","https://openalex.org/W3197291480","https://openalex.org/W3198461541","https://openalex.org/W3212552309","https://openalex.org/W4200240263","https://openalex.org/W4210726725","https://openalex.org/W4229453082","https://openalex.org/W4280644846","https://openalex.org/W4293057442","https://openalex.org/W4307561127","https://openalex.org/W4312737643","https://openalex.org/W4315605919","https://openalex.org/W4315630279","https://openalex.org/W4317515958","https://openalex.org/W4327767808"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"The":[0,137],"emergence":[1],"of":[2,10,159],"6G":[3,53,160],"wireless":[4],"communication":[5,51,168],"in-troduces":[6],"a":[7,29,46],"new":[8],"era":[9],"connectivity":[11],"demands,":[12],"marked":[13],"by":[14,124],"high":[15],"data":[16],"rates":[17],"and":[18,74,94,101,126,147,166,173,178],"varying":[19,97],"network":[20],"conditions.":[21],"To":[22],"address":[23],"these":[24],"challenges,":[25],"we":[26,61],"propose":[27],"HRISDQN,":[28],"framework":[30],"that":[31,108],"combines":[32],"Hybrid":[33],"Reconfigurable":[34],"Intelligent":[35],"Surfaces":[36],"(HRIS)":[37],"with":[38,64],"Deep":[39],"Q-Network":[40],"(DQN)-based":[41],"reinforcement":[42],"learning.":[43],"HRISDQN":[44,63,109,139,162],"represents":[45],"significant":[47],"advancement":[48],"in":[49,52,133],"optimising":[50],"networks,":[54],"enabling":[55],"transformative":[56],"improvements.":[57],"In":[58],"our":[59],"work,":[60],"compare":[62],"conventional":[65],"Semi":[66],"Definite":[67],"Relaxation":[68],"(SDR),":[69],"Maximum":[70],"Ratio":[71],"Transmission":[72],"(MRT),":[73],"Minimum":[75],"Mean":[76],"Square":[77],"Error":[78],"(MMSE)":[79],"as":[80],"traditional":[81],"beam-forming":[82],"techniques.":[83],"We":[84],"demonstrate":[85],"HRISDQN's":[86,114],"adaptability":[87],"to":[88],"dynamic":[89],"scenarios":[90],"through":[91],"extensive":[92],"simulations":[93],"evaluations,":[95],"including":[96],"Signal-to-Noise":[98],"Ratios":[99],"(SNR)":[100],"changing":[102],"user":[103,135],"densities.":[104],"Our":[105],"results":[106],"show":[107],"consistently":[110],"outperforms":[111],"its":[112],"counterparts;":[113],"resource":[115],"allocation":[116],"capability":[117],"ensures":[118],"40%":[119],"better":[120],"fairness,":[121],"lower":[122],"delay":[123],"80%,":[125],"three":[127],"times":[128],"higher":[129],"spectral":[130],"efficiency,":[131],"even":[132],"high-density":[134],"environments.":[136],"designed":[138],"excels":[140],"under":[141],"diverse":[142],"SNR":[143],"conditions,":[144],"providing":[145],"robust":[146],"reliable":[148],"connectivity.":[149],"HRIS-DQN's":[150],"exceptional":[151],"performance":[152],"holds":[153],"great":[154],"promise":[155],"for":[156,170],"the":[157],"future":[158],"communication.":[161],"offers":[163],"ultra-efficient,":[164],"low-latency,":[165],"adaptive":[167],"networks":[169],"augmented":[171],"reality":[172],"autonomous":[174],"vehicles":[175],"using":[176],"HRIS":[177],"DQN.":[179]},"counts_by_year":[],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}