{"id":"https://openalex.org/W4401113808","doi":"https://doi.org/10.1109/cits61189.2024.10608029","title":"Performance Evaluation of Deep Q Networks for Hybrid Reconfigurable Intelligent Surface in 6G Networks","display_name":"Performance Evaluation of Deep Q Networks for Hybrid Reconfigurable Intelligent Surface in 6G Networks","publication_year":2024,"publication_date":"2024-07-17","ids":{"openalex":"https://openalex.org/W4401113808","doi":"https://doi.org/10.1109/cits61189.2024.10608029"},"language":"en","primary_location":{"id":"doi:10.1109/cits61189.2024.10608029","doi":"https://doi.org/10.1109/cits61189.2024.10608029","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cits61189.2024.10608029","pdf_url":null,"source":{"id":"https://openalex.org/S4306423418","display_name":"International Conference on Computer, Information and Telecommunication Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Computer, Information and Telecommunication Systems (CITS)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://bura.brunel.ac.uk/bitstream/2438/29623/1/FullText.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014257585","display_name":"Aya Kh. Ahmed","orcid":"https://orcid.org/0000-0002-3902-1760","observed_orcids":["https://orcid.org/0000-0002-3902-1760"]},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Aya Kh. Ahmed","raw_affiliation_strings":["College of Engineering, Design, and Physical Science Brunel University London,Department of Electronic and Electrical Engineering,London,United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-3902-1760","affiliations":[{"raw_affiliation_string":"College of Engineering, Design, and Physical Science Brunel University London,Department of Electronic and Electrical Engineering,London,United Kingdom","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036588740","display_name":"Hamed Saffa Al-Raweshidy","orcid":"https://orcid.org/0000-0002-3702-8192","observed_orcids":["https://orcid.org/0000-0002-3702-8192"]},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hamed S. Al-Raweshidy","raw_affiliation_strings":["College of Engineering, Design, and Physical Science Brunel University London,Department of Electronic and Electrical Engineering,London,United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering, Design, and Physical Science Brunel University London,Department of Electronic and Electrical Engineering,London,United Kingdom","institution_ids":["https://openalex.org/I59433898"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I59433898"],"apc_list":null,"apc_paid":null,"fwci":0.6682,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.50161262,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11383","display_name":"Advanced Antenna and Metasurface Technologies","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hybrid-reconfigurable-intelligent-surface","display_name":"hybrid reconfigurable intelligent surface","score":0.9380000233650208},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.9390000104904175},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6840000152587891},{"id":"https://openalex.org/keywords/6g-networks","display_name":"6G","score":0.8679999709129333},{"id":"https://openalex.org/keywords/beamforming","display_name":"beamforming","score":0.7850000262260437},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"resource allocation","score":0.8709999918937683},{"id":"https://openalex.org/keywords/user-fairness","display_name":"user fairness","score":0.527999997138977},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"spectral efficiency","score":0.9049999713897705},{"id":"https://openalex.org/keywords/user-density","display_name":"user density","score":0.6759999990463257},{"id":"https://openalex.org/keywords/signal-to-noise-ratio","display_name":"signal-to-noise ratio","score":0.8930000066757202},{"id":"https://openalex.org/keywords/semidefinite-relaxation","display_name":"semidefinite relaxation","score":0.7929999828338623},{"id":"https://openalex.org/keywords/maximal-ratio-transmission","display_name":"maximum ratio transmission","score":0.9739999771118164},{"id":"https://openalex.org/keywords/minimum-mean-square-error","display_name":"minimum mean square error","score":0.9900000095367432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6341696977615356},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5498124361038208},{"id":"https://openalex.org/C51675839","wikidata":"https://www.wikidata.org/wiki/Q1665681","display_name":"Intelligent Network","level":2,"score":0.48058056831359863},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41688892245292664},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33549052476882935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.278922438621521}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cits61189.2024.10608029","doi":"https://doi.org/10.1109/cits61189.2024.10608029","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cits61189.2024.10608029","pdf_url":null,"source":{"id":"https://openalex.org/S4306423418","display_name":"International Conference on Computer, Information and Telecommunication Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Conference on Computer, Information and Telecommunication Systems (CITS)","raw_type":"proceedings-article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/29623","doi":null,"is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/29623","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/29623/1/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 International Conference on Computer, Information and Telecommunication Systems (CITS)","raw_type":"Conference paper"}],"best_oa_location":{"id":"pmh:oai:bura.brunel.ac.uk:2438/29623","doi":null,"is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/29623","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/29623/1/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 International Conference on Computer, Information and Telecommunication Systems (CITS)","raw_type":"Conference paper"},"sustainable_development_goals":[{"score":0.7207000255584717,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401113808.pdf","grobid_xml":"https://content.openalex.org/works/W4401113808.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2913723654","https://openalex.org/W2939523338","https://openalex.org/W2984937369","https://openalex.org/W3021099104","https://openalex.org/W3109039904","https://openalex.org/W3109685033","https://openalex.org/W3121416728","https://openalex.org/W3122493329","https://openalex.org/W3129486236","https://openalex.org/W3134205660","https://openalex.org/W3180467685","https://openalex.org/W3198461541","https://openalex.org/W3212552309","https://openalex.org/W4200240263","https://openalex.org/W4210726725","https://openalex.org/W4229453082","https://openalex.org/W4280644846","https://openalex.org/W4293057442","https://openalex.org/W4307561127","https://openalex.org/W4312737643","https://openalex.org/W4315605919","https://openalex.org/W4315630279","https://openalex.org/W4317515958","https://openalex.org/W4327767808"],"related_works":["https://openalex.org/W4400942735","https://openalex.org/W4412970153","https://openalex.org/W4416024126","https://openalex.org/W4313594423","https://openalex.org/W7171506600","https://openalex.org/W7220247460","https://openalex.org/W7203620483","https://openalex.org/W7117326002","https://openalex.org/W7134929039","https://openalex.org/W7126110031"],"abstract_inverted_index":{"The":[0,137],"emergence":[1],"of":[2,10,159],"6G":[3,53,160],"wireless":[4],"communication":[5,51,168],"in-troduces":[6],"a":[7,29,46],"new":[8],"era":[9],"connectivity":[11],"demands,":[12],"marked":[13],"by":[14,124],"high":[15],"data":[16],"rates":[17],"and":[18,74,94,101,126,147,166,173,178],"varying":[19,97],"network":[20],"conditions.":[21],"To":[22],"address":[23],"these":[24],"challenges,":[25],"we":[26,61],"propose":[27],"HRISDQN,":[28],"framework":[30],"that":[31,108],"combines":[32],"Hybrid":[33],"Reconfigurable":[34],"Intelligent":[35],"Surfaces":[36],"(HRIS)":[37],"with":[38,64],"Deep":[39],"Q-Network":[40],"(DQN)-based":[41],"reinforcement":[42],"learning.":[43],"HRISDQN":[44,63,109,139,162],"represents":[45],"significant":[47],"advancement":[48],"in":[49,52,133],"optimising":[50],"networks,":[54],"enabling":[55],"transformative":[56],"improvements.":[57],"In":[58],"our":[59],"work,":[60],"compare":[62],"conventional":[65],"Semi":[66],"Definite":[67],"Relaxation":[68],"(SDR),":[69],"Maximum":[70],"Ratio":[71],"Transmission":[72],"(MRT),":[73],"Minimum":[75],"Mean":[76],"Square":[77],"Error":[78],"(MMSE)":[79],"as":[80],"traditional":[81],"beam-forming":[82],"techniques.":[83],"We":[84],"demonstrate":[85],"HRISDQN's":[86,114],"adaptability":[87],"to":[88],"dynamic":[89],"scenarios":[90],"through":[91],"extensive":[92],"simulations":[93],"evaluations,":[95],"including":[96],"Signal-to-Noise":[98],"Ratios":[99],"(SNR)":[100],"changing":[102],"user":[103,135],"densities.":[104],"Our":[105],"results":[106],"show":[107],"consistently":[110],"outperforms":[111],"its":[112],"counterparts;":[113],"resource":[115],"allocation":[116],"capability":[117],"ensures":[118],"40%":[119],"better":[120],"fairness,":[121],"lower":[122],"delay":[123],"80%,":[125],"three":[127],"times":[128],"higher":[129],"spectral":[130],"efficiency,":[131],"even":[132],"high-density":[134],"environments.":[136],"designed":[138],"excels":[140],"under":[141],"diverse":[142],"SNR":[143],"conditions,":[144],"providing":[145],"robust":[146],"reliable":[148],"connectivity.":[149],"HRIS-DQN's":[150],"exceptional":[151],"performance":[152],"holds":[153],"great":[154],"promise":[155],"for":[156,170],"the":[157],"future":[158],"communication.":[161],"offers":[163],"ultra-efficient,":[164],"low-latency,":[165],"adaptive":[167],"networks":[169],"augmented":[171],"reality":[172],"autonomous":[174],"vehicles":[175],"using":[176],"HRIS":[177],"DQN.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2024-07-31T00:00:00"}