{"id":"https://openalex.org/W4378697096","doi":"https://doi.org/10.1109/lcomm.2023.3280821","title":"Deep Reinforcement Learning for Channel Estimation in RIS-Aided Wireless Networks","display_name":"Deep Reinforcement Learning for Channel Estimation in RIS-Aided Wireless Networks","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4378697096","doi":"https://doi.org/10.1109/lcomm.2023.3280821"},"language":"en","primary_location":{"id":"doi:10.1109/lcomm.2023.3280821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2023.3280821","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100685794","display_name":"Ki Tae Kim","orcid":"https://orcid.org/0000-0002-5692-1189"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Kitae Kim","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090437841","display_name":"Yan Kyaw Tun","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["KR","SE"],"is_corresponding":false,"raw_author_name":"Yan Kyaw Tun","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058796764","display_name":"Md. Shirajum Munir","orcid":"https://orcid.org/0000-0002-7255-1085"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I81365321","display_name":"Old Dominion University","ror":"https://ror.org/04zjtrb98","country_code":"US","type":"education","lineage":["https://openalex.org/I81365321"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Md. Shirajum Munir","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","Department of Electrical and Computer Engineering, VMASC, Old Dominion University, Suffolk, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, VMASC, Old Dominion University, Suffolk, VA, USA","institution_ids":["https://openalex.org/I81365321"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024108653","display_name":"Walid Saad","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Walid Saad","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","Bradley Department of Electrical and Computer Engineering, Wireless@VT, Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Wireless@VT, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034052371","display_name":"Choong Seon Hong","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Choong Seon Hong","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100685794"],"corresponding_institution_ids":["https://openalex.org/I35928602"],"apc_list":null,"apc_paid":null,"fwci":3.2292,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.92465497,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"27","issue":"8","first_page":"2053","last_page":"2057"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.8060528039932251},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.7741946578025818},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7672309875488281},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.710612416267395},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6514406204223633},{"id":"https://openalex.org/keywords/pilot-signal","display_name":"Pilot signal","score":0.6076083779335022},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5728893876075745},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5355780720710754},{"id":"https://openalex.org/keywords/channel-allocation-schemes","display_name":"Channel allocation schemes","score":0.42713791131973267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4205317199230194},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4155064821243286},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3960510790348053},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.37997138500213623},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3414645791053772},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.324306458234787},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.29663416743278503},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.10385152697563171},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07279828190803528}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.8060528039932251},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.7741946578025818},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7672309875488281},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.710612416267395},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6514406204223633},{"id":"https://openalex.org/C197264572","wikidata":"https://www.wikidata.org/wiki/Q2095206","display_name":"Pilot signal","level":3,"score":0.6076083779335022},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5728893876075745},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5355780720710754},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.42713791131973267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4205317199230194},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4155064821243286},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3960510790348053},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.37997138500213623},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3414645791053772},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.324306458234787},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.29663416743278503},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.10385152697563171},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07279828190803528}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lcomm.2023.3280821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcomm.2023.3280821","pdf_url":null,"source":{"id":"https://openalex.org/S147316732","display_name":"IEEE Communications Letters","issn_l":"1089-7798","issn":["1089-7798","1558-2558","2373-7891"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Letters","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/3a8f14d9-0c49-4716-8684-b1f3efcc32d2","is_oa":false,"landing_page_url":"https://vbn.aau.dk/da/publications/3a8f14d9-0c49-4716-8684-b1f3efcc32d2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kim , K , Tun , Y K , Munir , M S , Saad , W & Hong , C S 2023 , ' Deep Reinforcement Learning for Channel Estimation in RIS-Aided Wireless Networks ' , IEEE Communications Letters , vol. 27 , no. 8 , pp. 2053-2057 . https://doi.org/10.1109/LCOMM.2023.3280821","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2385075056","display_name":null,"funder_award_id":"RS-2022-00155911","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"},{"id":"https://openalex.org/G3290894161","display_name":null,"funder_award_id":"RS-2023-00207816","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"},{"id":"https://openalex.org/G344669353","display_name":null,"funder_award_id":"20209810400030","funder_id":"https://openalex.org/F4320335199","funder_display_name":"Korea Institute of Energy Technology Evaluation and Planning"},{"id":"https://openalex.org/G5929260102","display_name":null,"funder_award_id":"2021-0-02068","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"}],"funders":[{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320335199","display_name":"Korea Institute of Energy Technology Evaluation and Planning","ror":"https://ror.org/02zq38y32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2950077417","https://openalex.org/W2963190722","https://openalex.org/W2968810373","https://openalex.org/W2969424089","https://openalex.org/W2981096252","https://openalex.org/W2995554704","https://openalex.org/W3010384738","https://openalex.org/W3035386068","https://openalex.org/W3049310985","https://openalex.org/W3082926577","https://openalex.org/W3131324807","https://openalex.org/W3157093784","https://openalex.org/W3161522428","https://openalex.org/W3168839105","https://openalex.org/W3187692631","https://openalex.org/W3197857544","https://openalex.org/W4225757441","https://openalex.org/W4308085947","https://openalex.org/W4313156423","https://openalex.org/W6685444567","https://openalex.org/W6759127422"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4297051394","https://openalex.org/W2142354454","https://openalex.org/W1755156633","https://openalex.org/W2143864958","https://openalex.org/W1669004425"],"abstract_inverted_index":{"Accurate":[0],"channel":[1,22,62,90,115,131,158,164,180,191],"estimation":[2,23,91,116,132,165,192],"and":[3,72,114,202],"allocation":[4,113,148],"are":[5,42],"vital":[6],"in":[7,104,117],"the":[8,48,52,98,156,162,177,183,199,207],"provision":[9],"of":[10,50,84,138],"reconfigurable":[11],"intelligent":[12],"surfaces":[13],"(RIS)-aided":[14],"wireless":[15,99],"network":[16],"services":[17],"to":[18,46,57,128,172],"mobile":[19],"users.":[20],"Typically,":[21],"is":[24,55,120,126],"carried":[25],"out":[26],"using":[27,51,63,80],"a":[28,60,64,68,73,81,107,135,141],"pilot":[29,38,65,85,112,147,186,210],"signal.":[30],"However,":[31],"RIS":[32,118],"elements":[33],"cannot":[34],"transmit":[35],"or":[36],"receive":[37],"signals":[39,86],"because":[40],"they":[41],"passive":[43],"elements.":[44],"Therefore,":[45],"maximize":[47],"gain":[49],"RIS,":[53],"it":[54,169],"essential":[56],"accurately":[58],"estimate":[59],"cascaded":[61],"signal":[66],"between":[67],"base":[69],"station":[70],"(BS)":[71],"terminal":[74],"through":[75,150],"an":[76],"RIS.":[77],"Moreover,":[78],"although":[79],"large":[82],"number":[83,137],"can":[87,94],"guarantee":[88],"accurate":[89],"performance,":[92],"this":[93,105],"also":[95],"drastically":[96],"lower":[97],"communication":[100],"system\u2019s":[101],"efficiency.":[102],"Thus,":[103],"letter,":[106],"new":[108],"paradigm":[109],"for":[110],"learning-based":[111],"systems":[119],"proposed.":[121],"A":[122],"masked":[123],"autoencoder":[124,178,201],"(MAE)":[125],"trained":[127],"achieve":[129],"high":[130],"accuracy":[133],"with":[134,194],"limited":[136],"pilots.":[139],"Then,":[140],"deep":[142],"reinforcement":[143],"learning(DRL)":[144],"agent":[145],"learns":[146],"policies":[149],"MAE.":[151],"Simulation":[152],"results":[153],"show":[154],"that":[155],"MAE":[157],"estimator":[159],"has":[160],"almost":[161],"same":[163],"performance":[166,193],"even":[167],"though":[168],"uses":[170],"up":[171],"33%":[173],"fewer":[174,196],"pilots":[175,197],"than":[176,198],"(AE)-based":[179],"estimator.":[181],"Furthermore,":[182],"proposed":[184,208],"DRL-based":[185],"optimization":[187,211],"method":[188],"achieves":[189],"higher":[190],"20%":[195],"general":[200],"other":[203],"learning":[204],"algorithms":[205],"without":[206],"RL-based":[209],"algorithm.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}