{"id":"https://openalex.org/W4280573907","doi":"https://doi.org/10.1109/lwc.2022.3176666","title":"Deep Reinforcement Learning Based on Location-Aware Imitation Environment for RIS-Aided mmWave MIMO Systems","display_name":"Deep Reinforcement Learning Based on Location-Aware Imitation Environment for RIS-Aided mmWave MIMO Systems","publication_year":2022,"publication_date":"2022-05-20","ids":{"openalex":"https://openalex.org/W4280573907","doi":"https://doi.org/10.1109/lwc.2022.3176666"},"language":"en","primary_location":{"id":"doi:10.1109/lwc.2022.3176666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2022.3176666","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069326936","display_name":"Wangyang Xu","orcid":"https://orcid.org/0000-0002-6085-0221"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wangyang Xu","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052340806","display_name":"Jiancheng An","orcid":"https://orcid.org/0000-0003-2512-9989"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiancheng An","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076730859","display_name":"Chongwen Huang","orcid":"https://orcid.org/0000-0001-8398-8437"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongwen Huang","raw_affiliation_strings":["College of Information Science and Electronic Engineering and the Zhejiang–Singapore Innovation and AI Joint Research Lab and Zhejiang Provincial Key Laboratory of Information Processing, Communication and Networking, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering and the Zhejiang–Singapore Innovation and AI Joint Research Lab and Zhejiang Provincial Key Laboratory of Information Processing, Communication and Networking, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032405819","display_name":"Lu Gan","orcid":"https://orcid.org/0000-0003-2138-9564"},"institutions":[{"id":"https://openalex.org/I4210131342","display_name":"Yibin University","ror":"https://ror.org/03w8m2977","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131342"]},{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Gan","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","Yibin Institute of UESTC, Yibin, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Yibin Institute of UESTC, Yibin, China","institution_ids":["https://openalex.org/I4210131342"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060020877","display_name":"Chau Yuen","orcid":"https://orcid.org/0000-0002-9307-2120"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chau Yuen","raw_affiliation_strings":["Engineering Product Development Pillar, Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Engineering Product Development Pillar, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5069326936"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":5.306,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.96506474,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":"7","first_page":"1493","last_page":"1497"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.808393120765686},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6955065131187439},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6772295236587524},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.571539580821991},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.5702579617500305},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.5395189523696899},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.530976414680481},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.5139698386192322},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4776250720024109},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41643762588500977},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3435879945755005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31761103868484497},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1687084436416626}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.808393120765686},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6955065131187439},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6772295236587524},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.571539580821991},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.5702579617500305},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.5395189523696899},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.530976414680481},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.5139698386192322},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4776250720024109},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41643762588500977},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3435879945755005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31761103868484497},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1687084436416626},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lwc.2022.3176666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2022.3176666","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8899999856948853,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G494409627","display_name":null,"funder_award_id":"62101492","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6158233529","display_name":null,"funder_award_id":"2021FZZX001-21","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7352816751","display_name":null,"funder_award_id":"2020FW007","funder_id":"https://openalex.org/F4320336639","funder_display_name":"Yibin Science and Technology Planning Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336639","display_name":"Yibin Science and Technology Planning Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2969424089","https://openalex.org/W2985466239","https://openalex.org/W3005476696","https://openalex.org/W3006762012","https://openalex.org/W3032095193","https://openalex.org/W3034281970","https://openalex.org/W3035386068","https://openalex.org/W3103493968","https://openalex.org/W3164393856","https://openalex.org/W3212260081","https://openalex.org/W3214334574","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4360996819","https://openalex.org/W2793383610","https://openalex.org/W2292759272","https://openalex.org/W4280499399","https://openalex.org/W4200317983","https://openalex.org/W3047078259","https://openalex.org/W2968452826","https://openalex.org/W3005949915","https://openalex.org/W2343131228","https://openalex.org/W3158061244"],"abstract_inverted_index":{"Reconfigurable":[0],"intelligent":[1],"surface":[2],"(RIS)":[3],"has":[4],"recently":[5],"gained":[6],"popularity":[7],"as":[8],"a":[9,31,40,59,82],"promising":[10],"solution":[11],"for":[12,44],"improving":[13],"the":[14,45,64,69,73,77,91,95,105,119],"signal":[15],"transmission":[16,65],"quality":[17],"of":[18],"wireless":[19],"communications":[20],"with":[21,90],"less":[22],"hardware":[23],"cost":[24],"and":[25,76],"energy":[26],"consumption.":[27],"This":[28],"letter":[29],"offers":[30],"novel":[32,83],"deep":[33],"reinforcement":[34],"learning":[35],"(DRL)":[36],"algorithm":[37,108],"based":[38,67],"on":[39,68],"location-aware":[41],"imitation":[42,92],"environment":[43,66,93],"joint":[46],"beamforming":[47],"design":[48,58],"in":[49],"an":[50],"RIS-aided":[51],"mmWave":[52,78],"multiple-input":[53],"multiple-output":[54],"system.":[55],"Specifically,":[56],"we":[57],"neural":[60],"network":[61],"to":[62,118],"imitate":[63],"geometric":[70],"relationship":[71],"between":[72],"user\u2019s":[74],"location":[75,98],"channel.":[79],"Following":[80],"this,":[81],"DRL-based":[84,107,121],"method":[85],"is":[86],"developed":[87],"that":[88,104],"interacts":[89],"using":[94],"easily":[96],"available":[97],"information.":[99],"Finally,":[100],"simulation":[101],"results":[102],"demonstrate":[103],"proposed":[106],"provides":[109],"more":[110],"robust":[111],"performance":[112],"without":[113],"excessive":[114],"interaction":[115],"overhead":[116],"compared":[117],"existing":[120],"approaches.":[122]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}