{"id":"https://openalex.org/W4360604883","doi":"https://doi.org/10.1109/icnc57223.2023.10074116","title":"Reinforcement Learning based Optimal Dynamic Resource Allocation for RIS-aided MIMO Wireless Network with Hardware Limitations","display_name":"Reinforcement Learning based Optimal Dynamic Resource Allocation for RIS-aided MIMO Wireless Network with Hardware Limitations","publication_year":2023,"publication_date":"2023-02-20","ids":{"openalex":"https://openalex.org/W4360604883","doi":"https://doi.org/10.1109/icnc57223.2023.10074116"},"language":"en","primary_location":{"id":"doi:10.1109/icnc57223.2023.10074116","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc57223.2023.10074116","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Computing, Networking and Communications (ICNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100777152","display_name":"Yuzhu Zhang","orcid":"https://orcid.org/0000-0002-0861-7289"},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuzhu Zhang","raw_affiliation_strings":["University of Nevada, Reno,Department of EBME,Reno,US","Department of EBME, University of Nevada, Reno, Reno, US"],"affiliations":[{"raw_affiliation_string":"University of Nevada, Reno,Department of EBME,Reno,US","institution_ids":["https://openalex.org/I134113660"]},{"raw_affiliation_string":"Department of EBME, University of Nevada, Reno, Reno, US","institution_ids":["https://openalex.org/I134113660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085031765","display_name":"Lijun Qian","orcid":"https://orcid.org/0000-0003-1577-3359"},"institutions":[{"id":"https://openalex.org/I250520410","display_name":"Prairie View A&M University","ror":"https://ror.org/0449kf092","country_code":"US","type":"education","lineage":["https://openalex.org/I250520410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lijun Qian","raw_affiliation_strings":["Prairie View A&M University,CREDIT Center,Prairie View,TX,USA"],"affiliations":[{"raw_affiliation_string":"Prairie View A&M University,CREDIT Center,Prairie View,TX,USA","institution_ids":["https://openalex.org/I250520410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103283197","display_name":"Abdullah Eroglu","orcid":"https://orcid.org/0000-0001-7517-6332"},"institutions":[{"id":"https://openalex.org/I35777872","display_name":"North Carolina Agricultural and Technical State University","ror":"https://ror.org/02aze4h65","country_code":"US","type":"education","lineage":["https://openalex.org/I35777872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abdullah Eroglu","raw_affiliation_strings":["North Carolina A&T State University,Department of ECE,Greenboro,NC,USA"],"affiliations":[{"raw_affiliation_string":"North Carolina A&T State University,Department of ECE,Greenboro,NC,USA","institution_ids":["https://openalex.org/I35777872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100674354","display_name":"Binbin Yang","orcid":"https://orcid.org/0000-0001-7755-6072"},"institutions":[{"id":"https://openalex.org/I35777872","display_name":"North Carolina Agricultural and Technical State University","ror":"https://ror.org/02aze4h65","country_code":"US","type":"education","lineage":["https://openalex.org/I35777872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Binbin Yang","raw_affiliation_strings":["North Carolina A&T State University,Department of ECE,Greenboro,NC,USA"],"affiliations":[{"raw_affiliation_string":"North Carolina A&T State University,Department of ECE,Greenboro,NC,USA","institution_ids":["https://openalex.org/I35777872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100717012","display_name":"Hao Xu","orcid":"https://orcid.org/0000-0003-4130-7925"},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Xu","raw_affiliation_strings":["University of Nevada, Reno,Department of EBME,Reno,US","Department of EBME, University of Nevada, Reno, Reno, US"],"affiliations":[{"raw_affiliation_string":"University of Nevada, Reno,Department of EBME,Reno,US","institution_ids":["https://openalex.org/I134113660"]},{"raw_affiliation_string":"Department of EBME, University of Nevada, Reno, Reno, US","institution_ids":["https://openalex.org/I134113660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100777152"],"corresponding_institution_ids":["https://openalex.org/I134113660"],"apc_list":null,"apc_paid":null,"fwci":0.2678,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.50968583,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"148","last_page":"152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12791","display_name":"Full-Duplex Wireless Communications","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7254685759544373},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.7248620986938477},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6691087484359741},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.6318026185035706},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.521116316318512},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5170274376869202},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47960102558135986},{"id":"https://openalex.org/keywords/wi-fi","display_name":"Wi-Fi","score":0.4233746826648712},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3930230140686035},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37674832344055176},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.352812796831131},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1644134521484375},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13789793848991394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7254685759544373},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.7248620986938477},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6691087484359741},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.6318026185035706},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.521116316318512},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5170274376869202},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47960102558135986},{"id":"https://openalex.org/C508800617","wikidata":"https://www.wikidata.org/wiki/Q29643","display_name":"Wi-Fi","level":4,"score":0.4233746826648712},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3930230140686035},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37674832344055176},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.352812796831131},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1644134521484375},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13789793848991394}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnc57223.2023.10074116","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc57223.2023.10074116","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Computing, Networking and Communications (ICNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.800000011920929}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1969281101","https://openalex.org/W2045094735","https://openalex.org/W2073681605","https://openalex.org/W2111034649","https://openalex.org/W2124972241","https://openalex.org/W2774531652","https://openalex.org/W2950077417","https://openalex.org/W3121575114","https://openalex.org/W3179825402","https://openalex.org/W3200312993","https://openalex.org/W3213255289","https://openalex.org/W4237591687"],"related_works":["https://openalex.org/W2372438076","https://openalex.org/W2385914013","https://openalex.org/W2386112263","https://openalex.org/W2374207073","https://openalex.org/W2758478152","https://openalex.org/W3005787259","https://openalex.org/W2793214125","https://openalex.org/W2370500716","https://openalex.org/W2359433363","https://openalex.org/W2366770425"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"the":[3,33,44,77,92,97,100,126,150,153],"optimal":[4,127],"dynamic":[5,39,65],"resource":[6,66],"allocation":[7,67],"problem":[8],"for":[9],"a":[10,63,107],"Reconfigurable":[11],"Intelligent":[12],"Surface":[13],"(RIS)":[14],"aided":[15],"MIMO":[16],"wireless":[17,24,40,60,102,140],"network":[18,41,79],"with":[19,120],"multi-user":[20],"under":[21,136],"uncertain":[22],"time-varying":[23,59,101],"channels.":[25,61,103],"Recently,":[26],"RIS":[27,47,53,93,131],"has":[28,48],"been":[29,49],"considered":[30],"one":[31],"of":[32,46,152],"most":[34],"promising":[35],"techniques":[36],"to":[37,52,70,124,148],"upgrade":[38],"quality.":[42],"However,":[43],"capacity":[45],"restricted":[50],"due":[51],"hardware":[54,94,137],"limitations":[55,95,138],"and":[56,96,117,139],"uncertainties":[57],"from":[58,99],"Therefore,":[62],"novel":[64,108],"technique":[68],"needs":[69],"be":[71],"developed":[72,116,154],"that":[73],"cannot":[74],"only":[75],"optimize":[76],"overall":[78],"quality,":[80],"e.g.":[81],"maximizing":[82],"energy":[83],"efficiency,":[84],"minimizing":[85],"power":[86,129],"consumption,":[87],"etc.,":[88],"but":[89],"also":[90],"consider":[91],"uncertainty":[98],"In":[104],"this":[105],"paper,":[106],"online":[109],"data-enabled":[110],"actor-critic-barrier":[111],"reinforcement":[112],"learning":[113],"algorithm":[114],"is":[115],"utilized":[118],"along":[119],"neural":[121],"networks":[122],"(NNs)":[123],"learn":[125],"transmit":[128],"control,":[130],"phase":[132],"shift":[133],"control":[134],"policies":[135],"channel":[141],"uncertainties.":[142],"Eventually,":[143],"numerical":[144],"simulations":[145],"are":[146],"provided":[147],"demonstrate":[149],"effectiveness":[151],"scheme.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}