{"id":"https://openalex.org/W4384787755","doi":"https://doi.org/10.1109/tcomm.2023.3296619","title":"Active RIS-Aided EH-NOMA Networks: A Deep Reinforcement Learning Approach","display_name":"Active RIS-Aided EH-NOMA Networks: A Deep Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384787755","doi":"https://doi.org/10.1109/tcomm.2023.3296619"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2023.3296619","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3296619","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089852268","display_name":"Zhaoyuan Shi","orcid":"https://orcid.org/0000-0002-6840-3477"},"institutions":[{"id":"https://openalex.org/I46482218","display_name":"Anqing Normal University","ror":"https://ror.org/0127ytz78","country_code":"CN","type":"education","lineage":["https://openalex.org/I46482218"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaoyuan Shi","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Computing of Anhui Province, Anqing Normal University, Anqing, China"],"raw_orcid":"https://orcid.org/0000-0002-6840-3477","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Computing of Anhui Province, Anqing Normal University, Anqing, China","institution_ids":["https://openalex.org/I46482218"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034628707","display_name":"Huabing Lu","orcid":"https://orcid.org/0000-0003-4782-6662"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huabing Lu","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-4782-6662","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037456697","display_name":"Xianzhong Xie","orcid":"https://orcid.org/0000-0002-2986-6356"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianzhong Xie","raw_affiliation_strings":["Chongqing Key Laboratory of Computer Networks and Communication Technology, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-2986-6356","affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Computer Networks and Communication Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013729643","display_name":"Helin Yang","orcid":"https://orcid.org/0000-0001-9697-7470"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Helin Yang","raw_affiliation_strings":["Department of Information and Communication Engineering, School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-9697-7470","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076730859","display_name":"Chongwen Huang","orcid":"https://orcid.org/0000-0001-8398-8437"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongwen Huang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-8398-8437","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047248078","display_name":"Jun Cai","orcid":"https://orcid.org/0000-0002-9254-0404"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jun Cai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Network Intelligence and Innovation Laboratory (NI²L), Concordia University, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9254-0404","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Network Intelligence and Innovation Laboratory (NI²L), Concordia University, Montreal, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002904166","display_name":"Zhiguo Ding","orcid":"https://orcid.org/0000-0001-5280-384X"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhiguo Ding","raw_affiliation_strings":["School of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5280-384X","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, The University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5089852268"],"corresponding_institution_ids":["https://openalex.org/I46482218"],"apc_list":null,"apc_paid":null,"fwci":3.4246,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93100407,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"71","issue":"10","first_page":"5846","last_page":"5861"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.8540267944335938},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6802954077720642},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6666868925094604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34491950273513794},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3256646394729614},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.13343194127082825}],"concepts":[{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.8540267944335938},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6802954077720642},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6666868925094604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34491950273513794},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3256646394729614},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.13343194127082825}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcomm.2023.3296619","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3296619","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/3721fd75-7fec-42f0-96e8-2158644395c6","is_oa":false,"landing_page_url":"https://www.scopus.com/pages/publications/85165274148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Shi, Z, Lu, H, Xie, X, Yang, H, Huang, C, Cai, J & Ding, Z 2023, 'Active RIS-Aided EH-NOMA Networks : A Deep Reinforcement Learning Approach', IEEE Transactions on Vehicular Technology, vol. 71, no. 10, pp. 5846-5861. https://doi.org/10.1109/TCOMM.2023.3296619","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pure.atira.dk:publications/3721fd75-7fec-42f0-96e8-2158644395c6","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/3721fd75-7fec-42f0-96e8-2158644395c6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Shi, Z, Lu, H, Xie, X, Yang, H, Huang, C, Cai, J & Ding, Z 2023, 'Active RIS-Aided EH-NOMA Networks : A Deep Reinforcement Learning Approach', IEEE Transactions on Vehicular Technology, vol. 71, no. 10, pp. 5846-5861. https://doi.org/10.1109/TCOMM.2023.3296619","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1710422189","display_name":null,"funder_award_id":"20720220080","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3075328589","display_name":null,"funder_award_id":"62271099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G494409627","display_name":null,"funder_award_id":"62101492","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7938493531","display_name":null,"funder_award_id":"LR22F010002","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2145339207","https://openalex.org/W2177372563","https://openalex.org/W2489290374","https://openalex.org/W2775597598","https://openalex.org/W2791325163","https://openalex.org/W2898035736","https://openalex.org/W2950077417","https://openalex.org/W2963336322","https://openalex.org/W2969424089","https://openalex.org/W2970297297","https://openalex.org/W2990747873","https://openalex.org/W3005072086","https://openalex.org/W3034281970","https://openalex.org/W3037231455","https://openalex.org/W3042446967","https://openalex.org/W3042544305","https://openalex.org/W3044485544","https://openalex.org/W3081215475","https://openalex.org/W3081462673","https://openalex.org/W3084194173","https://openalex.org/W3106673432","https://openalex.org/W3115103619","https://openalex.org/W3117633996","https://openalex.org/W3122864568","https://openalex.org/W3134746776","https://openalex.org/W3139933459","https://openalex.org/W3156894764","https://openalex.org/W3165641281","https://openalex.org/W3170282381","https://openalex.org/W3197488186","https://openalex.org/W3199332390","https://openalex.org/W3202620893","https://openalex.org/W3205135478","https://openalex.org/W3208229673","https://openalex.org/W3211398293","https://openalex.org/W3212556128","https://openalex.org/W3217298619","https://openalex.org/W4205224143","https://openalex.org/W4205407795","https://openalex.org/W4224311261","https://openalex.org/W4225737845","https://openalex.org/W4226153432","https://openalex.org/W4312461449","https://openalex.org/W4313001863","https://openalex.org/W6793488170"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3030525848","https://openalex.org/W4385197910","https://openalex.org/W2340639785","https://openalex.org/W3010814398","https://openalex.org/W4385197899","https://openalex.org/W3005957545","https://openalex.org/W2076432172"],"abstract_inverted_index":{"An":[0],"active":[1,25],"reconfigurable":[2],"intelligent":[3],"surface":[4],"(RIS)-aided":[5],"multi-user":[6],"downlink":[7],"communication":[8,52,66,106,164],"system":[9],"is":[10,17,27,47,92,100,118],"investigated,":[11],"where":[12],"non-orthogonal":[13],"multiple":[14],"access":[15],"(NOMA)":[16],"employed":[18],"to":[19,49,102,120],"improve":[20],"spectral":[21],"efficiency,":[22],"and":[23,43,68,126,147],"the":[24,39,51,57,111,123,131,137,140,143,150],"RIS":[26],"powered":[28],"by":[29],"energy":[30,71],"harvesting":[31],"(EH).":[32],"The":[33],"problem":[34],"of":[35,38,59,63,72,130,139,142,163],"joint":[36,121],"control":[37,122],"RIS\u2019s":[40],"amplification":[41,124],"matrix":[42,46,125,129],"phase":[44,127],"shift":[45,128],"formulated":[48],"maximize":[50],"success":[53,165],"ratio":[54,166],"with":[55],"considering":[56],"quality":[58],"service":[60],"(QoS)":[61],"requirements":[62],"users,":[64],"dynamic":[65,69,105],"state,":[67],"available":[70],"RIS.":[73,132],"To":[74],"tackle":[75],"this":[76],"non-convex":[77],"problem,":[78],"a":[79,114,154],"cascaded":[80],"deep":[81],"learning":[82],"algorithm":[83,99,117,152],"namely":[84],"long":[85],"short-term":[86],"memory-deep":[87],"deterministic":[88],"policy":[89],"gradient":[90],"(LSTM-DDPG)":[91],"designed.":[93],"First,":[94],"an":[95],"advanced":[96],"LSTM":[97,145],"based":[98,109,116],"developed":[101],"predict":[103],"users\u2019":[104],"state.":[107],"Then,":[108],"on":[110],"prediction":[112,141],"results,":[113],"DDPG":[115],"proposed":[119,144],"Finally,":[133],"simulation":[134],"results":[135],"verify":[136],"accuracy":[138],"algorithm,":[146],"demonstrate":[148],"that":[149],"LSTM-DDPG":[151],"has":[153],"significant":[155],"advantage":[156],"over":[157],"other":[158],"benchmark":[159],"algorithms":[160],"in":[161],"terms":[162],"performance.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":8}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}