{"id":"https://openalex.org/W4312264045","doi":"https://doi.org/10.1109/twc.2022.3222864","title":"Intelligent Resource Allocation for IRS-Enhanced OFDM Communication Systems: A Hybrid Deep Reinforcement Learning Approach","display_name":"Intelligent Resource Allocation for IRS-Enhanced OFDM Communication Systems: A Hybrid Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-12-07","ids":{"openalex":"https://openalex.org/W4312264045","doi":"https://doi.org/10.1109/twc.2022.3222864"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2022.3222864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3222864","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090160782","display_name":"Wei Wu","orcid":"https://orcid.org/0000-0001-8534-3667"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Wu","raw_affiliation_strings":["College of Communication and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Communication and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090902973","display_name":"Fengchun Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengchun Yang","raw_affiliation_strings":["College of Communication and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Communication and Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011900098","display_name":"Fuhui Zhou","orcid":"https://orcid.org/0000-0001-6880-6244"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuhui Zhou","raw_affiliation_strings":["College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100785103","display_name":"Qihui Wu","orcid":"https://orcid.org/0000-0002-9521-5084"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihui Wu","raw_affiliation_strings":["College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057118326","display_name":"Rose Qingyang Hu","orcid":"https://orcid.org/0000-0002-1571-3631"},"institutions":[{"id":"https://openalex.org/I121980950","display_name":"Utah State University","ror":"https://ror.org/00h6set76","country_code":"US","type":"education","lineage":["https://openalex.org/I121980950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rose Qingyang Hu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Utah State University, Logan, UT, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Utah State University, Logan, UT, USA","institution_ids":["https://openalex.org/I121980950"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090160782"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":4.1438,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.94849644,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"22","issue":"6","first_page":"4028","last_page":"4042"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9520000219345093,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7955596446990967},{"id":"https://openalex.org/keywords/orthogonal-frequency-division-multiplexing","display_name":"Orthogonal frequency-division multiplexing","score":0.7223773002624512},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7137539386749268},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.675257682800293},{"id":"https://openalex.org/keywords/subcarrier","display_name":"Subcarrier","score":0.6190413236618042},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.5883423089981079},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5564325451850891},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.46902716159820557},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.44398343563079834},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4286413788795471},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3435404300689697},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.31874045729637146},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.29370611906051636},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1984117329120636},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09332665801048279}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7955596446990967},{"id":"https://openalex.org/C40409654","wikidata":"https://www.wikidata.org/wiki/Q375889","display_name":"Orthogonal frequency-division multiplexing","level":3,"score":0.7223773002624512},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7137539386749268},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.675257682800293},{"id":"https://openalex.org/C198329298","wikidata":"https://www.wikidata.org/wiki/Q586358","display_name":"Subcarrier","level":4,"score":0.6190413236618042},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.5883423089981079},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5564325451850891},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.46902716159820557},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44398343563079834},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4286413788795471},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3435404300689697},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.31874045729637146},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.29370611906051636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1984117329120636},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09332665801048279},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2022.3222864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3222864","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2060091859","display_name":null,"funder_award_id":"62031012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5901541338","display_name":null,"funder_award_id":"62071223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G604279805","display_name":null,"funder_award_id":"62271267","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311778","display_name":"China Association for Science and Technology","ror":"https://ror.org/035vmht26"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2173564293","https://openalex.org/W2760506156","https://openalex.org/W2787938642","https://openalex.org/W2950077417","https://openalex.org/W2951799221","https://openalex.org/W2955209299","https://openalex.org/W2963993392","https://openalex.org/W3001613668","https://openalex.org/W3002205212","https://openalex.org/W3006762012","https://openalex.org/W3012127008","https://openalex.org/W3013973746","https://openalex.org/W3021948194","https://openalex.org/W3034281970","https://openalex.org/W3039790476","https://openalex.org/W3042444903","https://openalex.org/W3045209834","https://openalex.org/W3045780692","https://openalex.org/W3045901373","https://openalex.org/W3082128362","https://openalex.org/W3082159919","https://openalex.org/W3094619726","https://openalex.org/W3103493968","https://openalex.org/W3108863254","https://openalex.org/W3128238818","https://openalex.org/W3134746776","https://openalex.org/W3145007954","https://openalex.org/W3153643678","https://openalex.org/W3158743991","https://openalex.org/W3172626944","https://openalex.org/W3178791547","https://openalex.org/W3179940129","https://openalex.org/W3197792384","https://openalex.org/W3198789116","https://openalex.org/W3199708577","https://openalex.org/W3209192681","https://openalex.org/W3211257091","https://openalex.org/W4280589373","https://openalex.org/W4285142136","https://openalex.org/W4285232488","https://openalex.org/W4289538060","https://openalex.org/W4290994020","https://openalex.org/W4302570325","https://openalex.org/W6684205842","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2547202878","https://openalex.org/W1964989099","https://openalex.org/W3000091417","https://openalex.org/W2124130287","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282"],"abstract_inverted_index":{"Orthogonal":[0],"frequency":[1],"division":[2],"multiplexing":[3],"(OFDM)":[4],"systems":[5],"have":[6],"been":[7],"widely":[8],"applied":[9],"in":[10,29,44,116],"practice":[11],"since":[12],"OFDM":[13,50,119],"has":[14],"diverse":[15],"outstanding":[16],"advantages.":[17],"However,":[18],"their":[19],"performance":[20],"improvement":[21],"is":[22,42,56,95,114,128],"confronted":[23],"with":[24],"bottlenecks.":[25],"In":[26,104],"this":[27,33],"paper,":[28],"order":[30,105],"to":[31,97,106,168,191],"tackle":[32,98,169],"issue,":[34],"intelligent":[35,45,79],"resource":[36,80],"allocation":[37,81],"driven":[38],"by":[39,58,130],"reinforcement":[40],"learning":[41],"studied":[43],"reflecting":[46],"surface":[47],"(IRS)":[48],"enhanced":[49],"systems.":[51],"The":[52,121],"system":[53],"sum":[54,124],"rate":[55,125,189],"maximized":[57],"jointly":[59,131],"optimizing":[60,132],"the":[61,64,68,72,76,99,109,117,133,136,140,146,150,170,187,192],"subcarrier":[62],"allocation,":[63,135],"transmit":[65,137],"beamforming":[66,138],"of":[67,75,139,149],"base":[69,142],"station":[70,143],"and":[71,90,145,158],"phase":[73,147],"shift":[74,148],"IRS.":[77,151],"An":[78],"scheme":[82],"based":[83],"on":[84],"combining":[85],"deep":[86,91,154,161],"Q":[87,155],"networks":[88,156],"(DQN)":[89],"deterministic":[92,162],"policy-gradient":[93],"(DDPG)":[94],"proposed":[96,182],"formulated":[100,129],"challenging":[101],"non-convex":[102],"problems.":[103],"further":[107],"improve":[108,186],"spectrum":[110,112],"efficiency,":[111],"sharing":[113],"considered":[115],"IRS-enhanced":[118],"system.":[120],"secondary":[122,141],"users":[123],"maximization":[126],"framework":[127],"channel":[134],"(SBS)":[144],"Dueling":[152],"double":[153],"(D3QN)":[157],"twin":[159],"delayed":[160],"policy":[163],"gradient":[164],"(TD3)":[165],"are":[166],"exploited":[167],"hybrid":[171],"action":[172],"space":[173],"issue":[174],"under":[175],"interference.":[176],"Simulation":[177],"results":[178],"demonstrate":[179],"that":[180],"our":[181],"schemes":[183],"can":[184],"significantly":[185],"transmission":[188],"compared":[190],"benchmark":[193],"schemes.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2025-10-10T00:00:00"}