{"id":"https://openalex.org/W4387753684","doi":"https://doi.org/10.1109/mcomstd.0002.2200007","title":"Resource Allocation for IRS-Assisted Networks: A Deep Reinforcement Learning Approach","display_name":"Resource Allocation for IRS-Assisted Networks: A Deep Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-09-01","ids":{"openalex":"https://openalex.org/W4387753684","doi":"https://doi.org/10.1109/mcomstd.0002.2200007"},"language":"en","primary_location":{"id":"doi:10.1109/mcomstd.0002.2200007","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcomstd.0002.2200007","pdf_url":null,"source":{"id":"https://openalex.org/S4210170334","display_name":"IEEE Communications Standards Magazine","issn_l":"2471-2825","issn":["2471-2825","2471-2833"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Standards Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060240677","display_name":"Sohail Ahmad","orcid":"https://orcid.org/0000-0001-6458-7697"},"institutions":[{"id":"https://openalex.org/I201384688","display_name":"National University of Computer and Emerging Sciences","ror":"https://ror.org/003eyb898","country_code":"PK","type":"education","lineage":["https://openalex.org/I201384688"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Sohail Ahmad","raw_affiliation_strings":["National University of Computer and Emerging Sciences,Pakistan","National University of Computer and Emerging Sciences, Pakistan"],"affiliations":[{"raw_affiliation_string":"National University of Computer and Emerging Sciences,Pakistan","institution_ids":["https://openalex.org/I201384688"]},{"raw_affiliation_string":"National University of Computer and Emerging Sciences, Pakistan","institution_ids":["https://openalex.org/I201384688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086580084","display_name":"Saud Khan","orcid":"https://orcid.org/0000-0003-3992-1264"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Saud Khan","raw_affiliation_strings":["The Australian National University,Australia","The Australian National University, Australia"],"affiliations":[{"raw_affiliation_string":"The Australian National University,Australia","institution_ids":["https://openalex.org/I118347636"]},{"raw_affiliation_string":"The Australian National University, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031484661","display_name":"Komal S. Khan","orcid":"https://orcid.org/0000-0002-1862-3332"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Komal S. Khan","raw_affiliation_strings":["University of Sydney,Australia","University of Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney,Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013621140","display_name":"Faisal Naeem","orcid":"https://orcid.org/0000-0001-5691-9954"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Faisal Naeem","raw_affiliation_strings":["Ecole de technologie superieure,Canada","Ecole de technologie superieure, Canada"],"affiliations":[{"raw_affiliation_string":"Ecole de technologie superieure,Canada","institution_ids":["https://openalex.org/I9736820"]},{"raw_affiliation_string":"Ecole de technologie superieure, Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037080121","display_name":"Muhammad Tariq","orcid":"https://orcid.org/0000-0003-1296-2058"},"institutions":[{"id":"https://openalex.org/I201384688","display_name":"National University of Computer and Emerging Sciences","ror":"https://ror.org/003eyb898","country_code":"PK","type":"education","lineage":["https://openalex.org/I201384688"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Tariq","raw_affiliation_strings":["National University of Computer and Emerging Sciences,Pakistan","National University of Computer and Emerging Sciences, Pakistan"],"affiliations":[{"raw_affiliation_string":"National University of Computer and Emerging Sciences,Pakistan","institution_ids":["https://openalex.org/I201384688"]},{"raw_affiliation_string":"National University of Computer and Emerging Sciences, Pakistan","institution_ids":["https://openalex.org/I201384688"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5060240677"],"corresponding_institution_ids":["https://openalex.org/I201384688"],"apc_list":null,"apc_paid":null,"fwci":1.9464,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.86506281,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"7","issue":"3","first_page":"48","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8344245553016663},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7335096597671509},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.7045916318893433},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.6146928668022156},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5740526914596558},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5539172291755676},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.4546239674091339},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.4527474045753479},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.41774415969848633},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4063079059123993},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36863741278648376},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.34330689907073975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2933961749076843},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.11243242025375366},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07962659001350403}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8344245553016663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7335096597671509},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.7045916318893433},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.6146928668022156},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5740526914596558},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5539172291755676},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.4546239674091339},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.4527474045753479},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.41774415969848633},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4063079059123993},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36863741278648376},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.34330689907073975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2933961749076843},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.11243242025375366},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07962659001350403}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mcomstd.0002.2200007","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcomstd.0002.2200007","pdf_url":null,"source":{"id":"https://openalex.org/S4210170334","display_name":"IEEE Communications Standards Magazine","issn_l":"2471-2825","issn":["2471-2825","2471-2833"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Standards Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2950077417","https://openalex.org/W2990747873","https://openalex.org/W3001613668","https://openalex.org/W3034281970","https://openalex.org/W3045780692","https://openalex.org/W3046938740","https://openalex.org/W3080880531","https://openalex.org/W3108863254","https://openalex.org/W3124737311","https://openalex.org/W3128238818","https://openalex.org/W3133735442","https://openalex.org/W3183718432","https://openalex.org/W3188769437","https://openalex.org/W4226071704","https://openalex.org/W6781848982"],"related_works":["https://openalex.org/W2355663289","https://openalex.org/W2106913410","https://openalex.org/W4380372336","https://openalex.org/W2354248671","https://openalex.org/W2359134391","https://openalex.org/W2947628004","https://openalex.org/W2935229758","https://openalex.org/W2352791832","https://openalex.org/W2387913039","https://openalex.org/W2360483549"],"abstract_inverted_index":{"In":[0,57],"a":[1,12,22,62,81,106],"wireless":[2,27,55,82,100,168],"communication":[3,83],"network,":[4],"the":[5,17,50,54,67,93,111,139,143,158,175],"propagation":[6],"medium":[7],"has":[8],"been":[9],"perceived":[10],"as":[11,30,47],"randomly":[13],"behaving":[14],"entity":[15],"between":[16],"transmitter":[18],"and":[19,32,44,65,124,134,142],"receiver":[20],"for":[21,40,97,147],"long":[23],"time.":[24],"However":[25],"future":[26,177],"networks,":[28],"such":[29],"5G":[31],"beyond,":[33],"rely":[34],"on":[35,136],"Intelligent":[36],"Reflecting":[37],"Surfaces":[38],"(IRS)":[39],"promising":[41],"energy":[42],"efficiency":[43],"spectrum":[45],"improvement":[46,152],"it":[48],"enables":[49],"proactive":[51],"control":[52],"of":[53,69,160],"channel.":[56],"this":[58,180],"article,":[59],"we":[60],"take":[61],"step":[63],"further":[64],"discuss":[66],"role":[68],"Deep":[70],"Reinforcement":[71],"Learning":[72],"(DRL)-based":[73],"IRS-assisted":[74,99,132,167],"network":[75,133],"in":[76,80,95,130,155,165,179],"delivering":[77],"performance":[78],"enhancement":[79],"network.":[84,101],"We":[85,102],"provide":[86],"an":[87,98,131],"insight":[88],"into":[89],"DRL":[90,117],"followed":[91],"by":[92],"challenges":[94],"place":[96],"then":[103,171],"lay":[104],"out":[105],"case":[107],"study":[108],"to":[109,157,173],"show":[110],"channel":[112],"processing":[113],"using":[114],"two":[115],"state-of-the-art":[116],"algorithms,":[118],"that":[119],"is,":[120],"deep":[121,125],"Q-network":[122],"(DQN)":[123],"deterministic":[126],"policy":[127],"gradient":[128],"(DDPG),":[129],"work":[135],"jointly":[137],"optimizing":[138],"transmit":[140],"beamforming":[141],"IRS":[144,162],"phase":[145],"angles":[146],"sum-rate":[148,151],"maximization.":[149],"The":[150],"is":[153],"shown":[154],"reference":[156],"number":[159],"reflecting":[161],"elements.":[163],"Opportunities":[164],"DRL-based":[166],"networks":[169],"are":[170],"discussed":[172],"showcase":[174],"exciting":[176],"opportunities":[178],"domain.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}