{"id":"https://openalex.org/W4220722339","doi":"https://doi.org/10.1109/jstsp.2022.3162109","title":"Collaborative Intelligent Reflecting Surface Networks With Multi-Agent Reinforcement Learning","display_name":"Collaborative Intelligent Reflecting Surface Networks With Multi-Agent Reinforcement Learning","publication_year":2022,"publication_date":"2022-03-24","ids":{"openalex":"https://openalex.org/W4220722339","doi":"https://doi.org/10.1109/jstsp.2022.3162109"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2022.3162109","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3162109","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100436714","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-2113-2964"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100691319","display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-6239-2922"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101907018","display_name":"Yijin Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijin Zhang","raw_affiliation_strings":["School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Optical Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048817096","display_name":"Qingqing Wu","orcid":"https://orcid.org/0000-0002-0043-3266"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Qingqing Wu","raw_affiliation_strings":["State Key Laboratory of IoT for Smart City, University of Macau, Macao, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of IoT for Smart City, University of Macau, Macao, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101761762","display_name":"Xiongwei Wu","orcid":"https://orcid.org/0000-0002-3475-5212"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiongwei Wu","raw_affiliation_strings":["Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044969631","display_name":"Feng Shu","orcid":"https://orcid.org/0000-0003-0073-1965"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Shu","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University, Haikou, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013079905","display_name":"Shi Jin","orcid":"https://orcid.org/0000-0003-0271-6021"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Jin","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100344189","display_name":"Wen Chen","orcid":"https://orcid.org/0000-0003-2133-8679"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Chen","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100436714"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":2.7613,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.90613419,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"16","issue":"3","first_page":"532","last_page":"545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.7819324135780334},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7199329137802124},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6780082583427429},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6198940277099609},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5642014145851135},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.5097340941429138},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.47553277015686035},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.4541172981262207},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.44879451394081116},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3245311379432678},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3035527467727661},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.16375261545181274},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15896961092948914},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14849799871444702},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12564495205879211},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.09340611100196838}],"concepts":[{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.7819324135780334},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7199329137802124},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6780082583427429},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6198940277099609},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5642014145851135},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.5097340941429138},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.47553277015686035},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.4541172981262207},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.44879451394081116},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3245311379432678},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3035527467727661},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.16375261545181274},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15896961092948914},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14849799871444702},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12564495205879211},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.09340611100196838},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2022.3162109","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2022.3162109","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1769386045","display_name":null,"funder_award_id":"62071236","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2276391916","display_name":null,"funder_award_id":"61872184","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3365405956","display_name":null,"funder_award_id":"62071296","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7227091334","display_name":null,"funder_award_id":"30921013104","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7701723719","display_name":null,"funder_award_id":"62071234","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G953098173","display_name":null,"funder_award_id":"30920021127","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2103972037","https://openalex.org/W2145339207","https://openalex.org/W2605344455","https://openalex.org/W2897417898","https://openalex.org/W2898694298","https://openalex.org/W2945534522","https://openalex.org/W2950077417","https://openalex.org/W2950680381","https://openalex.org/W2968389137","https://openalex.org/W2969424089","https://openalex.org/W2970670564","https://openalex.org/W2990747873","https://openalex.org/W2995554704","https://openalex.org/W2996313530","https://openalex.org/W2996961035","https://openalex.org/W2997665500","https://openalex.org/W3001613668","https://openalex.org/W3001977108","https://openalex.org/W3006762012","https://openalex.org/W3011747750","https://openalex.org/W3013124972","https://openalex.org/W3013719647","https://openalex.org/W3013960924","https://openalex.org/W3016632787","https://openalex.org/W3019497660","https://openalex.org/W3034281970","https://openalex.org/W3035049807","https://openalex.org/W3036562336","https://openalex.org/W3038534820","https://openalex.org/W3045780692","https://openalex.org/W3046938740","https://openalex.org/W3103493968","https://openalex.org/W3129486236","https://openalex.org/W3136705879","https://openalex.org/W3152632745","https://openalex.org/W3158743991","https://openalex.org/W3161488445","https://openalex.org/W3170007158","https://openalex.org/W4214717370","https://openalex.org/W6684205842","https://openalex.org/W6738796088","https://openalex.org/W6755326576","https://openalex.org/W6902921214"],"related_works":["https://openalex.org/W3087844490","https://openalex.org/W3090699061","https://openalex.org/W2287071596","https://openalex.org/W4387546583","https://openalex.org/W2623668551","https://openalex.org/W2051762234","https://openalex.org/W2131408743","https://openalex.org/W2055634632","https://openalex.org/W2171065346","https://openalex.org/W4396680560"],"abstract_inverted_index":{"Intelligent":[0],"reflecting":[1],"surface":[2],"(IRS)":[3],"is":[4,46,125,135,148,183],"envisioned":[5],"to":[6,35,117,169,188],"be":[7],"widely":[8],"applied":[9],"in":[10],"future":[11],"wireless":[12],"networks.":[13],"In":[14,179],"this":[15],"paper,":[16],"we":[17,94,158,192],"investigate":[18],"a":[19,100,108,154,171,194,209,216],"multi-user":[20],"communication":[21],"system":[22,41],"assisted":[23],"by":[24,48,91,161,201],"cooperative":[25],"IRS":[26,78],"devices":[27],"with":[28,67,114,153,173],"the":[29,37,51,55,65,68,92,97,119,132,144,163,203,213,224,243],"capability":[30],"of":[31,88,176,185,215,238],"energy":[32,79,89],"harvesting.":[33],"Aiming":[34],"maximize":[36],"long-term":[38],"average":[39],"achievable":[40],"rate,":[42],"an":[43,149],"optimization":[44,120,147],"problem":[45,98,152],"formulated":[47],"jointly":[49],"designing":[50],"transmit":[52,71],"beamforming":[53,63,139],"at":[54,64,212],"base":[56],"station":[57],"(BS)":[58],"and":[59,77,85,105,131,140,227,233,240],"discrete":[60,204],"phase":[61,128,137,145,205],"shift":[62,129,138,146,206],"IRSs,":[66,93],"constraints":[69],"on":[70],"power,":[72],"user":[73],"data":[74,235],"rate":[75,236],"requirement":[76],"buffer":[80],"size.":[81],"Considering":[82],"time-varying":[83],"channels":[84],"stochastic":[86],"arrivals":[87],"harvested":[90],"first":[95],"formulate":[96],"as":[99,181],"Markov":[101],"decision":[102],"process":[103],"(MDP)":[104],"then":[106],"develop":[107],"novel":[109],"multi-agent":[110,245],"Q-mix":[111],"(MAQ)":[112],"framework":[113],"two":[115],"layers":[116],"decouple":[118],"parameters.":[121],"The":[122],"higher":[123],"layer":[124],"for":[126,136],"optimizing":[127],"resolutions,":[130],"lower":[133],"one":[134],"power":[141],"allocation.":[142],"Since":[143],"integer":[150],"programming":[151],"large-scale":[155],"action":[156,177],"space,":[157],"improve":[159],"MAQ":[160,197],"incorporating":[162],"Wolpertinger":[164],"method,":[165],"namely,":[166,199],"MAQ-WP":[167,182,226],"algorithm":[168],"achieve":[170,189,234],"sub-optimality":[172],"reduced":[174],"dimensions":[175],"space.":[178],"addition,":[180],"still":[184],"high":[186],"complexity":[187],"good":[190],"performance,":[191],"propose":[193],"policy":[195],"gradient-based":[196],"algorithm,":[198],"MAQ-PG,":[200],"mapping":[202],"actions":[207],"into":[208],"continuous":[210],"space":[211],"cost":[214],"slight":[217],"performance":[218],"loss.":[219],"Simulation":[220],"results":[221],"demonstrate":[222],"that":[223],"proposed":[225],"MAQ-PG":[228],"algorithms":[229],"can":[230],"converge":[231],"faster":[232],"improvements":[237],"10.7%":[239],"8.8%":[241],"over":[242],"conventional":[244],"DDPG,":[246],"respectively.":[247]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}