{"id":"https://openalex.org/W4403479854","doi":"https://doi.org/10.1109/tcomm.2024.3483041","title":"Multi-Agent DRL for Distributed Codebook Design in RIS-Aided Cell-Free Massive MIMO Networks","display_name":"Multi-Agent DRL for Distributed Codebook Design in RIS-Aided Cell-Free Massive MIMO Networks","publication_year":2024,"publication_date":"2024-10-17","ids":{"openalex":"https://openalex.org/W4403479854","doi":"https://doi.org/10.1109/tcomm.2024.3483041"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2024.3483041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3483041","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046741256","display_name":"Asmaa Abdallah","orcid":"https://orcid.org/0000-0003-3387-9333"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Asmaa Abdallah","raw_affiliation_strings":["Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, KSA"],"raw_orcid":"https://orcid.org/0000-0003-3387-9333","affiliations":[{"raw_affiliation_string":"Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, KSA","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034034574","display_name":"Abdulkadir \u00c7elik","orcid":"https://orcid.org/0000-0001-9007-9979"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abdulkadir Celik","raw_affiliation_strings":["Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, KSA"],"raw_orcid":"https://orcid.org/0000-0001-9007-9979","affiliations":[{"raw_affiliation_string":"Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, KSA","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038988201","display_name":"Mohammad M. Mansour","orcid":"https://orcid.org/0000-0002-8316-1330"},"institutions":[{"id":"https://openalex.org/I98635879","display_name":"American University of Beirut","ror":"https://ror.org/04pznsd21","country_code":"LB","type":"education","lineage":["https://openalex.org/I98635879"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Mohammad M. Mansour","raw_affiliation_strings":["Department of Electrical and Computer Engineering, American University of Beirut (AUB), Beirut, Lebanon"],"raw_orcid":"https://orcid.org/0000-0002-8316-1330","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, American University of Beirut (AUB), Beirut, Lebanon","institution_ids":["https://openalex.org/I98635879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013660772","display_name":"Ahmed M. Eltawil","orcid":"https://orcid.org/0000-0003-1849-083X"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ahmed M. Eltawil","raw_affiliation_strings":["Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, KSA"],"raw_orcid":"https://orcid.org/0000-0003-1849-083X","affiliations":[{"raw_affiliation_string":"Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]},{"raw_affiliation_string":"Computer, Electrical, and Mathematical Sciences and Engineering (CEMSE) Division, King Abdullah University of Science and Technology (KAUST), Thuwal, KSA","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2116,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.79373402,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"73","issue":"5","first_page":"3283","last_page":"3297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.9274269342422485},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.5982784628868103},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5847128629684448},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.3899124264717102},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25333157181739807},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2232685089111328},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16705048084259033},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.12888941168785095}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.9274269342422485},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.5982784628868103},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5847128629684448},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3899124264717102},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25333157181739807},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2232685089111328},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16705048084259033},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.12888941168785095}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcomm.2024.3483041","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3483041","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:eprints.soton.ac.uk:505742","is_oa":false,"landing_page_url":"http://doi.org/10.1109/TCOMM.2024.3483041>).","pdf_url":null,"source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322320","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2195693430","https://openalex.org/W2286275639","https://openalex.org/W2291221855","https://openalex.org/W2593893328","https://openalex.org/W2615358882","https://openalex.org/W2796047239","https://openalex.org/W2955133642","https://openalex.org/W2965824823","https://openalex.org/W3000950478","https://openalex.org/W3001613668","https://openalex.org/W3005072086","https://openalex.org/W3034281970","https://openalex.org/W3038533179","https://openalex.org/W3038939462","https://openalex.org/W3044978155","https://openalex.org/W3088226458","https://openalex.org/W3135264432","https://openalex.org/W3187281126","https://openalex.org/W3197857544","https://openalex.org/W3204184545","https://openalex.org/W3212407382","https://openalex.org/W3212491030","https://openalex.org/W3216004325","https://openalex.org/W4221142134","https://openalex.org/W4225663377","https://openalex.org/W4290714072","https://openalex.org/W4290996574","https://openalex.org/W4291221950","https://openalex.org/W4312610058","https://openalex.org/W4318953566","https://openalex.org/W4323065908","https://openalex.org/W4327767808","https://openalex.org/W4381748153","https://openalex.org/W4387869970","https://openalex.org/W4390576588","https://openalex.org/W4393028743","https://openalex.org/W4395065605","https://openalex.org/W4399601919","https://openalex.org/W6748839928","https://openalex.org/W6759127422","https://openalex.org/W6801588022"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2293149949","https://openalex.org/W2026099691","https://openalex.org/W4284672201","https://openalex.org/W2377486419","https://openalex.org/W2943202426","https://openalex.org/W2137816434","https://openalex.org/W2163679795"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"an":[3,153,193],"innovative":[4],"approach":[5,175],"for":[6,86,94,118,126,146],"enhancing":[7],"network":[8],"capacity":[9],"and":[10,43,53,83,89,96,107,124,142,155,164,223],"coverage":[11],"by":[12,46,191],"integrating":[13],"cell-free":[14],"massive":[15],"multiple-input":[16],"multiple-output":[17],"(CF-mMIMO)":[18],"networks":[19],"with":[20],"reconfigurable":[21],"intelligent":[22],"surfaces":[23],"(RISs).":[24],"A":[25],"significant":[26],"challenge":[27],"in":[28,33,61,196,221],"leveraging":[29],"RIS-assisted":[30],"CF-mMIMO":[31],"lies":[32],"the":[34,47,54,92,183,205],"cooperative":[35],"beam":[36,119,197],"training":[37,147,198],"across":[38],"multiple":[39,148],"access":[40],"points":[41],"(APs)":[42],"RISs,":[44,90],"complicated":[45],"passive":[48,208],"nature":[49],"of":[50,178,207],"reflective":[51],"elements":[52],"complexity":[55,145],"channel":[56],"state":[57],"information":[58],"(CSI)":[59],"acquisition":[60],"millimeter":[62],"wave":[63],"mMIMO":[64],"systems.":[65],"To":[66],"address":[67],"these":[68],"challenges,":[69],"we":[70,151],"develop":[71],"a":[72],"multi-agent":[73],"deep":[74],"reinforcement":[75],"learning":[76,136,140],"(MA-DRL)":[77],"framework":[78],"that":[79,159,171,203],"jointly":[80],"designs":[81],"beamforming":[82,106],"reflection":[84,108,128],"codebooks":[85,190],"distributed":[87],"APs":[88,123,213],"eliminating":[91],"need":[93],"CSI":[95],"relying":[97],"solely":[98],"on":[99],"received":[100],"power":[101],"measurements":[102],"feedback.":[103],"The":[104],"joint":[105],"codebook":[109,120,129],"design":[110,121,130],"problem":[111],"is":[112],"decomposed":[113],"into":[114,214],"two":[115],"sub-problems:":[116],"one":[117],"at":[122,131],"another":[125],"sequential":[127],"RISs.":[132,149],"We":[133],"employ":[134],"transfer":[135],"to":[137,218],"speed":[138],"up":[139],"convergence":[141],"reduce":[143],"computational":[144],"Additionally,":[150],"introduce":[152],"AP":[154],"RIS":[156],"selection":[157],"scheme":[158],"improves":[160],"overall":[161],"energy":[162,224],"efficiency":[163],"reduces":[165],"backhaul":[166],"overhead.":[167,199],"Extensive":[168],"simulations":[169],"demonstrate":[170],"our":[172],"proposed":[173],"MA-DRL":[174],"curtails":[176],"number":[177,206],"beams":[179],"significantly,":[180],"thereby":[181],"outperforming":[182],"widely":[184],"adopted":[185],"discrete":[186],"Fourier":[187],"transform":[188],"(DFT)":[189],"achieving":[192],"84%":[194],"reduction":[195],"Our":[200],"findings":[201],"suggest":[202],"increasing":[204],"RISs":[209],"allows":[210],"putting":[211],"more":[212],"idle":[215],"mode,":[216],"leading":[217],"substantial":[219],"savings":[220],"hardware":[222],"costs.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}