{"id":"https://openalex.org/W3136003212","doi":"https://doi.org/10.1109/tcomm.2022.3159836","title":"Self-Organizing mmWave MIMO Cell-Free Networks With Hybrid Beamforming: A Hierarchical DRL-Based Design","display_name":"Self-Organizing mmWave MIMO Cell-Free Networks With Hybrid Beamforming: A Hierarchical DRL-Based Design","publication_year":2022,"publication_date":"2022-03-16","ids":{"openalex":"https://openalex.org/W3136003212","doi":"https://doi.org/10.1109/tcomm.2022.3159836","mag":"3136003212"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2022.3159836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3159836","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053371528","display_name":"Yasser Al-Eryani","orcid":"https://orcid.org/0000-0003-3724-3703"},"institutions":[{"id":"https://openalex.org/I46247651","display_name":"University of Manitoba","ror":"https://ror.org/02gfys938","country_code":"CA","type":"education","lineage":["https://openalex.org/I46247651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Yasser Al-Eryani","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Manitoba, Winnipeg, MB, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Manitoba, Winnipeg, MB, Canada","institution_ids":["https://openalex.org/I46247651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089270885","display_name":"Ekram Hossain","orcid":"https://orcid.org/0000-0002-5932-6887"},"institutions":[{"id":"https://openalex.org/I46247651","display_name":"University of Manitoba","ror":"https://ror.org/02gfys938","country_code":"CA","type":"education","lineage":["https://openalex.org/I46247651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ekram Hossain","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Manitoba, Winnipeg, MB, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Manitoba, Winnipeg, MB, Canada","institution_ids":["https://openalex.org/I46247651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5053371528"],"corresponding_institution_ids":["https://openalex.org/I46247651"],"apc_list":null,"apc_paid":null,"fwci":3.7508,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.93883476,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"70","issue":"5","first_page":"3169","last_page":"3185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10262","display_name":"Microwave Engineering and Waveguides","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.7657690048217773},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.644577145576477},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.6027422547340393},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5243209600448608},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.4987053871154785},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.41752171516418457},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28397953510284424},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.26543155312538147},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11962401866912842},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1000567078590393}],"concepts":[{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.7657690048217773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.644577145576477},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.6027422547340393},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5243209600448608},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.4987053871154785},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.41752171516418457},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28397953510284424},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26543155312538147},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11962401866912842},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1000567078590393}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2022.3159836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3159836","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W64088143","https://openalex.org/W1647572132","https://openalex.org/W1757796397","https://openalex.org/W1956027752","https://openalex.org/W1965555277","https://openalex.org/W1977822596","https://openalex.org/W2018008632","https://openalex.org/W2038821639","https://openalex.org/W2053521124","https://openalex.org/W2056653303","https://openalex.org/W2074086712","https://openalex.org/W2119717200","https://openalex.org/W2121863487","https://openalex.org/W2155072837","https://openalex.org/W2159637866","https://openalex.org/W2166782072","https://openalex.org/W2171543556","https://openalex.org/W2173248099","https://openalex.org/W2195693430","https://openalex.org/W2286275639","https://openalex.org/W2296319761","https://openalex.org/W2398409936","https://openalex.org/W2567502422","https://openalex.org/W2608523105","https://openalex.org/W2610350904","https://openalex.org/W2742503793","https://openalex.org/W2781726626","https://openalex.org/W2797535556","https://openalex.org/W2907461669","https://openalex.org/W2919645791","https://openalex.org/W2924818594","https://openalex.org/W2943020286","https://openalex.org/W2946816606","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964044470","https://openalex.org/W2964050245","https://openalex.org/W2965123227","https://openalex.org/W2966875025","https://openalex.org/W2968074955","https://openalex.org/W2971055251","https://openalex.org/W2971415724","https://openalex.org/W2981037657","https://openalex.org/W2984884920","https://openalex.org/W3012557618","https://openalex.org/W3013648197","https://openalex.org/W3037063220","https://openalex.org/W3039442466","https://openalex.org/W3045519965","https://openalex.org/W3045912855","https://openalex.org/W3080441795","https://openalex.org/W3099019646","https://openalex.org/W3099908750","https://openalex.org/W3101940057","https://openalex.org/W3102684176","https://openalex.org/W3104746390","https://openalex.org/W3128549410","https://openalex.org/W3139377883","https://openalex.org/W4250589301","https://openalex.org/W4287751328","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6747473740","https://openalex.org/W6757677476","https://openalex.org/W6769218391","https://openalex.org/W6780096779","https://openalex.org/W6903351479"],"related_works":["https://openalex.org/W2548963335","https://openalex.org/W2159941915","https://openalex.org/W1995129237","https://openalex.org/W1761601995","https://openalex.org/W4300468626","https://openalex.org/W2904599916","https://openalex.org/W2097713053","https://openalex.org/W2909457694","https://openalex.org/W4321608401","https://openalex.org/W2724724053"],"abstract_inverted_index":{"In":[0,25],"a":[1,30,52,59,86,123,150,166,208],"cell-free":[2,33,56,82,97],"wireless":[3],"network,":[4],"distributed":[5],"access":[6],"points":[7],"(APs)":[8],"jointly":[9],"serve":[10],"all":[11,44,109],"user":[12],"equipments":[13],"(UEs)":[14],"within":[15,111],"their":[16],"coverage":[17],"area":[18],"by":[19,121],"using":[20,122],"the":[21,101,105,115,187,214,232,242,248,260,280,290,297,309,312,316,324],"same":[22,102],"time/frequency":[23],"resources.":[24],"this":[26],"paper,":[27],"we":[28,64,84],"develop":[29,85],"novel":[31,87,124],"downlink":[32],"multiple-input":[34],"multiple-output":[35],"(MIMO)":[36],"millimeter":[37],"wave":[38],"(mmWave)":[39],"network":[40,67,158,180,199,235,240],"architecture":[41],"that":[42,93,171],"enables":[43,172],"APs":[45,134],"and":[46,99,135,147,160,182,194,203,256,270,314],"UEs":[47,110,136],"to":[48,77,213,220,307],"dynamically":[49],"self-partition":[50],"into":[51,165],"set":[53],"of":[54,108,174,189,198,234,254,296,311],"independent":[55],"subnetworks":[57,98],"in":[58,129,196,252],"time-slot":[60],"basis.":[61],"For":[62,238,277],"this,":[63],"propose":[65],"several":[66],"partitioning":[68],"algorithms":[69],"based":[70,139],"on":[71,140,323],"deep":[72],"reinforcement":[73],"learning":[74],"(DRL).":[75],"Furthermore,":[76],"mitigate":[78],"interference":[79,95],"between":[80,133],"different":[81],"subnetworks,":[83],"hybrid":[88,116,161,216],"analog":[89,131],"beamsteering-digital":[90],"beamforming":[91,117,144,217],"model":[92,118],"zero-forces":[94],"among":[96],"at":[100],"time":[103],"maximizes":[104],"instantaneous":[106],"sum-rate":[107],"each":[112],"subnetwork.":[113],"Specifically,":[114],"is":[119,137,145,305],"implemented":[120],"mixed":[125],"DRL-convex":[126],"optimization":[127,152],"method":[128],"which":[130],"beamsteering":[132,162,195],"conducted":[138],"DRL":[141,155,169,175,190],"while":[142,259],"digital":[143],"modeled":[146],"solved":[148],"as":[149,231],"convex":[151],"problem.":[153],"The":[154,327],"models":[156,191],"for":[157,192],"clustering":[159,193],"are":[163,330],"combined":[164],"single":[167],"hierarchical":[168],"design":[170],"exchange":[173],"agents&#x2019;":[176],"experiences":[177],"during":[178],"both":[179],"training":[181,295],"operation.":[183],"We":[184],"also":[185],"benchmark":[186],"performance":[188,226,251,273],"terms":[197,253],"performance,":[200],"convergence":[201,257,317],"rate,":[202,318],"computational":[204],"complexity.":[205],"Results":[206],"show":[207],"significant":[209,230,266,321],"rate":[210,258],"enhancement":[211,227],"due":[212],"proposed":[215],"scheme":[218],"compared":[219],"its":[221],"conventional":[222],"all-digital":[223],"counterpart.":[224],"This":[225],"becomes":[228],"more":[229],"number":[233],"partitions":[236],"increases.":[237],"DRL-based":[239,278],"clustering,":[241],"policy":[243],"gradient":[244],"(PG)":[245],"algorithm":[246,263,284],"offers":[247],"best":[249,291],"possible":[250],"stability":[255],"state-action-reward-state-action":[261],"(SARSA)":[262],"suffers":[264],"from":[265],"variance,":[267],"slower":[268],"convergence,":[269],"slightly":[271],"inferior":[272],"than":[274],"other":[275],"algorithms.":[276],"beamsteering,":[279],"soft":[281],"actor-critic":[282],"(SAC)":[283],"with":[285,299,319],"continuous":[286],"action":[287],"space":[288],"shows":[289],"performance.":[292],"Also,":[293],"online":[294],"agents":[298],"varying":[300],"channel":[301],"state":[302],"information":[303],"(CSI)":[304],"observed":[306],"increase":[308],"variance":[310],"Q-values":[313],"decrease":[315],"no":[320],"effect":[322],"average":[325],"reward.":[326],"simulation":[328],"codes":[329],"available":[331],"at:":[332],"<monospace><uri>https://github.com/yasser-aleryani/mmWaveCellFree.git</uri></monospace>":[333]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}