{"id":"https://openalex.org/W3160983349","doi":"https://doi.org/10.1109/wcncw49093.2021.9420002","title":"Deep Reinforcement Learning for Energy-Efficient Beamforming Design in Cell-Free Networks","display_name":"Deep Reinforcement Learning for Energy-Efficient Beamforming Design in Cell-Free Networks","publication_year":2021,"publication_date":"2021-03-29","ids":{"openalex":"https://openalex.org/W3160983349","doi":"https://doi.org/10.1109/wcncw49093.2021.9420002","mag":"3160983349"},"language":"en","primary_location":{"id":"doi:10.1109/wcncw49093.2021.9420002","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcncw49093.2021.9420002","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Wireless Communications and Networking Conference Workshops (WCNCW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082702571","display_name":"Weilai Li","orcid":"https://orcid.org/0000-0003-3748-6254"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":null,"type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weilai Li","raw_affiliation_strings":["State Key Lab. of Networking and Switching Technology, Beijing Univ. of Posts and Telecommun., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab. of Networking and Switching Technology, Beijing Univ. of Posts and Telecommun., Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042930332","display_name":"Wanli Ni","orcid":"https://orcid.org/0000-0003-0436-2685"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":null,"type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanli Ni","raw_affiliation_strings":["State Key Lab. of Networking and Switching Technology, Beijing Univ. of Posts and Telecommun., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab. of Networking and Switching Technology, Beijing Univ. of Posts and Telecommun., Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026608908","display_name":"Hui Tian","orcid":"https://orcid.org/0000-0001-8876-1389"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":null,"type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Tian","raw_affiliation_strings":["State Key Lab. of Networking and Switching Technology, Beijing Univ. of Posts and Telecommun., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab. of Networking and Switching Technology, Beijing Univ. of Posts and Telecommun., Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006511318","display_name":"Meihui Hua","orcid":"https://orcid.org/0000-0002-7694-1187"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":null,"type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meihui Hua","raw_affiliation_strings":["State Key Lab. of Networking and Switching Technology, Beijing Univ. of Posts and Telecommun., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab. of Networking and Switching Technology, Beijing Univ. of Posts and Telecommun., Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6273,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.83314069,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.8689028024673462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7169570922851562},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7013636231422424},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.6272410750389099},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5001277923583984},{"id":"https://openalex.org/keywords/signal-to-interference-plus-noise-ratio","display_name":"Signal-to-interference-plus-noise ratio","score":0.48448583483695984},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.4631011188030243},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3828514516353607},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.376305490732193},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3225783109664917},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.30142009258270264},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17451632022857666},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16251003742218018},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15688440203666687},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15317147970199585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11704134941101074}],"concepts":[{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.8689028024673462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7169570922851562},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7013636231422424},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.6272410750389099},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5001277923583984},{"id":"https://openalex.org/C98824394","wikidata":"https://www.wikidata.org/wiki/Q4035626","display_name":"Signal-to-interference-plus-noise ratio","level":3,"score":0.48448583483695984},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.4631011188030243},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3828514516353607},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.376305490732193},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3225783109664917},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.30142009258270264},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17451632022857666},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16251003742218018},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15688440203666687},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15317147970199585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11704134941101074},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcncw49093.2021.9420002","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcncw49093.2021.9420002","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Wireless Communications and Networking Conference Workshops (WCNCW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2257979135","https://openalex.org/W2286275639","https://openalex.org/W2593893328","https://openalex.org/W2907461669","https://openalex.org/W2924818594","https://openalex.org/W2936465177","https://openalex.org/W2955338161","https://openalex.org/W3031223339","https://openalex.org/W3037207668","https://openalex.org/W3038829241","https://openalex.org/W3041415426","https://openalex.org/W3080441795","https://openalex.org/W3080932450","https://openalex.org/W3081215475","https://openalex.org/W3082876858","https://openalex.org/W3102684176"],"related_works":["https://openalex.org/W1985427746","https://openalex.org/W2990527080","https://openalex.org/W2025174757","https://openalex.org/W4206080141","https://openalex.org/W1935013425","https://openalex.org/W2338070249","https://openalex.org/W4300474065","https://openalex.org/W4254819598","https://openalex.org/W2144851122","https://openalex.org/W4200453775"],"abstract_inverted_index":{"Cell-free":[0],"network":[1],"is":[2,50,99,114,137,166,189,193],"considered":[3],"as":[4],"a":[5,31,38,115,133],"promising":[6],"architecture":[7],"for":[8,52,86],"satisfying":[9],"more":[10],"demands":[11],"of":[12,34,46,62,91,106,117,151,158,168,178,184],"future":[13],"wireless":[14],"networks,":[15],"where":[16],"distributed":[17],"access":[18],"points":[19],"coordinate":[20],"with":[21,59,127],"an":[22,196],"edge":[23],"cloud":[24],"processor":[25],"to":[26,30,93,103,121,170],"jointly":[27],"provide":[28],"service":[29],"smaller":[32],"number":[33],"user":[35],"equipments":[36],"in":[37,67],"compact":[39],"area.":[40],"In":[41],"this":[42],"paper,":[43],"the":[44,54,60,68,74,89,104,110,123,149,156,162,171,176,181,185,206],"problem":[45],"uplink":[47],"beamforming":[48,125,135,164,187],"design":[49,126,136,165,188],"investigated":[51],"maximizing":[53],"long-term":[55,111],"energy":[56],"efficiency":[57],"(EE)":[58],"aid":[61],"deep":[63,141],"reinforcement":[64],"learning":[65],"(DRL)":[66],"cell-free":[69],"network.":[70],"Firstly,":[71],"based":[72,139],"on":[73,140,180],"minimum":[75],"mean":[76],"square":[77],"error":[78],"channel":[79],"estimation":[80],"and":[81,130,191,200],"exploiting":[82],"successive":[83],"interference":[84,94],"cancellation":[85],"signal":[87,92],"detection,":[88],"expression":[90],"plus":[95],"noise":[96],"ratio":[97],"(SINR)":[98],"derived.":[100],"Secondly,":[101],"according":[102],"formulation":[105],"SINR,":[107],"we":[108],"define":[109],"EE,":[112],"which":[113],"function":[116],"beam-forming":[118],"matrix.":[119],"Thirdly,":[120],"address":[122],"dynamic":[124],"continuous":[128],"state":[129],"action":[131],"space,":[132],"DRL-enabled":[134],"proposed":[138],"deterministic":[142],"policy":[143],"gradient":[144],"(DDPG)":[145],"algorithm":[146],"by":[147],"taking":[148],"advantage":[150],"its":[152],"double-network":[153],"architecture.":[154],"Finally,":[155],"results":[157],"simulation":[159],"indicate":[160],"that":[161,195],"DDPG-based":[163,186],"capable":[167],"converging":[169],"optimal":[172],"EE":[173,182,207],"performance.":[174,208],"Furthermore,":[175],"influence":[177],"hyper-parameters":[179],"performance":[183],"investigated,":[190],"it":[192],"demonstrated":[194],"appropriate":[197],"discount":[198],"factor":[199],"hidden":[201],"layers":[202],"size":[203],"can":[204],"facilitate":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":11}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}