{"id":"https://openalex.org/W4328007275","doi":"https://doi.org/10.1109/tvt.2023.3259109","title":"Deep Reinforcement Learning for Energy Efficiency Maximization in Cache-Enabled Cell-Free Massive MIMO Networks: Single- and Multi-Agent Approaches","display_name":"Deep Reinforcement Learning for Energy Efficiency Maximization in Cache-Enabled Cell-Free Massive MIMO Networks: Single- and Multi-Agent Approaches","publication_year":2023,"publication_date":"2023-03-20","ids":{"openalex":"https://openalex.org/W4328007275","doi":"https://doi.org/10.1109/tvt.2023.3259109"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3259109","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3259109","pdf_url":"https://ieeexplore.ieee.org/ielx7/25/4356907/10076913.pdf","source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/25/4356907/10076913.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079509920","display_name":"Yu\u2010Chieh Chuang","orcid":"https://orcid.org/0000-0002-7124-6556"},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Yu-Chieh Chuang","raw_affiliation_strings":["Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210086894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011532050","display_name":"Wei\u2010Yu Chiu","orcid":"https://orcid.org/0000-0003-2450-9314"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wei-Yu Chiu","raw_affiliation_strings":["MOCaRL Lab, Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"MOCaRL Lab, Department of Electrical Engineering, National Tsing Hua University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052576795","display_name":"Ronald Y. Chang","orcid":"https://orcid.org/0000-0003-4620-6824"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]},{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]}],"countries":["TW","US"],"is_corresponding":false,"raw_author_name":"Ronald Y. Chang","raw_affiliation_strings":["Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan","Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ, USA"],"affiliations":[{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210086894"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113004558","display_name":"Yicheng Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Cheng Lai","raw_affiliation_strings":["Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan"],"affiliations":[{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210086894"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5079509920"],"corresponding_institution_ids":["https://openalex.org/I4210086894"],"apc_list":null,"apc_paid":null,"fwci":4.1707,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.9436351,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"72","issue":"8","first_page":"10826","last_page":"10839"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8187785148620605},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.7589232921600342},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7509359121322632},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7219387292861938},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.653454601764679},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.639990508556366},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5746817588806152},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5186194777488708},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.49377211928367615},{"id":"https://openalex.org/keywords/mimo","display_name":"MIMO","score":0.43831393122673035},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4315441846847534},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.4276474118232727},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4215211272239685},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.418738454580307},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3142955005168915},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.29649588465690613},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2625150680541992},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2122935950756073},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.20516198873519897},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13240012526512146},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11817282438278198},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07987368106842041}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8187785148620605},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.7589232921600342},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7509359121322632},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7219387292861938},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.653454601764679},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.639990508556366},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5746817588806152},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5186194777488708},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.49377211928367615},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.43831393122673035},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4315441846847534},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.4276474118232727},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4215211272239685},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.418738454580307},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3142955005168915},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.29649588465690613},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2625150680541992},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2122935950756073},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.20516198873519897},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13240012526512146},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11817282438278198},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07987368106842041},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2023.3259109","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3259109","pdf_url":"https://ieeexplore.ieee.org/ielx7/25/4356907/10076913.pdf","source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/24173049","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Deep_Reinforcement_Learning_for_Energy_Efficiency_Maximization_in_Cache-Enabled_Cell-Free_Massive_MIMO_Networks_Single-_and_Multi-Agent_Approaches/24173049","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/tvt.2023.3259109","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3259109","pdf_url":"https://ieeexplore.ieee.org/ielx7/25/4356907/10076913.pdf","source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4328007275.pdf","grobid_xml":"https://content.openalex.org/works/W4328007275.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1518945650","https://openalex.org/W1758406427","https://openalex.org/W1918432491","https://openalex.org/W1972738071","https://openalex.org/W2003892785","https://openalex.org/W2009708702","https://openalex.org/W2023535408","https://openalex.org/W2039090559","https://openalex.org/W2096220631","https://openalex.org/W2121863487","https://openalex.org/W2131806537","https://openalex.org/W2141682101","https://openalex.org/W2256188983","https://openalex.org/W2286275639","https://openalex.org/W2400388591","https://openalex.org/W2593893328","https://openalex.org/W2603810864","https://openalex.org/W2604319603","https://openalex.org/W2746390786","https://openalex.org/W2753160534","https://openalex.org/W2817829786","https://openalex.org/W2889214145","https://openalex.org/W2919645791","https://openalex.org/W2922381956","https://openalex.org/W2945082786","https://openalex.org/W2946202044","https://openalex.org/W2950271279","https://openalex.org/W2959566182","https://openalex.org/W2963155944","https://openalex.org/W2963864421","https://openalex.org/W2964042011","https://openalex.org/W2965123227","https://openalex.org/W2969218621","https://openalex.org/W2991708646","https://openalex.org/W2998476658","https://openalex.org/W3011596843","https://openalex.org/W3030516277","https://openalex.org/W3034408430","https://openalex.org/W3049262629","https://openalex.org/W3104205931","https://openalex.org/W3105101694","https://openalex.org/W3110331938","https://openalex.org/W3158832185","https://openalex.org/W3161209009","https://openalex.org/W3169380645","https://openalex.org/W3193170329","https://openalex.org/W3208147320","https://openalex.org/W3213927732","https://openalex.org/W3215888462","https://openalex.org/W4200526042","https://openalex.org/W6640272449","https://openalex.org/W6684921986","https://openalex.org/W6781906891"],"related_works":["https://openalex.org/W2894114519","https://openalex.org/W4282941432","https://openalex.org/W4322761281","https://openalex.org/W2920581164","https://openalex.org/W4309428690","https://openalex.org/W4238233472","https://openalex.org/W3200145713","https://openalex.org/W4312996489","https://openalex.org/W3111395152","https://openalex.org/W4313526662"],"abstract_inverted_index":{"Cell-free":[0],"massive":[1],"multiple-input":[2],"multiple-output":[3],"(CF-mMIMO)":[4],"is":[5,40,47],"an":[6],"emerging":[7],"beyond":[8],"fifth-generation":[9],"(5":[10],"G)":[11],"technology":[12],"that":[13,170],"improves":[14],"energy":[15],"efficiency":[16],"(EE)":[17],"and":[18,45,90,112,158,197],"removes":[19],"cell":[20],"structure":[21],"limitation":[22],"by":[23,50,204],"using":[24],"multiple":[25],"access":[26],"points":[27],"(APs).":[28],"This":[29,82],"study":[30],"investigates":[31],"the":[32,67,75,95,146,155,163,171,190,193],"EE":[33,181,195],"maximization":[34],"problem.":[35],"Forming":[36],"proper":[37],"cooperation":[38],"clusters":[39,76],"crucial":[41],"when":[42],"optimizing":[43],"EE,":[44],"it":[46],"often":[48],"done":[49],"selecting":[51],"AP\u2013user":[52],"pairs":[53],"with":[54,63],"good":[55],"channel":[56],"quality":[57],"or":[58],"aligning":[59],"AP":[60],"cache":[61],"contents":[62],"user":[64,88,96],"requests.":[65],"However,":[66],"result":[68],"can":[69],"be":[70],"suboptimal":[71],"if":[72],"we":[73],"determine":[74],"based":[77],"solely":[78],"on":[79,135],"either":[80],"aspect.":[81],"motivates":[83],"our":[84],"joint":[85],"design":[86],"of":[87,179],"association":[89],"content":[91,97],"caching.":[92],"Without":[93],"knowing":[94],"preferences":[98],"in":[99,126,177,182],"advance,":[100],"two":[101],"deep":[102],"reinforcement":[103,109,114],"learning":[104,110,115],"(DRL)":[105],"approaches,":[106],"i.e.,":[107],"single-agent":[108],"(SARL)":[111],"multi-agent":[113],"(MARL),":[116],"are":[117],"proposed":[118,172],"for":[119],"different":[120],"scenarios.":[121],"The":[122,138,166],"SARL":[123,164],"approach":[124,140],"operates":[125],"a":[127,183,187],"centralized":[128],"manner":[129],"which":[130],"has":[131],"lower":[132],"computational":[133],"requirements":[134],"edge":[136,147],"devices.":[137],"MARL":[139,191],"requires":[141],"more":[142],"computation":[143,156,199],"resources":[144],"at":[145],"devices":[148],"but":[149],"enables":[150],"parallel":[151,205],"computing":[152],"to":[153],"reduce":[154],"time":[157,200],"therefore":[159],"scales":[160],"better":[161],"than":[162],"approach.":[165],"numerical":[167],"analysis":[168],"shows":[169],"approaches":[173],"outperformed":[174],"benchmark":[175],"algorithms":[176],"terms":[178],"network":[180],"small":[184],"network.":[185],"In":[186],"large":[188],"network,":[189],"yielded":[192],"best":[194],"performance":[196],"its":[198],"was":[201],"reduced":[202],"significantly":[203],"computing.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}