{"id":"https://openalex.org/W4226284306","doi":"https://doi.org/10.1109/dyspan53946.2021.9677132","title":"Federated Deep Reinforcement Learning for the Distributed Control of NextG Wireless Networks","display_name":"Federated Deep Reinforcement Learning for the Distributed Control of NextG Wireless Networks","publication_year":2021,"publication_date":"2021-12-13","ids":{"openalex":"https://openalex.org/W4226284306","doi":"https://doi.org/10.1109/dyspan53946.2021.9677132"},"language":"en","primary_location":{"id":"doi:10.1109/dyspan53946.2021.9677132","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dyspan53946.2021.9677132","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Dynamic Spectrum Access Networks (DySPAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049112507","display_name":"Peyman Tehrani","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Peyman Tehrani","raw_affiliation_strings":["Donald Bren School of Information and Computer Sciences, University of California, Irvine, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Donald Bren School of Information and Computer Sciences, University of California, Irvine, United States","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058335425","display_name":"Francesco Restuccia","orcid":"https://orcid.org/0000-0002-9498-2302"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francesco Restuccia","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Northeastern University, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northeastern University, United States","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051196445","display_name":"Marco Levorato","orcid":"https://orcid.org/0000-0002-6920-4189"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marco Levorato","raw_affiliation_strings":["Donald Bren School of Information and Computer Sciences, University of California, Irvine, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Donald Bren School of Information and Computer Sciences, University of California, Irvine, United States","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049112507"],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":null,"apc_paid":null,"fwci":3.254,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.92656827,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"248","last_page":"253"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8299797773361206},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7564857006072998},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.553797721862793},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5521991848945618},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5246836543083191},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5061981081962585},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.48046964406967163},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4328323006629944},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.4110536277294159},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39923763275146484},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3370017409324646},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13714978098869324}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8299797773361206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7564857006072998},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.553797721862793},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5521991848945618},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5246836543083191},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5061981081962585},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.48046964406967163},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4328323006629944},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.4110536277294159},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39923763275146484},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3370017409324646},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13714978098869324},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dyspan53946.2021.9677132","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dyspan53946.2021.9677132","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Dynamic Spectrum Access Networks (DySPAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1970830346","https://openalex.org/W2145339207","https://openalex.org/W2346239012","https://openalex.org/W2937571395","https://openalex.org/W2948356724","https://openalex.org/W2962841091","https://openalex.org/W2969195240","https://openalex.org/W2971801925","https://openalex.org/W3005285703","https://openalex.org/W3016207298","https://openalex.org/W3023434827","https://openalex.org/W3036160090","https://openalex.org/W3045694990","https://openalex.org/W3096610621","https://openalex.org/W3105371258","https://openalex.org/W3111828395","https://openalex.org/W3113024443","https://openalex.org/W3161553238","https://openalex.org/W3169600468","https://openalex.org/W3191708896","https://openalex.org/W4294583762","https://openalex.org/W4318619660","https://openalex.org/W6728757088","https://openalex.org/W6746899724","https://openalex.org/W6785093984","https://openalex.org/W6794951986"],"related_works":["https://openalex.org/W2545988638","https://openalex.org/W4287964918","https://openalex.org/W4285024060","https://openalex.org/W4312942451","https://openalex.org/W4206669594","https://openalex.org/W2961085424","https://openalex.org/W4319083788","https://openalex.org/W4221143747","https://openalex.org/W4301204068","https://openalex.org/W2032062935"],"abstract_inverted_index":{"Next":[0],"Generation":[1],"(NextG)":[2],"networks":[3,135],"are":[4,136],"expected":[5],"to":[6,32,53,55,96,126,165,176,181,222],"support":[7],"demanding":[8],"tactile":[9],"internet":[10],"applications":[11],"such":[12,61],"as":[13,62,90],"augmented":[14],"reality":[15],"and":[16,35,104,159,211,214,224],"connected":[17],"autonomous":[18],"vehicles.":[19],"Whereas":[20],"recent":[21],"innovations":[22],"bring":[23],"the":[24,33,48,51,56,110,130,191,216],"promise":[25],"of":[26,50,77,112,119,129,208],"larger":[27],"link":[28],"capacity,":[29],"their":[30],"sensitivity":[31],"environment":[34],"erratic":[36],"performance":[37,99,160,218],"defy":[38],"traditional":[39],"model-based":[40],"control":[41,70],"rationales.":[42],"Zero-touch":[43],"data-driven":[44],"approaches":[45,143,152],"can":[46,67],"improve":[47],"ability":[49],"network":[52,88],"adapt":[54],"current":[57],"operating":[58],"conditions.":[59],"Tools":[60],"reinforcement":[63],"learning":[64,173],"(RL)":[65],"algorithms":[66],"build":[68],"optimal":[69],"policy":[71,212],"solely":[72],"based":[73],"on":[74],"a":[75,85,91,116,171],"history":[76],"observations.":[78],"Specifically,":[79],"deep":[80,86],"RL":[81],"(DRL),":[82],"which":[83,121,178],"uses":[84],"neural":[87],"(DNN)":[89],"predictor,":[92],"has":[93],"been":[94],"shown":[95],"achieve":[97,220],"good":[98],"even":[100],"in":[101,155],"complex":[102],"environments":[103],"with":[105],"high":[106],"dimensional":[107],"inputs.":[108],"However,":[109],"training":[111,201],"DRL":[113,142,183],"models":[114],"require":[115,145],"large":[117],"amount":[118],"data,":[120],"may":[122,153],"limit":[123],"its":[124],"adaptability":[125],"ever-evolving":[127],"statistics":[128],"underlying":[131],"environment.":[132],"Moreover,":[133],"wireless":[134],"inherently":[137],"distributed":[138,151,223],"systems,":[139],"where":[140,185],"centralized":[141,225],"would":[144],"excessive":[146],"data":[147],"exchange,":[148],"while":[149],"fully":[150],"result":[154],"slower":[156],"convergence":[157],"rates":[158],"degradation.":[161],"In":[162],"this":[163],"paper,":[164],"address":[166],"these":[167],"challenges,":[168],"we":[169,179],"propose":[170],"federated":[172,182],"(FL)":[174],"approach":[175],"DRL,":[177],"refer":[180],"(F-DRL),":[184],"base":[186],"stations":[187],"(BS)":[188],"collaboratively":[189],"train":[190],"embedded":[192],"DNN":[193],"by":[194],"only":[195],"sharing":[196],"models\u2019":[197],"weights":[198],"rather":[199],"than":[200],"data.":[202],"We":[203],"evaluate":[204],"two":[205],"distinct":[206],"versions":[207],"F-DRL,":[209],"value":[210],"based,":[213],"show":[215],"superior":[217],"they":[219],"compared":[221],"DRL.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}