{"id":"https://openalex.org/W4315473113","doi":"https://doi.org/10.1109/twc.2022.3233436","title":"Federated Multi-Agent Deep Reinforcement Learning (Fed-MADRL) for Dynamic Spectrum Access","display_name":"Federated Multi-Agent Deep Reinforcement Learning (Fed-MADRL) for Dynamic Spectrum Access","publication_year":2023,"publication_date":"2023-01-10","ids":{"openalex":"https://openalex.org/W4315473113","doi":"https://doi.org/10.1109/twc.2022.3233436"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2022.3233436","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3233436","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067687694","display_name":"Hao-Hsuan Chang","orcid":"https://orcid.org/0000-0002-6910-054X"},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hao-Hsuan Chang","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Wireless&#x0040;Virginia Tech, Virginia Tech, Blacksburg, VA, USA","Samsung Research America, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6910-054X","affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Wireless&#x0040;Virginia Tech, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Samsung Research America, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046715321","display_name":"Yifei Song","orcid":"https://orcid.org/0000-0002-4198-7839"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifei Song","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Wireless&#x0040;Virginia Tech, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4198-7839","affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Wireless&#x0040;Virginia Tech, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035207859","display_name":"Thinh T. Doan","orcid":"https://orcid.org/0000-0001-5135-3429"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thinh T. Doan","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Wireless&#x0040;Virginia Tech, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Wireless&#x0040;Virginia Tech, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027237940","display_name":"Lingjia Liu","orcid":"https://orcid.org/0000-0003-1915-1784"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingjia Liu","raw_affiliation_strings":["Bradley Department of Electrical and Computer Engineering, Wireless&#x0040;Virginia Tech, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1915-1784","affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Engineering, Wireless&#x0040;Virginia Tech, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067687694"],"corresponding_institution_ids":["https://openalex.org/I4210101778","https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":6.9563,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.97291396,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":"8","first_page":"5337","last_page":"5348"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6723247766494751},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6642457842826843},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5433706641197205},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.5213735699653625},{"id":"https://openalex.org/keywords/spectrum","display_name":"Spectrum (functional analysis)","score":0.4595121443271637},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44625550508499146},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4181705713272095},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38492026925086975},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.37241339683532715},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33559679985046387},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2218705415725708},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.17696478962898254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6723247766494751},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6642457842826843},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5433706641197205},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.5213735699653625},{"id":"https://openalex.org/C156778621","wikidata":"https://www.wikidata.org/wiki/Q1365748","display_name":"Spectrum (functional analysis)","level":2,"score":0.4595121443271637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44625550508499146},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4181705713272095},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38492026925086975},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37241339683532715},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33559679985046387},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2218705415725708},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.17696478962898254},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2022.3233436","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3233436","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2687584503","display_name":null,"funder_award_id":"CNS-1811720","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5791444691","display_name":null,"funder_award_id":"ECCS-1811497","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1815076433","https://openalex.org/W1965364415","https://openalex.org/W2011006415","https://openalex.org/W2024751438","https://openalex.org/W2040176268","https://openalex.org/W2057677529","https://openalex.org/W2058928953","https://openalex.org/W2094755917","https://openalex.org/W2121092017","https://openalex.org/W2130801532","https://openalex.org/W2145339207","https://openalex.org/W2169223481","https://openalex.org/W2177933918","https://openalex.org/W2414006382","https://openalex.org/W2505036611","https://openalex.org/W2769644379","https://openalex.org/W2788115019","https://openalex.org/W2808757601","https://openalex.org/W2887258823","https://openalex.org/W2894110571","https://openalex.org/W2894976951","https://openalex.org/W2898754723","https://openalex.org/W2919136964","https://openalex.org/W2942608247","https://openalex.org/W2963079995","https://openalex.org/W2963936878","https://openalex.org/W2966886066","https://openalex.org/W2968764495","https://openalex.org/W2968782695","https://openalex.org/W2969195240","https://openalex.org/W2972434509","https://openalex.org/W2975043678","https://openalex.org/W2981138228","https://openalex.org/W2983432303","https://openalex.org/W2997940961","https://openalex.org/W3006919779","https://openalex.org/W3017042178","https://openalex.org/W3090615085","https://openalex.org/W3095478532","https://openalex.org/W3100844423","https://openalex.org/W3169776651","https://openalex.org/W3171210634","https://openalex.org/W3183673024","https://openalex.org/W3214330255","https://openalex.org/W3217297494","https://openalex.org/W4226284306","https://openalex.org/W4288363736","https://openalex.org/W4318619660","https://openalex.org/W6638545294","https://openalex.org/W6677939520","https://openalex.org/W6679257226","https://openalex.org/W6728757088","https://openalex.org/W6746200960","https://openalex.org/W6749032143","https://openalex.org/W6755069753","https://openalex.org/W6768511045","https://openalex.org/W6780486084","https://openalex.org/W6784576859","https://openalex.org/W6804763874"],"related_works":["https://openalex.org/W2504004674","https://openalex.org/W1987679298","https://openalex.org/W2963177394","https://openalex.org/W4313359513","https://openalex.org/W2498744856","https://openalex.org/W4390482104","https://openalex.org/W322408318","https://openalex.org/W149041114","https://openalex.org/W1965815883","https://openalex.org/W2060326792"],"abstract_inverted_index":{"Dynamic":[0],"spectrum":[1,20,27],"access":[2,17],"(DSA)":[3],"has":[4],"been":[5],"introduced":[6,127,180],"as":[7],"a":[8,13,48,131],"promising":[9],"technology":[10],"that":[11,125,165,178],"allows":[12],"secondary":[14],"system":[15,24,65,119],"to":[16,25,46,57,61,109],"the":[18,22,64,75,79,84,95,106,111,114,118,126,149,155,162,179,184,193],"licensed":[19],"of":[21,151,157],"primary":[23],"improve":[26],"utilization.":[28],"In":[29,121],"this":[30],"paper,":[31],"we":[32,123],"introduce":[33],"Fed-MADRL":[34,53,160,181],"by":[35],"incorporating":[36],"federated":[37],"learning":[38,44,186],"(FL)":[39],"and":[40,87,117,188],"multi-agent":[41],"deep":[42],"reinforcement":[43],"(MADRL)":[45],"design":[47],"collaborative":[49],"DSA":[50,169],"strategy.":[51],"Our":[52],"scheme":[54],"employs":[55],"FL":[56,82,152,167],"enable":[58],"multiple":[59],"users":[60],"collaboratively":[62],"optimize":[63],"goal":[66],"without":[67],"sharing":[68],"their":[69],"training":[70,76],"data.":[71],"By":[72],"keeping":[73],"all":[74],"data":[77,90],"at":[78,130],"user":[80,89,99],"end,":[81],"improves":[83],"communication":[85,96,115,201],"efficiency":[86,116],"strengthens":[88],"privacy.":[91],"To":[92,154],"further":[93],"reduce":[94],"overheads,":[97],"each":[98],"only":[100],"shares":[101],"quantized":[102,172],"information.":[103],"We":[104],"provide":[105],"convergence":[107],"analysis":[108],"characterize":[110],"trade-off":[112],"between":[113],"performance.":[120],"particular,":[122],"show":[124,177],"method":[128,182,187],"converges":[129],"rate":[132],"<inline-formula":[133,142],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[134,143],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[135,144],"<tex-math":[136,145],"notation=\"LaTeX\">$\\mathcal":[137],"{O}(1/K^{1/4})$":[138],"</tex-math></inline-formula>":[139,147],",":[140],"where":[141],"notation=\"LaTeX\">$K$":[146],"is":[148,161],"number":[150],"iterations.":[153],"best":[156],"our":[158],"knowledge,":[159],"first":[163],"work":[164],"utilizes":[166],"in":[168],"networks":[170],"under":[171],"communication.":[173],"Performance":[174],"evaluation":[175],"results":[176],"outperforms":[183],"independent":[185],"achieves":[189],"comparable":[190],"performance":[191],"with":[192],"centralized":[194],"MADRL":[195],"method,":[196],"which":[197],"requires":[198],"much":[199],"higher":[200],"overheads.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}