{"id":"https://openalex.org/W4412718721","doi":"https://doi.org/10.1109/twc.2025.3590567","title":"Federated Reinforcement Learning for Uplink Centric Broadband Communication Optimization Over Unlicensed Spectrum","display_name":"Federated Reinforcement Learning for Uplink Centric Broadband Communication Optimization Over Unlicensed Spectrum","publication_year":2025,"publication_date":"2025-07-25","ids":{"openalex":"https://openalex.org/W4412718721","doi":"https://doi.org/10.1109/twc.2025.3590567"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2025.3590567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3590567","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pureportal.coventry.ac.uk/en/publications/77dc351f-5f07-403b-b8f0-2e4f0b0d7124","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111946727","display_name":"Hui Zhou","orcid":"https://orcid.org/0009-0007-3950-3210"},"institutions":[{"id":"https://openalex.org/I4210119896","display_name":"King's College School","ror":"https://ror.org/02bbqcn27","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210119896"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Hui Zhou","raw_affiliation_strings":["Department of Engineering, King’s College London, London, U.K","Department of Engineering, King’s College London, London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, King’s College London, London, U.K","institution_ids":["https://openalex.org/I4210119896"]},{"raw_affiliation_string":"Department of Engineering, King’s College London, London, UK","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009213856","display_name":"Yansha Deng","orcid":"https://orcid.org/0000-0003-1001-7036"},"institutions":[{"id":"https://openalex.org/I4210119896","display_name":"King's College School","ror":"https://ror.org/02bbqcn27","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210119896"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yansha Deng","raw_affiliation_strings":["Department of Engineering, King’s College London, London, U.K","Department of Engineering, King’s College London, London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, King’s College London, London, U.K","institution_ids":["https://openalex.org/I4210119896"]},{"raw_affiliation_string":"Department of Engineering, King’s College London, London, UK","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5111946727"],"corresponding_institution_ids":["https://openalex.org/I4210119896"],"apc_list":null,"apc_paid":null,"fwci":0.8269,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.76986108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"25","issue":null,"first_page":"1366","last_page":"1379"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10232","display_name":"Optical Network Technologies","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.7924706935882568},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7383692264556885},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7362285852432251},{"id":"https://openalex.org/keywords/broadband","display_name":"Broadband","score":0.6569022536277771},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5236213803291321},{"id":"https://openalex.org/keywords/spectrum-management","display_name":"Spectrum management","score":0.4940674602985382},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4810259938240051},{"id":"https://openalex.org/keywords/broadband-networks","display_name":"Broadband networks","score":0.42216983437538147},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.41189518570899963},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.36807358264923096},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.21689707040786743},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1453832983970642}],"concepts":[{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.7924706935882568},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7383692264556885},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7362285852432251},{"id":"https://openalex.org/C509933004","wikidata":"https://www.wikidata.org/wiki/Q194163","display_name":"Broadband","level":2,"score":0.6569022536277771},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5236213803291321},{"id":"https://openalex.org/C63029442","wikidata":"https://www.wikidata.org/wiki/Q6504978","display_name":"Spectrum management","level":4,"score":0.4940674602985382},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4810259938240051},{"id":"https://openalex.org/C125599584","wikidata":"https://www.wikidata.org/wiki/Q15057100","display_name":"Broadband networks","level":3,"score":0.42216983437538147},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.41189518570899963},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.36807358264923096},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.21689707040786743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1453832983970642}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/twc.2025.3590567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2025.3590567","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:kclpure.kcl.ac.uk:publications/5a4a372e-d2ed-4b2b-9eda-bc243bb13575","is_oa":false,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/en/publications/5a4a372e-d2ed-4b2b-9eda-bc243bb13575","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zhou, H & Deng, Y 2025, 'Federated Reinforcement Learning for Uplink Centric Broadband Communication Optimization over Unlicensed Spectrum', IEEE TRANSACTIONS ON WIRELESS COMMUNICATIONS. https://doi.org/10.1109/TWC.2025.3590567","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.atira.dk:openaire/77dc351f-5f07-403b-b8f0-2e4f0b0d7124","is_oa":true,"landing_page_url":"https://pureportal.coventry.ac.uk/en/publications/77dc351f-5f07-403b-b8f0-2e4f0b0d7124","pdf_url":null,"source":{"id":"https://openalex.org/S4306402411","display_name":"Pure (Coventry University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I73417466","host_organization_name":"Coventry University","host_organization_lineage":["https://openalex.org/I73417466"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zhou, H & Deng, Y 2026, 'Federated Reinforcement Learning for Uplink Centric Broadband Communication Optimization over Unlicensed Spectrum', IEEE Transactions on Wireless Communications, vol. 25, pp. 1366-1379. https://doi.org/10.1109/TWC.2025.3590567","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/77dc351f-5f07-403b-b8f0-2e4f0b0d7124","is_oa":true,"landing_page_url":"https://pureportal.coventry.ac.uk/en/publications/77dc351f-5f07-403b-b8f0-2e4f0b0d7124","pdf_url":null,"source":{"id":"https://openalex.org/S4306402411","display_name":"Pure (Coventry University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I73417466","host_organization_name":"Coventry University","host_organization_lineage":["https://openalex.org/I73417466"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Zhou, H & Deng, Y 2026, 'Federated Reinforcement Learning for Uplink Centric Broadband Communication Optimization over Unlicensed Spectrum', IEEE Transactions on Wireless Communications, vol. 25, pp. 1366-1379. https://doi.org/10.1109/TWC.2025.3590567","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"To":[0,211],"provide":[1,245],"Uplink":[2],"Centric":[3],"Broadband":[4],"Communication":[5],"(UCBC),":[6],"New":[7],"Radio":[8],"Unlicensed":[9],"(NR-U)":[10],"network":[11,198,207,234,256,265],"has":[12],"been":[13],"standardized":[14],"to":[15,26,44,60,84,107,122,146,157,224],"exploit":[16],"the":[17,30,62,77,85,109,114,119,125,148,152,174,185,213,221,226,229,237],"unlicensed":[18,40],"spectrum":[19,41],"using":[20],"Listen":[21],"Before":[22],"Talk":[23],"(LBT)":[24],"scheme":[25],"fairly":[27],"coexist":[28],"with":[29,151],"incumbent":[31],"Wireless":[32],"Fidelity":[33],"(WiFi)":[34],"network.":[35],"Existing":[36],"access":[37],"schemes":[38],"over":[39,191],"are":[42,58,171],"required":[43],"perform":[45],"Clear":[46],"Channel":[47],"Assessment":[48],"(CCA)":[49],"before":[50],"transmissions,":[51],"where":[52,113,168,193,251],"fixed":[53,69],"Energy":[54],"Detection":[55],"(ED)":[56],"thresholds":[57,71,127],"adopted":[59],"identify":[61],"channel":[63,78],"as":[64],"idle":[65],"or":[66],"busy.":[67],"However,":[68],"ED":[70,126],"setting":[72],"prevents":[73],"devices":[74],"from":[75],"accessing":[76],"effectively":[79],"and":[80,89,130,137,176,202,239,260],"efficiently,":[81],"which":[82],"leads":[83],"hidden":[86],"node":[87,91],"(HN)":[88],"exposed":[90],"(EN)":[92],"problems.":[93],"In":[94],"this":[95],"paper,":[96],"we":[97,160,219],"first":[98],"develop":[99,162],"a":[100,163],"centralized":[101],"double":[102],"Deep":[103],"Q-Network":[104],"(DDQN)":[105],"algorithm":[106],"optimize":[108],"uplink":[110,186,247],"system":[111,187,248],"throughput,":[112],"agent":[115,227],"is":[116,235],"deployed":[117,172],"at":[118],"central":[120,153],"server":[121,154],"dynamically":[123],"adjust":[124],"for":[128],"NR-U":[129,136,175,197,255],"WiFi":[131,138,177,206,217,233,264],"networks.":[132],"Considering":[133],"that":[134,184],"heterogeneous":[135],"networks,":[139,178],"in":[140,173],"practice,":[141],"may":[142],"not":[143],"be":[144],"able":[145],"share":[147],"raw":[149],"data":[150,158],"directly":[155],"due":[156],"privacy,":[159],"then":[161],"vertical":[164],"federated":[165],"DDQN":[166],"algorithm,":[167],"two":[169],"agents":[170],"respectively.":[179],"Our":[180],"results":[181],"have":[182],"shown":[183],"throughput":[188,195,204,215,231,249,253,262],"increases":[189],"by":[190,200,209,258,267],"100%,":[192,259],"cell":[194,203,214,230,252,261],"of":[196,205,216,232,254,263],"rises":[199,257,266],"150%,":[201],"decreases":[208],"30%.":[210],"guarantee":[212],"network,":[218],"redesign":[220],"reward":[222],"function":[223],"punish":[225],"when":[228],"below":[236],"threshold,":[238],"our":[240],"revised":[241],"design":[242],"can":[243],"still":[244],"70%":[246],"gain,":[250],"35%.":[268]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-05T09:29:38.588285","created_date":"2025-10-10T00:00:00"}