{"id":"https://openalex.org/W4294643420","doi":"https://doi.org/10.1109/mnet.122.2200102","title":"Federated Reinforcement Learning-Based Resource Allocation in D2D-Enabled 6G","display_name":"Federated Reinforcement Learning-Based Resource Allocation in D2D-Enabled 6G","publication_year":2022,"publication_date":"2022-09-05","ids":{"openalex":"https://openalex.org/W4294643420","doi":"https://doi.org/10.1109/mnet.122.2200102"},"language":"en","primary_location":{"id":"doi:10.1109/mnet.122.2200102","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.122.2200102","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100616820","display_name":"Qi Guo","orcid":"https://orcid.org/0000-0001-6505-3283"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Qi Guo","raw_affiliation_strings":["Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6505-3283","affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007662359","display_name":"Fengxiao Tang","orcid":"https://orcid.org/0000-0003-2414-4802"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengxiao Tang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-2414-4802","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013311265","display_name":"Nei Kato","orcid":"https://orcid.org/0000-0001-8769-302X"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Nei Kato","raw_affiliation_strings":["Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8769-302X","affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences (GSIS), Tohoku University, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100616820"],"corresponding_institution_ids":["https://openalex.org/I201537933"],"apc_list":null,"apc_paid":null,"fwci":5.4497,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.96651577,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"37","issue":"5","first_page":"89","last_page":"95"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8428624272346497},{"id":"https://openalex.org/keywords/underlay","display_name":"Underlay","score":0.7129538655281067},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6717013120651245},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6121751666069031},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.6106065511703491},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5977922677993774},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5681430101394653},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5487032532691956},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5055878162384033},{"id":"https://openalex.org/keywords/bandwidth-allocation","display_name":"Bandwidth allocation","score":0.4648783206939697},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"Spectral efficiency","score":0.4552142322063446},{"id":"https://openalex.org/keywords/frequency-allocation","display_name":"Frequency allocation","score":0.45382627844810486},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4508799612522125},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.42197185754776},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34067410230636597},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.25047585368156433},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13524389266967773},{"id":"https://openalex.org/keywords/signal-to-noise-ratio","display_name":"Signal-to-noise ratio (imaging)","score":0.11455896496772766}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8428624272346497},{"id":"https://openalex.org/C2777679929","wikidata":"https://www.wikidata.org/wiki/Q7883709","display_name":"Underlay","level":3,"score":0.7129538655281067},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6717013120651245},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6121751666069031},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.6106065511703491},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5977922677993774},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5681430101394653},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5487032532691956},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5055878162384033},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.4648783206939697},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.4552142322063446},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.45382627844810486},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4508799612522125},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.42197185754776},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34067410230636597},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.25047585368156433},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13524389266967773},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.11455896496772766},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mnet.122.2200102","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mnet.122.2200102","pdf_url":null,"source":{"id":"https://openalex.org/S186584794","display_name":"IEEE Network","issn_l":"0890-8044","issn":["0890-8044","1558-156X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Network","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2125290396","https://openalex.org/W2908261578","https://openalex.org/W2951146380","https://openalex.org/W2981096252","https://openalex.org/W3005553526","https://openalex.org/W3010941918","https://openalex.org/W3016083407","https://openalex.org/W3044626808","https://openalex.org/W3093651199","https://openalex.org/W3134337010","https://openalex.org/W3194281015","https://openalex.org/W3211531747","https://openalex.org/W4214926958"],"related_works":["https://openalex.org/W2157275108","https://openalex.org/W2952703527","https://openalex.org/W1979722674","https://openalex.org/W2789413705","https://openalex.org/W2553535241","https://openalex.org/W2596886998","https://openalex.org/W2047161836","https://openalex.org/W1583230519","https://openalex.org/W2069790387","https://openalex.org/W3111557463"],"abstract_inverted_index":{"The":[0,164,184],"current":[1],"5G":[2,175],"and":[3,13,28,42,55,74,106,126,143,161,178],"conceived":[4],"6G":[5,179],"era":[6],"with":[7,196],"ultra-high":[8,10],"density,":[9],"frequency":[11],"bandwidth,":[12],"ultra-low":[14],"latency":[15],"can":[16],"support":[17],"emerging":[18],"applications":[19],"like":[20],"Extended":[21],"Reality":[22],"(XR),":[23],"Vehicle":[24],"to":[25,51,80,86,92,121,138],"Everything":[26],"(V2X),":[27],"massive":[29],"Internet":[30],"of":[31,38,153,157,166],"Things":[32],"(IoT).":[33],"With":[34],"the":[35,46,61,81,93,123,140,145,151,167,189,197],"rapid":[36],"growth":[37],"transmission":[39],"rate":[40],"requirements":[41],"link":[43],"numbers":[44],"in":[45],"wireless":[47,119],"communication":[48,73,84],"network,":[49],"how":[50],"allocate":[52],"resources":[53],"reasonably":[54],"further":[56],"improve":[57,87,122],"spectrum":[58,97,124],"utilization":[59],"challenges":[60],"traditional":[62,82],"approaches.":[63],"To":[64],"address":[65],"these":[66],"problems,":[67],"technologies":[68],"such":[69],"as":[70],"device-to-device":[71],"(D2D)":[72],"machine":[75],"learning":[76,129,132],"(ML)":[77],"are":[78],"introduced":[79],"cellular":[83,104,159],"network":[85,88,120,193],"performance.":[89],"However,":[90],"due":[91],"interference":[94],"caused":[95],"by":[96],"reusing,":[98],"efficient":[99],"resource":[100,135],"allocation":[101,136],"for":[102],"both":[103,158],"users":[105,108,160],"D2D":[107,162],"is":[109,170],"necessary.":[110],"In":[111],"this":[112],"article,":[113],"we":[114],"consider":[115],"underlay":[116],"mode":[117],"D2D-enabled":[118],"utilization,":[125],"deep":[127],"reinforcement":[128],"(DRL)-based":[130],"federated":[131],"(FL)-aided":[133],"decentralized":[134],"approach":[137],"maximize":[139],"sum":[141],"capacity":[142],"minimize":[144],"overall":[146],"power":[147],"consumption":[148],"while":[149],"guaranteeing":[150],"quality":[152],"service":[154],"(QoS)":[155],"requirement":[156],"users.":[163],"performance":[165,194],"proposed":[168],"schemes":[169],"evaluated":[171],"through":[172],"simulations":[173],"under":[174],"millimeter-wave":[176],"(mm-wave)":[177],"terahertz":[180],"(THz)":[181],"scenarios":[182],"separately.":[183],"simulation":[185],"results":[186],"show":[187],"that":[188],"proposal":[190],"achieves":[191],"significant":[192],"compared":[195],"baseline":[198],"algorithms.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}