{"id":"https://openalex.org/W4387303325","doi":"https://doi.org/10.1109/jsac.2023.3310046","title":"Digital Twin Enhanced Federated Reinforcement Learning With Lightweight Knowledge Distillation in Mobile Networks","display_name":"Digital Twin Enhanced Federated Reinforcement Learning With Lightweight Knowledge Distillation in Mobile Networks","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4387303325","doi":"https://doi.org/10.1109/jsac.2023.3310046"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2023.3310046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2023.3310046","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055675863","display_name":"Xiaokang Zhou","orcid":"https://orcid.org/0000-0003-3488-4679"},"institutions":[{"id":"https://openalex.org/I171494771","display_name":"Shiga University","ror":"https://ror.org/01vvhy971","country_code":"JP","type":"education","lineage":["https://openalex.org/I171494771"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Xiaokang Zhou","raw_affiliation_strings":["Faculty of Data Science, Shiga University, Hikone, Japan","RIKEN Center for Advanced Intelligence Project, RIKEN, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Data Science, Shiga University, Hikone, Japan","institution_ids":["https://openalex.org/I171494771"]},{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project, RIKEN, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065139430","display_name":"Xuzhe Zheng","orcid":"https://orcid.org/0009-0001-5538-6890"},"institutions":[{"id":"https://openalex.org/I49934816","display_name":"Hunan University of Technology","ror":"https://ror.org/04j3vr751","country_code":"CN","type":"education","lineage":["https://openalex.org/I49934816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuzhe Zheng","raw_affiliation_strings":["School of Frontier Crossover Studies, Hunan University of Technology and Business, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Frontier Crossover Studies, Hunan University of Technology and Business, Changsha, China","institution_ids":["https://openalex.org/I49934816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091704110","display_name":"Xuesong Cui","orcid":"https://orcid.org/0009-0007-3895-4175"},"institutions":[{"id":"https://openalex.org/I49934816","display_name":"Hunan University of Technology","ror":"https://ror.org/04j3vr751","country_code":"CN","type":"education","lineage":["https://openalex.org/I49934816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuesong Cui","raw_affiliation_strings":["School of Intelligent Engineering and Intelligent Manufacturing, Hunan University of Technology and Business, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Engineering and Intelligent Manufacturing, Hunan University of Technology and Business, Changsha, China","institution_ids":["https://openalex.org/I49934816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029141857","display_name":"Jiashuai Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I49934816","display_name":"Hunan University of Technology","ror":"https://ror.org/04j3vr751","country_code":"CN","type":"education","lineage":["https://openalex.org/I49934816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiashuai Shi","raw_affiliation_strings":["School of Frontier Crossover Studies, Hunan University of Technology and Business, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Frontier Crossover Studies, Hunan University of Technology and Business, Changsha, China","institution_ids":["https://openalex.org/I49934816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073441538","display_name":"Wei Liang","orcid":"https://orcid.org/0000-0002-0689-256X"},"institutions":[{"id":"https://openalex.org/I49934816","display_name":"Hunan University of Technology","ror":"https://ror.org/04j3vr751","country_code":"CN","type":"education","lineage":["https://openalex.org/I49934816"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liang","raw_affiliation_strings":["Xiangjiang Laboratory, and the Changsha Social Laboratory of Artificial Intelligence, Hunan University of Technology and Business, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Xiangjiang Laboratory, and the Changsha Social Laboratory of Artificial Intelligence, Hunan University of Technology and Business, Changsha, China","institution_ids":["https://openalex.org/I49934816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078219471","display_name":"Zheng Yan","orcid":"https://orcid.org/0000-0002-9697-2108"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Yan","raw_affiliation_strings":["State Key Laboratory on Integrated Services Networks, and the School of Cyber Engineering, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory on Integrated Services Networks, and the School of Cyber Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049154222","display_name":"Laurence T. Yang","orcid":"https://orcid.org/0000-0002-7986-4244"},"institutions":[{"id":"https://openalex.org/I197191942","display_name":"St. Francis Xavier University","ror":"https://ror.org/01wcaxs37","country_code":"CA","type":"education","lineage":["https://openalex.org/I197191942"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Laurence T. Yang","raw_affiliation_strings":["Department of Computer Science, St. Francis Xavier University, Antigonish, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, St. Francis Xavier University, Antigonish, Canada","institution_ids":["https://openalex.org/I197191942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077846534","display_name":"Shohei Shimizu","orcid":"https://orcid.org/0000-0002-1931-0733"},"institutions":[{"id":"https://openalex.org/I171494771","display_name":"Shiga University","ror":"https://ror.org/01vvhy971","country_code":"JP","type":"education","lineage":["https://openalex.org/I171494771"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shohei Shimizu","raw_affiliation_strings":["Faculty of Data Science, Shiga University, Hikone, Japan","RIKEN Center for Advanced Intelligence Project, RIKEN, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Faculty of Data Science, Shiga University, Hikone, Japan","institution_ids":["https://openalex.org/I171494771"]},{"raw_affiliation_string":"RIKEN Center for Advanced Intelligence Project, RIKEN, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091532881","display_name":"Kevin I\u2010Kai Wang","orcid":"https://orcid.org/0000-0001-8450-2558"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Kevin I-Kai Wang","raw_affiliation_strings":["Department of Electrical, Computer and Software Engineering, The University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Software Engineering, The University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5055675863"],"corresponding_institution_ids":["https://openalex.org/I171494771","https://openalex.org/I4210126580"],"apc_list":null,"apc_paid":null,"fwci":30.2151,"has_fulltext":false,"cited_by_count":174,"citation_normalized_percentile":{"value":0.99791548,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"41","issue":"10","first_page":"3191","last_page":"3211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8849084377288818},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7629082202911377},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5579965114593506},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5407758355140686},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5011749267578125},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.42838776111602783},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.37748128175735474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37356889247894287},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08910873532295227}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8849084377288818},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7629082202911377},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5579965114593506},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5407758355140686},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5011749267578125},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.42838776111602783},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.37748128175735474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37356889247894287},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08910873532295227}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2023.3310046","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2023.3310046","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1864093853","display_name":null,"funder_award_id":"23K11064","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G2071613473","display_name":null,"funder_award_id":"62072171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G220146140","display_name":null,"funder_award_id":"72091515","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2513419314","https://openalex.org/W2593634001","https://openalex.org/W2807006176","https://openalex.org/W2963000224","https://openalex.org/W2969195240","https://openalex.org/W3047014196","https://openalex.org/W3047304572","https://openalex.org/W3094736543","https://openalex.org/W3097281440","https://openalex.org/W3111499798","https://openalex.org/W3118170459","https://openalex.org/W3137609883","https://openalex.org/W3148722043","https://openalex.org/W3163246710","https://openalex.org/W3175884222","https://openalex.org/W3188569078","https://openalex.org/W3201163885","https://openalex.org/W3201617077","https://openalex.org/W3203887339","https://openalex.org/W3208539921","https://openalex.org/W3212539584","https://openalex.org/W3212941463","https://openalex.org/W3216652988","https://openalex.org/W4206683212","https://openalex.org/W4220891550","https://openalex.org/W4225537087","https://openalex.org/W4285133995","https://openalex.org/W4285265295","https://openalex.org/W4285278903","https://openalex.org/W4286837396","https://openalex.org/W4293795158","https://openalex.org/W4297749952","https://openalex.org/W4308839864","https://openalex.org/W4318619660","https://openalex.org/W6728757088","https://openalex.org/W6752029299","https://openalex.org/W6791850401","https://openalex.org/W6840287552"],"related_works":["https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W4313339048","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"The":[0],"high-speed":[1,107,281],"mobile":[2,27,89,108,171,282],"networks":[3,21],"offer":[4],"great":[5],"potentials":[6],"to":[7,25,29,97,137,208,235],"many":[8],"future":[9],"intelligent":[10],"applications,":[11],"such":[12],"as":[13],"autonomous":[14],"vehicles":[15],"in":[16,87,95,106,164,226,272],"smart":[17],"transportation":[18],"systems.":[19,60],"Such":[20],"provide":[22],"the":[23,42,99,165,190,211,222,238,244,262],"possibility":[24],"interconnect":[26],"devices":[28,172],"achieve":[30],"fast":[31],"knowledge":[32],"sharing":[33],"for":[34,77,167,189,280],"efficient":[35],"collaborative":[36],"learning":[37],"and":[38,52,72,79,103,112,144,173,179,224,242,248,264,276],"operations,":[39],"especially":[40],"with":[41,124,199,252],"help":[43],"of":[44,67,140,170,267],"distributed":[45],"machine":[46],"learning,":[47],"e.g.,":[48,56],"Federated":[49,118],"Learning":[50,120,132],"(FL),":[51],"modern":[53],"digital":[54],"technologies,":[55],"Digital":[57],"Twin":[58],"(DT)":[59],"Typically,":[61],"FL":[62,149],"requires":[63],"a":[64,151,159,195,200,216,227],"fixed":[65],"group":[66],"participants":[68],"that":[69],"have":[70],"Independent":[71],"Identically":[73],"Distributed":[74],"(IID)":[75],"data":[76,202],"accurate":[78],"stable":[80],"model":[81,101,177,192,196,271,274],"training,":[82,193],"which":[83,155,231],"is":[84,135,156,185,205],"highly":[85],"unlikely":[86],"real-world":[88,259],"network":[90,219,283],"scenarios.":[91,284],"In":[92],"this":[93],"paper,":[94],"order":[96],"facilitate":[98],"lightweight":[100,191,201],"training":[102,275],"real-time":[104,168],"processing":[105],"networks,":[109],"we":[110],"design":[111],"introduce":[113],"an":[114,125],"end-edge-cloud":[115],"structured":[116,127],"three-layer":[117],"Reinforcement":[119],"(FRL)":[121],"framework,":[122],"incorporated":[123],"edge-cloud":[126,166],"DT":[128,161],"system.":[129],"A":[130,176],"dual-Reinforcement":[131],"(dual-RL)":[133],"scheme":[134,198],"devised":[136],"support":[138],"optimizations":[139],"client":[141],"node":[142],"selection":[143],"global":[145],"aggregation":[146,212],"frequency":[147],"during":[148],"via":[150],"cooperative":[152],"decision-making":[153],"strategy,":[154],"assisted":[157],"by":[158],"two-layer":[160],"system":[162],"deployed":[163],"monitoring":[169],"environment":[174],"changes.":[175],"pruning":[178],"federated":[180],"bidirectional":[181],"distillation":[182],"(Bi-distillation)":[183],"mechanism":[184,204],"then":[186],"developed":[187,206],"locally":[188],"while":[194],"splitting":[197],"augmentation":[203],"globally":[207],"separately":[209],"optimize":[210],"weights":[213],"based":[214],"on":[215],"splitted":[217],"neural":[218],"structure":[220],"(i.e.,":[221],"encoder":[223],"classifier)":[225],"more":[228],"targeted":[229],"manner,":[230],"can":[232],"work":[233],"together":[234],"effectively":[236],"reduce":[237],"overall":[239],"communication":[240],"cost":[241],"improve":[243],"non-IID":[245,277],"problem.":[246],"Experiment":[247],"evaluation":[249],"results":[250],"compared":[251],"three":[253],"baseline":[254],"methods":[255],"using":[256],"two":[257],"different":[258],"datasets":[260],"demonstrate":[261],"usefulness":[263],"outstanding":[265],"performance":[266],"our":[268],"proposed":[269],"FRL":[270],"communication-efficient":[273],"issue":[278],"alleviation":[279]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":71},{"year":2024,"cited_by_count":89},{"year":2023,"cited_by_count":6}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}