{"id":"https://openalex.org/W4417470002","doi":"https://doi.org/10.1109/tccn.2025.3645473","title":"Adaptive Layer-Wise Personalized Federated Deep Reinforcement Learning for Heterogeneous Edge Caching","display_name":"Adaptive Layer-Wise Personalized Federated Deep Reinforcement Learning for Heterogeneous Edge Caching","publication_year":2025,"publication_date":"2025-12-18","ids":{"openalex":"https://openalex.org/W4417470002","doi":"https://doi.org/10.1109/tccn.2025.3645473"},"language":null,"primary_location":{"id":"doi:10.1109/tccn.2025.3645473","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3645473","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100428606","display_name":"Tan Li","orcid":"https://orcid.org/0000-0001-6129-4792"},"institutions":[{"id":"https://openalex.org/I47605537","display_name":"The Hang Seng University of Hong Kong","ror":"https://ror.org/04fa64g55","country_code":"CN","type":"education","lineage":["https://openalex.org/I47605537"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Tan Li","raw_affiliation_strings":["Department of Computer Science, The Hang Seng University of Hong Kong, SAR, Hong Kong","Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, SAR, Hong Kong","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332586","display_name":"Zhen Li","orcid":"https://orcid.org/0000-0002-2233-9465"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhen Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Concordia University, Montreal, QC, Canada","Department of Electrical and Computer Engineering, Concordia University, Montreal, Quebec, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060242964","display_name":"Hai Liu","orcid":"https://orcid.org/0000-0002-9577-8688"},"institutions":[{"id":"https://openalex.org/I47605537","display_name":"The Hang Seng University of Hong Kong","ror":"https://ror.org/04fa64g55","country_code":"CN","type":"education","lineage":["https://openalex.org/I47605537"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Hai Liu","raw_affiliation_strings":["Department of Computer Science, The Hang Seng University of Hong Kong, SAR, Hong Kong","Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, SAR, Hong Kong","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072789354","display_name":"Chao Yang","orcid":"https://orcid.org/0000-0002-0335-2517"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Yang","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047023625","display_name":"Tse-Tin Chan","orcid":"https://orcid.org/0000-0001-9235-7813"},"institutions":[{"id":"https://openalex.org/I4210086892","display_name":"Education University of Hong Kong","ror":"https://ror.org/000t0f062","country_code":"HK","type":"education","lineage":["https://openalex.org/I4210086892"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tse-Tin Chan","raw_affiliation_strings":["Department of Mathematics and Information Technology, The Education University of Hong Kong, Hong Kong, Ting Kok, China","Department of Mathematics and Information Technology, The Education University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Information Technology, The Education University of Hong Kong, Hong Kong, Ting Kok, China","institution_ids":["https://openalex.org/I4210086892"]},{"raw_affiliation_string":"Department of Mathematics and Information Technology, The Education University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I4210086892"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047248078","display_name":"Jun Cai","orcid":"https://orcid.org/0000-0002-9254-0404"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jun Cai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Concordia University, Montreal, QC, Canada","Department of Electrical and Computer Engineering, Concordia University, Montreal, Quebec, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Concordia University, Montreal, Quebec, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100428606"],"corresponding_institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.48490493,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"4532","last_page":"4546"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9071999788284302,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9071999788284302,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.04340000078082085,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8572999835014343},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7117000222206116},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.6330999732017517},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5460000038146973},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.512499988079071},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4896000027656555},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4878000020980835},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4194999933242798}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9185000061988831},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8572999835014343},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7117000222206116},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.6330999732017517},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6154999732971191},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5460000038146973},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.512499988079071},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4896000027656555},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4194999933242798},{"id":"https://openalex.org/C5165142","wikidata":"https://www.wikidata.org/wiki/Q5432732","display_name":"False sharing","level":5,"score":0.3804999887943268},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.37439998984336853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3528999984264374},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34610000252723694},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3206000030040741},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.2694000005722046},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2025.3645473","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3645473","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1787224781","https://openalex.org/W2051773775","https://openalex.org/W2135916267","https://openalex.org/W2747746134","https://openalex.org/W2766401293","https://openalex.org/W2769883686","https://openalex.org/W2919839278","https://openalex.org/W2969372512","https://openalex.org/W2973610273","https://openalex.org/W3002844053","https://openalex.org/W3013123867","https://openalex.org/W3016207298","https://openalex.org/W3020344301","https://openalex.org/W3036934984","https://openalex.org/W3045606678","https://openalex.org/W3080710500","https://openalex.org/W3112044954","https://openalex.org/W3205368495","https://openalex.org/W4290993925","https://openalex.org/W4293795158","https://openalex.org/W4323896567","https://openalex.org/W4360995556","https://openalex.org/W4376456609","https://openalex.org/W4383220107","https://openalex.org/W4386275784","https://openalex.org/W4386709695","https://openalex.org/W4387490446","https://openalex.org/W4387544171","https://openalex.org/W4388018903","https://openalex.org/W4391547700","https://openalex.org/W4394994461","https://openalex.org/W4402834214","https://openalex.org/W4403446692","https://openalex.org/W4406458019","https://openalex.org/W4409494318"],"related_works":[],"abstract_inverted_index":{"Proactive":[0],"caching":[1,67,74],"is":[2],"essential":[3],"for":[4,25,65,124],"minimizing":[5],"latency":[6],"and":[7,38,162,180],"improving":[8],"Quality":[9],"of":[10,121,151],"Experience":[11],"(QoE)":[12],"in":[13,40],"heterogeneous":[14,136],"edge":[15,66,126],"networks.":[16],"While":[17],"Federated":[18,59],"Deep":[19,61,87],"Reinforcement":[20,62],"Learning":[21,63],"(FDRL)":[22],"shows":[23],"promise":[24],"developing":[26],"cache":[27,159],"policies,":[28],"it":[29],"faces":[30],"challenges":[31],"such":[32],"as":[33],"an":[34,110],"expanding":[35,79],"action":[36,80,93],"space":[37],"difficulty":[39],"balancing":[41],"global":[42,140],"knowledge":[43],"sharing":[44],"with":[45],"local":[46],"environmental":[47],"adaptation.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52,82,108],"propose":[53],"a":[54,84,97,104],"Layer-wise":[55],"Relevance":[56],"Propagation-aided":[57],"Personalized":[58],"(LRP-PFed)":[60],"framework":[64],"to":[68,135,142,167,183],"maximize":[69],"system":[70],"utility":[71],"while":[72,138,171],"satisfying":[73],"constraints.":[75],"To":[76],"handle":[77],"the":[78,92,118,149],"space,":[81],"design":[83],"Multi-Head":[85],"Double":[86],"Q-Network":[88],"(MH-DDQN)":[89],"that":[90,115,155],"reshapes":[91],"output":[94],"layers":[95,123],"into":[96],"multi-head":[98],"structure,":[99],"where":[100],"each":[101,125],"head":[102],"generates":[103],"sub-dimensional":[105],"action.":[106],"Furthermore,":[107],"introduce":[109],"LRP-based":[111],"adaptive":[112],"personalization":[113,174],"mechanism":[114],"dynamically":[116],"determines":[117],"optimal":[119],"number":[120],"personalized":[122],"server":[127],"during":[128],"training.":[129],"This":[130],"approach":[131],"enables":[132],"automatic":[133],"adaptation":[134],"environments":[137],"leveraging":[139],"information":[141],"accelerate":[143],"learning":[144],"convergence.":[145],"Extensive":[146],"experiments":[147],"validate":[148],"effectiveness":[150],"our":[152,172],"approach,":[153],"showing":[154],"MH-DDQN":[156],"achieves":[157,176],"superior":[158,177],"hit":[160],"rates":[161],"reduced":[163],"computational":[164],"complexity":[165],"compared":[166,182],"traditional":[168],"DRL":[169],"methods,":[170],"LRP-guided":[173],"strategy":[175],"performance,":[178],"scalability,":[179],"adaptivity":[181],"existing":[184],"FDRL":[185],"methods.":[186]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-12-18T00:00:00"}