{"id":"https://openalex.org/W4400975592","doi":"https://doi.org/10.1109/tsc.2024.3433579","title":"Federated Distributed Deep Reinforcement Learning for Recommendation-Enabled Edge Caching","display_name":"Federated Distributed Deep Reinforcement Learning for Recommendation-Enabled Edge Caching","publication_year":2024,"publication_date":"2024-07-25","ids":{"openalex":"https://openalex.org/W4400975592","doi":"https://doi.org/10.1109/tsc.2024.3433579"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3433579","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3433579","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049807322","display_name":"Huan Zhou","orcid":"https://orcid.org/0000-0003-4007-7224"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huan Zhou","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China","School of Computer Science, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hao Wang","orcid":"https://orcid.org/0009-0004-3455-2863"},"institutions":[{"id":"https://openalex.org/I161350542","display_name":"China Three Gorges University","ror":"https://ror.org/0419nfc77","country_code":"CN","type":"education","lineage":["https://openalex.org/I161350542"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering, College of Computer and Information Technology, China Three Gorges University, Yichang, China","Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering, the College of Computer and Information Technology, China Three Gorges University, Yichang, China"],"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering, College of Computer and Information Technology, China Three Gorges University, Yichang, China","institution_ids":["https://openalex.org/I161350542"]},{"raw_affiliation_string":"Hubei Key Laboratory of Intelligent Vision Based Monitoring for Hydroelectric Engineering, the College of Computer and Information Technology, China Three Gorges University, Yichang, China","institution_ids":["https://openalex.org/I161350542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701166","display_name":"Zhiwen Yu","orcid":"https://orcid.org/0000-0002-9905-3238"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Yu","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China","School of Computer Science, Northwestern Polytechnical University, and also with Harbin Engineering University, Xi'an, ChinaChina"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, and also with Harbin Engineering University, Xi'an, ChinaChina","institution_ids":["https://openalex.org/I17145004","https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078005520","display_name":"Bin Guo","orcid":"https://orcid.org/0000-0001-6097-2467"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo Bin","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China","School of Computer Science, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064342057","display_name":"Mingjun Xiao","orcid":"https://orcid.org/0000-0001-7767-7763"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingjun Xiao","raw_affiliation_strings":["School of Data Science, University of Science and Technology of China, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Data Science, University of Science and Technology of China, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100600528","display_name":"Jie Wu","orcid":"https://orcid.org/0000-0002-3472-1717"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Wu","raw_affiliation_strings":["Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA","Department of Computer and Information Sciences, Temple University, Philadelphia, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]},{"raw_affiliation_string":"Department of Computer and Information Sciences, Temple University, Philadelphia, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5049807322"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":12.0185,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.98980833,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"17","issue":"6","first_page":"3640","last_page":"3656"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8708760142326355},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7196717262268066},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.541201651096344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4438438415527344},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.423414021730423},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.42308834195137024}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8708760142326355},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7196717262268066},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.541201651096344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4438438415527344},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.423414021730423},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.42308834195137024},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2024.3433579","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3433579","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4000000059604645,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3016592842","display_name":null,"funder_award_id":"62172255","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G425168253","display_name":null,"funder_award_id":"61960206008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8547503138","display_name":null,"funder_award_id":"62025205","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W2007986522","https://openalex.org/W2077827041","https://openalex.org/W2109077597","https://openalex.org/W2323728425","https://openalex.org/W2331927393","https://openalex.org/W2343361823","https://openalex.org/W2399595210","https://openalex.org/W2794673877","https://openalex.org/W2806446964","https://openalex.org/W2889573701","https://openalex.org/W2893733132","https://openalex.org/W2912078769","https://openalex.org/W2962814013","https://openalex.org/W2971229345","https://openalex.org/W3009247246","https://openalex.org/W3014297757","https://openalex.org/W3016207298","https://openalex.org/W3042997892","https://openalex.org/W3048552011","https://openalex.org/W3049535205","https://openalex.org/W3062601261","https://openalex.org/W3098486933","https://openalex.org/W3108605609","https://openalex.org/W3111674505","https://openalex.org/W3117267439","https://openalex.org/W3129141334","https://openalex.org/W3161553238","https://openalex.org/W3170287615","https://openalex.org/W3174997142","https://openalex.org/W3193825816","https://openalex.org/W3206972316","https://openalex.org/W4205322047","https://openalex.org/W4206165016","https://openalex.org/W4225769560","https://openalex.org/W4281753687","https://openalex.org/W4285061777","https://openalex.org/W4285180818","https://openalex.org/W4290993925","https://openalex.org/W4293795158","https://openalex.org/W4296079296","https://openalex.org/W4296872256","https://openalex.org/W4302029168","https://openalex.org/W4308089485","https://openalex.org/W4312191382","https://openalex.org/W4312590601","https://openalex.org/W4313071786","https://openalex.org/W4313546927","https://openalex.org/W4315629923","https://openalex.org/W4315783855","https://openalex.org/W4320478019","https://openalex.org/W4321487957","https://openalex.org/W4323897035","https://openalex.org/W4360770713","https://openalex.org/W4376464656","https://openalex.org/W4381744306","https://openalex.org/W4390492901","https://openalex.org/W4392901632","https://openalex.org/W4393160470","https://openalex.org/W4393252880","https://openalex.org/W4394994461","https://openalex.org/W4396941389"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Recently,":[0],"in":[1,18,67,199,224,239],"response":[2],"to":[3,29,34,48,167,178,194],"the":[4,35,38,104,108,132,165,173,196,208,249,258],"low":[5,49],"efficiency":[6],"and":[7,75,102,116,126,138,152,181,215,232,246,252,255],"high":[8],"transmission":[9],"latency":[10],"of":[11,37,51,110,135,175],"traditional":[12,41],"centralized":[13],"content":[14,31,42,62,73,92,99,113,128,136],"delivery":[15,43,74,93,114,137,213,241],"networks,":[16],"especially":[17],"congested":[19],"scenarios,":[20],"edge":[21,36,64,90],"caching":[22,32,65],"has":[23],"emerged":[24],"as":[25,79,81,144],"a":[26,61,88,98,145,154,168,188,200,236],"promising":[27],"method":[28,66,192],"bring":[30],"closer":[33],"network.":[39],"However,":[40],"methods":[44],"might":[45],"still":[46],"lead":[47],"utilization":[50],"cache":[52,76,118,139,217],"resources.":[53],"To":[54,171],"tackle":[55],"this":[56,58],"challenge,":[57],"paper":[59],"investigates":[60],"recommendation-based":[63],"multi-tier":[68,89],"edge-cloud":[69],"networks":[70],"while":[71],"considering":[72,122],"replacement":[77,140],"decisions":[78],"well":[80],"bandwidth":[82],"allocation":[83],"strategies.":[84],"First,":[85],"we":[86,130,163,186],"consider":[87],"caching-enabled":[91],"network":[94],"architecture":[95],"combined":[96],"with":[97,107,221,229],"recommendation":[100],"system":[101,124],"formulate":[103],"optimization":[105,133],"problem":[106,198],"objective":[109],"minimizing":[111],"long-term":[112],"delay":[115,214],"maximizing":[117],"hit":[119,218],"rate.":[120],"Second,":[121],"time-varying":[123],"environments":[125],"uncertain":[127],"demands,":[129],"approximate":[131],"process":[134],"for":[141],"each":[142],"agent":[143],"Partially":[146],"Observable":[147],"Markov":[148],"Decision":[149],"Process":[150],"(POMDP)":[151],"propose":[153,187],"single-agent":[155],"Deep":[156],"Deterministic":[157],"Policy":[158],"Gradient":[159],"(DDPG)-based":[160],"method.":[161],"Subsequently,":[162],"extend":[164],"POMDP":[166],"multi-agent":[169,201],"scenario.":[170],"address":[172],"issue":[174],"agents":[176],"converging":[177],"local":[179],"optima":[180],"establish":[182],"more":[183],"personalized":[184],"models,":[185],"Federated":[189],"Distributed":[190],"DDPG-based":[191],"(FD3PG)":[193],"solve":[195],"corresponding":[197],"system.":[202],"Finally,":[203],"simulation":[204],"results":[205],"demonstrate":[206],"that":[207],"proposed":[209],"FD3PG":[210,234],"achieves":[211,235],"lower":[212],"higher":[216],"rate":[219],"compared":[220,228],"other":[222],"baselines":[223],"various":[225],"scenarios.":[226],"Specifically,":[227],"FADE,":[230],"MADRL,":[231],"DDPG,":[233],"significant":[237],"decrease":[238],"average":[240],"delay,":[242],"approximately":[243],"10%,":[244],"11%,":[245],"35%":[247],"on":[248,257],"Synthetic":[250],"dataset,":[251,262],"12%,":[253],"14%,":[254],"48%":[256],"MovieLens":[259],"Latest":[260],"Small":[261],"respectively.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}