{"id":"https://openalex.org/W3206972316","doi":"https://doi.org/10.1109/jsac.2022.3142348","title":"Distributed Reinforcement Learning for Privacy-Preserving Dynamic Edge Caching","display_name":"Distributed Reinforcement Learning for Privacy-Preserving Dynamic Edge Caching","publication_year":2022,"publication_date":"2022-01-14","ids":{"openalex":"https://openalex.org/W3206972316","doi":"https://doi.org/10.1109/jsac.2022.3142348","mag":"3206972316"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2022.3142348","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3142348","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.10349","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053773849","display_name":"Shengheng Liu","orcid":"https://orcid.org/0000-0001-6579-9798"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengheng Liu","raw_affiliation_strings":["Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6579-9798","affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073480661","display_name":"Chong Zheng","orcid":"https://orcid.org/0000-0001-6893-3438"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Zheng","raw_affiliation_strings":["Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6893-3438","affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056225611","display_name":"Yongming Huang","orcid":"https://orcid.org/0000-0003-3616-4616"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Huang","raw_affiliation_strings":["Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3616-4616","affiliations":[{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030858163","display_name":"Tony Q. S. Quek","orcid":"https://orcid.org/0000-0002-4037-3149"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tony Q. S. Quek","raw_affiliation_strings":["Information System Technology and Design Pillar, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4037-3149","affiliations":[{"raw_affiliation_string":"Information System Technology and Design Pillar, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.1865,"has_fulltext":false,"cited_by_count":77,"citation_normalized_percentile":{"value":0.98212912,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"40","issue":"3","first_page":"749","last_page":"760"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9041889905929565},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7385574579238892},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5942772030830383},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5806804299354553},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5365623831748962},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5239318013191223},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.4631502032279968},{"id":"https://openalex.org/keywords/unobservable","display_name":"Unobservable","score":0.45869702100753784},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4520520865917206},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.44832155108451843},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.446898490190506},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.41823554039001465},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.41801512241363525},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3940383791923523},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38353443145751953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2553282678127289}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9041889905929565},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7385574579238892},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5942772030830383},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5806804299354553},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5365623831748962},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5239318013191223},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.4631502032279968},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.45869702100753784},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4520520865917206},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.44832155108451843},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.446898490190506},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.41823554039001465},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.41801512241363525},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3940383791923523},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38353443145751953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2553282678127289},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jsac.2022.3142348","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3142348","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2110.10349","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.10349","pdf_url":"https://arxiv.org/pdf/2110.10349","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2110.10349","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.10349","pdf_url":"https://arxiv.org/pdf/2110.10349","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7099999785423279,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3295333898","display_name":null,"funder_award_id":"62001103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4152119378","display_name":null,"funder_award_id":"61720106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G622400272","display_name":null,"funder_award_id":"2020YFB1806600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2147909647","https://openalex.org/W2258533367","https://openalex.org/W2290354866","https://openalex.org/W2295669882","https://openalex.org/W2592916654","https://openalex.org/W2746390786","https://openalex.org/W2887443223","https://openalex.org/W2897325108","https://openalex.org/W2900490252","https://openalex.org/W2924877180","https://openalex.org/W2963329985","https://openalex.org/W2964061570","https://openalex.org/W2964121744","https://openalex.org/W2981845057","https://openalex.org/W2990774343","https://openalex.org/W2995022099","https://openalex.org/W3006140890","https://openalex.org/W3015366655","https://openalex.org/W3016207298","https://openalex.org/W3034677867","https://openalex.org/W3035467795","https://openalex.org/W3036529997","https://openalex.org/W3036749975","https://openalex.org/W3038454252","https://openalex.org/W3041194909","https://openalex.org/W3049535205","https://openalex.org/W3184448820","https://openalex.org/W4210268585","https://openalex.org/W4214717370","https://openalex.org/W4294106961","https://openalex.org/W6631190155","https://openalex.org/W6696324988"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W2796352555","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W2968424451","https://openalex.org/W4318952366","https://openalex.org/W3214829569","https://openalex.org/W4221092438","https://openalex.org/W4385335479"],"abstract_inverted_index":{"Mobile":[0],"edge":[1,30],"computing":[2,7],"(MEC)":[3],"is":[4,34,86,161],"a":[5,77,149,158],"prominent":[6],"paradigm":[8],"which":[9],"expands":[10],"the":[11,19,22,37,41,49,63,90,97,103,115,127,136,170,176,179,188],"application":[12],"fields":[13],"of":[14,21,24,40,53,66,94,117,129,178],"wireless":[15,46],"communication.":[16],"Due":[17],"to":[18,36,71,88,168],"limitation":[20],"capacities":[23],"user":[25,193],"equipments":[26],"and":[27,51,58,111,113,146],"MEC":[28,98],"servers,":[29],"caching":[31,42],"(EC)":[32],"optimization":[33],"crucial":[35],"effective":[38],"utilization":[39],"resources":[43],"in":[44,96,182],"MEC-enabled":[45],"networks.":[47,99],"However,":[48],"dynamics":[50],"complexities":[52],"content":[54,106],"popularities":[55,107],"over":[56,187],"space":[57],"time":[59],"as":[60,62,123],"well":[61],"privacy":[64,130],"preservation":[65],"users":[67],"pose":[68],"significant":[69],"challenges":[70],"EC":[72,184],"optimization.":[73],"In":[74,132],"this":[75],"paper,":[76],"privacy-preserving":[78,150],"distributed":[79,124,137,140,165,171],"deep":[80],"deterministic":[81],"policy":[82],"gradient":[83],"(P2D3PG)":[84],"algorithm":[85,160],"proposed":[87,180],"maximize":[89],"cache":[91,118],"hit":[92,119,185],"rates":[93,120],"devices":[95,122],"Specifically,":[100],"we":[101,134],"consider":[102],"fact":[104],"that":[105],"are":[108],"dynamic,":[109],"complicated":[110],"unobservable,":[112],"formulate":[114],"maximization":[116],"on":[121,164],"problems":[125,145],"under":[126],"constraints":[128],"preservation.":[131],"particular,":[133],"convert":[135],"optimizations":[138],"into":[139],"model-free":[141],"Markov":[142],"decision":[143],"process":[144],"then":[147],"introduce":[148],"federated":[151],"learning":[152,167],"method":[153],"for":[154],"popularity":[155],"prediction.":[156],"Subsequently,":[157],"P2D3PG":[159],"developed":[162],"based":[163],"reinforcement":[166],"solve":[169],"problems.":[172],"Simulation":[173],"results":[174],"demonstrate":[175],"superiority":[177],"approach":[181],"improving":[183],"rate":[186],"baseline":[189],"methods":[190],"while":[191],"preserving":[192],"privacy.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":13}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2021-10-25T00:00:00"}