{"id":"https://openalex.org/W2982304192","doi":"https://doi.org/10.1109/wcnc.2019.8885516","title":"Deep Reinforcement Learning for Cooperative Edge Caching in Future Mobile Networks","display_name":"Deep Reinforcement Learning for Cooperative Edge Caching in Future Mobile Networks","publication_year":2019,"publication_date":"2019-04-01","ids":{"openalex":"https://openalex.org/W2982304192","doi":"https://doi.org/10.1109/wcnc.2019.8885516","mag":"2982304192"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc.2019.8885516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc.2019.8885516","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006126332","display_name":"Li Ding","orcid":"https://orcid.org/0000-0003-1855-8574"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ding Li","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046729396","display_name":"Yiwen Han","orcid":"https://orcid.org/0000-0001-6124-4701"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiwen Han","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424695","display_name":"Chenyang Wang","orcid":"https://orcid.org/0000-0002-0295-3468"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyang Wang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003252390","display_name":"Gaotao Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"GaoTao Shi","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363470","display_name":"Xiaofei Wang","orcid":"https://orcid.org/0000-0002-7223-1030"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofei Wang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413431","display_name":"Xiuhua Li","orcid":"https://orcid.org/0000-0001-9041-0297"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuhua Li","raw_affiliation_strings":["School of Big Data & Software Engineering, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Big Data & Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Victor C. M. Leung","raw_affiliation_strings":["Dept. Electrical and Computer Engineering, The University of British Columbia, Vancouver, Canada","Dept. Electrical and Computer Engineering, University of British Columbia, Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Dept. Electrical and Computer Engineering, The University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"Dept. Electrical and Computer Engineering, University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5006126332"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":3.714,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.93962112,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8685145378112793},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7945865988731384},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5952600240707397},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.579209566116333},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5396066308021545},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.49128836393356323},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4860897362232208},{"id":"https://openalex.org/keywords/fifo","display_name":"FIFO (computing and electronics)","score":0.4651741683483124},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.46070802211761475},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38455522060394287},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3023134469985962}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8685145378112793},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7945865988731384},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5952600240707397},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.579209566116333},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5396066308021545},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.49128836393356323},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4860897362232208},{"id":"https://openalex.org/C2777145635","wikidata":"https://www.wikidata.org/wiki/Q515636","display_name":"FIFO (computing and electronics)","level":2,"score":0.4651741683483124},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.46070802211761475},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38455522060394287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3023134469985962},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc.2019.8885516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc.2019.8885516","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1521140723","https://openalex.org/W1972738071","https://openalex.org/W1992735035","https://openalex.org/W2009708702","https://openalex.org/W2017336596","https://openalex.org/W2037169571","https://openalex.org/W2045260235","https://openalex.org/W2096220631","https://openalex.org/W2155968351","https://openalex.org/W2195423816","https://openalex.org/W2290981611","https://openalex.org/W2415391790","https://openalex.org/W2425152312","https://openalex.org/W2518608707","https://openalex.org/W2742536559","https://openalex.org/W2746553466","https://openalex.org/W2806446964","https://openalex.org/W2889144536","https://openalex.org/W2904319831","https://openalex.org/W2963805280","https://openalex.org/W3122800475","https://openalex.org/W4255267253","https://openalex.org/W6757431082"],"related_works":["https://openalex.org/W2139640506","https://openalex.org/W2964427520","https://openalex.org/W2617209884","https://openalex.org/W2017378253","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W2047225036","https://openalex.org/W2138314731","https://openalex.org/W2093207996","https://openalex.org/W4386698331"],"abstract_inverted_index":{"To":[0],"satisfy":[1],"rapidly":[2],"increasing":[3],"multimedia":[4],"service":[5],"requests":[6],"from":[7],"mobile":[8,28,60,74],"users,":[9],"content":[10,70,82],"caching":[11,58,96,111],"at":[12,65],"the":[13,67],"network":[14],"edges":[15],"(e.g.,":[16],"base":[17],"stations)":[18],"has":[19],"been":[20],"regarded":[21],"as":[22],"a":[23,49],"promising":[24],"technique":[25],"in":[26,59],"future":[27],"networks.":[29,61],"In":[30],"this":[31],"paper,":[32],"by":[33,113],"virtue":[34],"of":[35,73,81],"Deep":[36,53],"Reinforcement":[37],"Learning":[38],"(DRL)":[39],"with":[40],"respect":[41],"to":[42,135],"solving":[43],"complicated":[44],"control":[45],"problems,":[46],"we":[47,63],"propose":[48],"framework":[50,92],"on":[51],"Double":[52],"Q-Network":[54],"for":[55],"cooperative":[56],"edge":[57],"Particularly,":[62],"aim":[64],"minimizing":[66],"long-term":[68],"average":[69,129],"fetching":[71],"delay":[72],"users":[75],"without":[76],"requiring":[77],"any":[78],"priori":[79],"knowledge":[80],"popularity":[83],"distribution.":[84],"Trace-driven":[85],"simulation":[86],"results":[87],"show":[88],"that":[89,127],"our":[90,121],"proposed":[91,122],"outperforms":[93],"some":[94],"existing":[95],"algorithms,":[97],"including":[98],"Least":[99,103],"Recently":[100],"Used":[101,105],"(LRU),":[102],"Frequently":[104],"(LFU)":[106],"and":[107,116],"First-In":[108],"First-Out":[109],"(FIFO)":[110],"strategies":[112],"7%,":[114],"11%":[115],"9%":[117],"improvements,":[118],"respectively.":[119],"Besides,":[120],"work":[123],"is":[124],"further":[125],"shown":[126],"only":[128],"4%":[130],"performance":[131],"loss":[132],"exists":[133],"compared":[134],"an":[136],"omniscient":[137],"oracle":[138],"algorithm.":[139]},"counts_by_year":[{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}