{"id":"https://openalex.org/W4386446991","doi":"https://doi.org/10.1109/iccc57788.2023.10233394","title":"Edge Caching Based on Deep Reinforcement Learning","display_name":"Edge Caching Based on Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-08-10","ids":{"openalex":"https://openalex.org/W4386446991","doi":"https://doi.org/10.1109/iccc57788.2023.10233394"},"language":"en","primary_location":{"id":"doi:10.1109/iccc57788.2023.10233394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccc57788.2023.10233394","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CIC International Conference on Communications in China (ICCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004563428","display_name":"Farnaz Niknia","orcid":"https://orcid.org/0009-0006-9043-4225"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Farnaz Niknia","raw_affiliation_strings":["York University,Department of Electrical Engineering and Computer Science,Toronto,Canada","Department of Electrical Engineering and Computer Science, York University, Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"York University,Department of Electrical Engineering and Computer Science,Toronto,Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338634","display_name":"Ping Wang","orcid":"https://orcid.org/0000-0002-1599-5480"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ping Wang","raw_affiliation_strings":["York University,Department of Electrical Engineering and Computer Science,Toronto,Canada","Department of Electrical Engineering and Computer Science, York University, Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"York University,Department of Electrical Engineering and Computer Science,Toronto,Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071720739","display_name":"Aakash Agarwal","orcid":"https://orcid.org/0000-0002-6183-3765"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aakash Agarwal","raw_affiliation_strings":["IIIT-Naya Raipur,Electronic and Communication Engineering,Naya Raipur,India","Electronic and Communication Engineering, IIIT-Naya Raipur, Naya Raipur, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIIT-Naya Raipur,Electronic and Communication Engineering,Naya Raipur,India","institution_ids":[]},{"raw_affiliation_string":"Electronic and Communication Engineering, IIIT-Naya Raipur, Naya Raipur, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100690882","display_name":"Zixu Wang","orcid":"https://orcid.org/0009-0001-0770-0515"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixu Wang","raw_affiliation_strings":["South China University of Technology,School of Computer Science and Engineering,Guangdong,China","School of Computer Science and Engineering, South China University of Technology, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South China University of Technology,School of Computer Science and Engineering,Guangdong,China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Computer Science and Engineering, South China University of Technology, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.893263578414917},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7997400760650635},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7133118510246277},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.63652104139328},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5902388691902161},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5187859535217285},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5117068290710449},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5008304119110107},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.48669248819351196},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4667769968509674},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4338029623031616},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40273869037628174},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3825763463973999},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3241771459579468},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18944039940834045},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10655766725540161}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.893263578414917},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7997400760650635},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7133118510246277},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.63652104139328},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5902388691902161},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5187859535217285},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5117068290710449},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5008304119110107},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.48669248819351196},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4667769968509674},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4338029623031616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40273869037628174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3825763463973999},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3241771459579468},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18944039940834045},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10655766725540161},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccc57788.2023.10233394","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccc57788.2023.10233394","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CIC International Conference on Communications in China (ICCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1997932713","https://openalex.org/W2011840790","https://openalex.org/W2017336596","https://openalex.org/W2076238075","https://openalex.org/W2083766832","https://openalex.org/W2425152312","https://openalex.org/W2491602136","https://openalex.org/W2534278322","https://openalex.org/W2746390786","https://openalex.org/W2900617671","https://openalex.org/W2925458104","https://openalex.org/W3083092007","https://openalex.org/W3088595717","https://openalex.org/W3120678039","https://openalex.org/W3122800475","https://openalex.org/W3165069572","https://openalex.org/W3207110016","https://openalex.org/W4221138932","https://openalex.org/W4255788608","https://openalex.org/W4296473620","https://openalex.org/W4298023569","https://openalex.org/W6842963610","https://openalex.org/W7036529589"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"The":[0],"use":[1],"of":[2,9,53,68,148],"mobile":[3],"apps":[4],"has":[5,16],"caused":[6],"a":[7,18,46,50,120],"lot":[8],"data":[10,32,39],"to":[11,25,34,37,75,91,128,163],"be":[12],"transmitted":[13],"repeatedly,":[14],"which":[15,30],"put":[17],"strain":[19],"on":[20],"the":[21,35,66,130,138,161],"networks.":[22],"One":[23],"solution":[24],"this":[26,96],"problem":[27,101],"is":[28,73,160],"caching,":[29],"stores":[31],"closer":[33],"user":[36],"reduce":[38],"transfer":[40],"and":[41,59,80,115,152],"delay.":[42],"Typically,":[43],"when":[44],"designing":[45],"caching":[47,100,144],"policy,":[48],"only":[49],"limited":[51],"set":[52],"file":[54,108,167],"features,":[55,168],"such":[56,110],"as":[57,111],"freshness":[58],"popularity,":[60,112],"are":[61],"taken":[62],"into":[63],"account":[64],"in":[65,146,155],"majority":[67],"prior":[69],"studies.":[70],"Nevertheless,":[71],"it":[72,170],"crucial":[74],"incorporate":[76],"factors":[77],"like":[78],"importance":[79],"size":[81],"since":[82],"highly":[83],"valuable":[84],"files":[85],"may":[86],"hold":[87],"more":[88,171],"significance":[89],"compared":[90],"freely":[92],"accessible":[93],"ones.":[94],"In":[95],"paper,":[97],"we":[98,118],"modeled":[99],"using":[102],"Semi-Markov":[103,131],"Decision":[104,132],"Process":[105],"that":[106,137],"considers":[107],"features":[109],"lifetime,":[113],"size,":[114],"importance.":[116],"Then,":[117],"used":[119],"Reinforcement":[121],"Learning":[122],"algorithm":[123],"called":[124],"Double":[125],"Deep":[126],"Q-Learning":[127],"solve":[129],"Process.":[133],"Simulation":[134],"results":[135],"show":[136],"proposed":[139],"method":[140,145,159],"outperforms":[141],"an":[142],"existing":[143],"terms":[147],"cache":[149],"hit":[150],"rate":[151],"total":[153],"utility":[154],"various":[156],"settings.":[157],"This":[158],"first":[162],"comprehensively":[164],"consider":[165],"all":[166],"making":[169],"practical":[172],"for":[173],"real-world":[174],"scenarios.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}