{"id":"https://openalex.org/W4400277575","doi":"https://doi.org/10.1109/wcnc57260.2024.10570904","title":"Deep Reinforcement Learning Based Two-phase Proactive Caching for Collaborative Edge Networks","display_name":"Deep Reinforcement Learning Based Two-phase Proactive Caching for Collaborative Edge Networks","publication_year":2024,"publication_date":"2024-04-21","ids":{"openalex":"https://openalex.org/W4400277575","doi":"https://doi.org/10.1109/wcnc57260.2024.10570904"},"language":"en","primary_location":{"id":"doi:10.1109/wcnc57260.2024.10570904","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc57260.2024.10570904","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077996394","display_name":"Ming Zhao","orcid":"https://orcid.org/0000-0003-2317-5359"},"institutions":[{"id":"https://openalex.org/I4210119896","display_name":"King's College School","ror":"https://ror.org/02bbqcn27","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210119896"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ming Zhao","raw_affiliation_strings":["King's College,Department of Engineering,London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King's College,Department of Engineering,London","institution_ids":["https://openalex.org/I4210119896"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041338005","display_name":"Mohammad Reza Nakhai","orcid":"https://orcid.org/0000-0001-6718-8448"},"institutions":[{"id":"https://openalex.org/I4210119896","display_name":"King's College School","ror":"https://ror.org/02bbqcn27","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210119896"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mohammad Reza Nakhai","raw_affiliation_strings":["King's College,Department of Engineering,London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King's College,Department of Engineering,London","institution_ids":["https://openalex.org/I4210119896"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210119896"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9549000263214111,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9429000020027161,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.727986752986908},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6840696930885315},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6066623330116272},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5399830341339111},{"id":"https://openalex.org/keywords/phase","display_name":"Phase (matter)","score":0.46271511912345886},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38297560811042786},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3274206519126892},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0781923234462738}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.727986752986908},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6840696930885315},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6066623330116272},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5399830341339111},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.46271511912345886},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38297560811042786},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3274206519126892},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0781923234462738},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcnc57260.2024.10570904","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcnc57260.2024.10570904","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Wireless Communications and Networking Conference (WCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2149304339","https://openalex.org/W2624989916","https://openalex.org/W2884195222","https://openalex.org/W2900490252","https://openalex.org/W2945082786","https://openalex.org/W2946566042","https://openalex.org/W2969218621","https://openalex.org/W3035221273","https://openalex.org/W3161266242","https://openalex.org/W4298857966","https://openalex.org/W4315777439"],"related_works":["https://openalex.org/W4313339048","https://openalex.org/W4386004629","https://openalex.org/W3176734149","https://openalex.org/W3201779876","https://openalex.org/W3113627641","https://openalex.org/W4238142035","https://openalex.org/W2918879532","https://openalex.org/W2885461866","https://openalex.org/W2901937988","https://openalex.org/W3162654428"],"abstract_inverted_index":{"In":[0,20],"cache-assisted":[1],"wireless":[2],"edge":[3,33,41,113],"networking,":[4],"the":[5,50,56,63,66,92,99,103,109,120,134,145,154,163],"proactive":[6,78,122],"content":[7,27,52,73],"caching":[8,28,53,79,110,123,129,146,152],"policy":[9],"is":[10,87,125],"acknowledged":[11],"as":[12,55],"an":[13,25],"effective":[14],"way":[15],"for":[16,30,112],"data":[17],"traffic":[18],"relief.":[19],"this":[21],"paper,":[22],"we":[23],"introduce":[24],"online":[26],"scheme":[29,156],"a":[31,76,139],"mobile":[32],"computing":[34],"(MEC)":[35],"system,":[36],"which":[37,89],"consists":[38],"of":[39,58,62,68,94,102],"multiple":[40],"servers":[42],"equipped":[43],"with":[44,138],"limited":[45],"storage":[46],"capacity.":[47],"We":[48],"formulate":[49],"collaborative":[51],"problem":[54],"minimization":[57],"long-term":[59],"average":[60,164],"cost":[61,166],"system":[64,165],"under":[65],"uncertainties":[67],"users'":[69,135],"demands":[70],"and":[71,106,142,167],"dynamic":[72],"popularity.":[74],"Then,":[75],"two-phase":[77],"algorithm":[80,124],"based":[81],"on":[82,158],"deep":[83],"reinforcement":[84],"learning":[85],"(RL)":[86],"proposed,":[88],"successfully":[90],"break":[91],"curse":[93],"high":[95,140],"dimensionality":[96],"by":[97],"redesigning":[98],"output":[100],"layer":[101],"neural":[104],"network,":[105],"adaptively":[107],"updates":[108],"decisions":[111],"servers.":[114],"The":[115],"numerical":[116],"results":[117],"show":[118],"that":[119],"proposed":[121,155],"robust":[126],"to":[127,132,149],"large-scale":[128],"scenarios,":[130],"able":[131],"predict":[133],"future":[136],"requests":[137],"accuracy":[141],"collaboratively":[143],"update":[144],"policies.":[147],"Compared":[148],"four":[150],"well-known":[151],"schemes,":[153],"outperforms":[157],"various":[159],"performance":[160],"metrics":[161],"including":[162],"overall":[168],"cache":[169],"hit":[170],"rate.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}