{"id":"https://openalex.org/W3015741575","doi":"https://doi.org/10.1109/icassp40776.2020.9054485","title":"Hierarchical Caching via Deep Reinforcement Learning","display_name":"Hierarchical Caching via Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W3015741575","doi":"https://doi.org/10.1109/icassp40776.2020.9054485","mag":"3015741575"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9054485","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054485","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101510493","display_name":"Alireza Sadeghi","orcid":"https://orcid.org/0000-0003-1280-7592"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alireza Sadeghi","raw_affiliation_strings":["Dept. of ECE and Digital Tech. Center, Univ. of Minnesota, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"Dept. of ECE and Digital Tech. Center, Univ. of Minnesota, Minneapolis, MN","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367403","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0002-7266-2412"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["Dept. of ECE and Digital Tech. Center, Univ. of Minnesota, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"Dept. of ECE and Digital Tech. Center, Univ. of Minnesota, Minneapolis, MN","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026758314","display_name":"Georgios B. Giannakis","orcid":"https://orcid.org/0000-0002-0196-0260"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Georgios B. Giannakis","raw_affiliation_strings":["Dept. of ECE and Digital Tech. Center, Univ. of Minnesota, Minneapolis, MN"],"affiliations":[{"raw_affiliation_string":"Dept. of ECE and Digital Tech. Center, Univ. of Minnesota, Minneapolis, MN","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101510493"],"corresponding_institution_ids":["https://openalex.org/I130238516"],"apc_list":null,"apc_paid":null,"fwci":0.4625,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.65297593,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"518","issue":null,"first_page":"3532","last_page":"3536"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8606879115104675},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8030766844749451},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6517733335494995},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5751110315322876},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5657507181167603},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5646898150444031},{"id":"https://openalex.org/keywords/wireline","display_name":"Wireline","score":0.5252829790115356},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5023140907287598},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.49510088562965393},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.48733338713645935},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.48082220554351807},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.40743446350097656},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.272414892911911},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19418865442276},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.12979689240455627},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09231650829315186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8606879115104675},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8030766844749451},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6517733335494995},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5751110315322876},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5657507181167603},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5646898150444031},{"id":"https://openalex.org/C2776951270","wikidata":"https://www.wikidata.org/wiki/Q8026910","display_name":"Wireline","level":3,"score":0.5252829790115356},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5023140907287598},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.49510088562965393},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.48733338713645935},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.48082220554351807},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.40743446350097656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.272414892911911},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19418865442276},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.12979689240455627},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09231650829315186},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp40776.2020.9054485","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9054485","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1767905185","https://openalex.org/W1972458861","https://openalex.org/W2001414591","https://openalex.org/W2024176568","https://openalex.org/W2037169571","https://openalex.org/W2145339207","https://openalex.org/W2404272329","https://openalex.org/W2746390786","https://openalex.org/W2885208219","https://openalex.org/W2919316173","https://openalex.org/W2962801070","https://openalex.org/W2963329985","https://openalex.org/W2963531342","https://openalex.org/W2966982543","https://openalex.org/W2968937520","https://openalex.org/W2969218621","https://openalex.org/W2972385320","https://openalex.org/W3098537482","https://openalex.org/W6767751474"],"related_works":["https://openalex.org/W2368190399","https://openalex.org/W4200241224","https://openalex.org/W2374510365","https://openalex.org/W1964703610","https://openalex.org/W2085787479","https://openalex.org/W2759444425","https://openalex.org/W4246159570","https://openalex.org/W2381888053","https://openalex.org/W2356623904","https://openalex.org/W2085986895"],"abstract_inverted_index":{"Wireless":[0],"and":[1,8,31,83],"wireline":[2],"networks,":[3],"such":[4],"as":[5,144,146,158],"Internet,":[6],"cellular,":[7],"content":[9],"delivery":[10],"networks":[11,40,55],"are":[12],"to":[13,34,62,66,97,129,136,138],"serve":[14,67],"end-user":[15,68],"file":[16,69,151],"requests":[17],"proactively.":[18],"To":[19,71],"this":[20,51,94],"aim,":[21],"by":[22],"storing":[23],"anticipated":[24],"highly":[25],"popular":[26],"files":[27],"during":[28,36],"off-peak":[29],"periods,":[30],"fetching":[32],"them":[33],"end-users":[35],"on-peak":[37],"instances,":[38],"these":[39],"smoothen":[41],"out":[42],"the":[43,47,73,81,103,108,131],"load":[44],"fluctuations":[45],"on":[46,125],"back-haul":[48],"links.":[49],"In":[50],"context,":[52],"several":[53],"practical":[54],"comprise":[56],"a":[57,86,112,126],"parent":[58,82,132],"caching":[59,78,122,156],"node":[60,133],"connected":[61],"multiple":[63],"leaf":[64,84,142],"nodes":[65,143],"requests.":[70],"model":[72],"two-way":[74],"interactive":[75],"influence":[76],"between":[77],"decisions":[79],"at":[80],"nodes,":[85],"reinforcement":[87,114],"learning":[88,115],"formulation":[89],"is":[90,117],"put":[91],"forth":[92],"in":[93,154],"work.":[95],"Furthermore,":[96],"endow":[98],"with":[99,134],"scalability":[100],"so":[101],"that":[102],"algorithm":[104],"can":[105],"effectively":[106],"handle":[107],"curse":[109],"of":[110,141,150],"dimensionality,":[111],"deep":[113,127],"approach":[116],"also":[118],"developed.":[119],"Our":[120],"novel":[121],"policy":[123],"relies":[124],"Q-network":[128],"enforce":[130],"ability":[135],"learn-and-adapt":[137],"unknown":[139],"policies":[140],"well":[145],"spatio-temporal":[147],"dynamic":[148],"evolution":[149],"requests,":[152],"results":[153],"remarkable":[155],"performance,":[157],"corroborated":[159],"through":[160],"numerical":[161],"tests.":[162]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}