{"id":"https://openalex.org/W2980550855","doi":"https://doi.org/10.1109/access.2019.2947460","title":"NA-Caching: An Adaptive Content Management Approach Based on Deep Reinforcement Learning","display_name":"NA-Caching: An Adaptive Content Management Approach Based on Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2980550855","doi":"https://doi.org/10.1109/access.2019.2947460","mag":"2980550855"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2947460","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2947460","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08869760.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08869760.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067975442","display_name":"Qilin Fan","orcid":"https://orcid.org/0000-0003-0856-3695"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qilin Fan","raw_affiliation_strings":["School of Big Data and Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-0856-3695","affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100413431","display_name":"Xiuhua Li","orcid":"https://orcid.org/0000-0001-9041-0297"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuhua Li","raw_affiliation_strings":["School of Big Data and Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-9041-0297","affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350752","display_name":"Sen Wang","orcid":"https://orcid.org/0000-0002-8417-6403"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Wang","raw_affiliation_strings":["School of Big Data and Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087682730","display_name":"Shu Fu","orcid":"https://orcid.org/0000-0002-7988-9724"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Fu","raw_affiliation_strings":["College of Communication Engineering, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437208","display_name":"Xu Zhang","orcid":"https://orcid.org/0000-0002-1882-736X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Zhang","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101994016","display_name":"Yueyang Wang","orcid":"https://orcid.org/0000-0003-3210-0930"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueyang Wang","raw_affiliation_strings":["School of Big Data and Software Engineering, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5067975442"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.3011,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.82783154,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"7","issue":null,"first_page":"152014","last_page":"152022"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8214192986488342},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7988116145133972},{"id":"https://openalex.org/keywords/content-management","display_name":"Content management","score":0.5092069506645203},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.45385417342185974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4070884585380554},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.2710449695587158},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.05812472105026245}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8214192986488342},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7988116145133972},{"id":"https://openalex.org/C33039251","wikidata":"https://www.wikidata.org/wiki/Q173373","display_name":"Content management","level":2,"score":0.5092069506645203},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.45385417342185974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4070884585380554},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2710449695587158},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.05812472105026245},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2947460","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2947460","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08869760.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5aec01f3f7b643b3a221a6d1568c503d","is_oa":true,"landing_page_url":"https://doaj.org/article/5aec01f3f7b643b3a221a6d1568c503d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 152014-152022 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2947460","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2947460","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08869760.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1058009580","display_name":"\u79fb\u52a8\u8fb9\u7f18\u8ba1\u7b97\u7f51\u7edc\u4e2d\u7ec8\u7aef\u4e0e\u57fa\u7ad9\u534f\u4f5c\u7f13\u5b58\u673a\u5236\u4e0e\u4f18\u5316\u7814\u7a76","funder_award_id":"61902044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1465883116","display_name":null,"funder_award_id":"2018CDXYRJ0030","funder_id":"https://openalex.org/F4320321392","funder_display_name":"Northwestern Polytechnical University"},{"id":"https://openalex.org/G190755992","display_name":null,"funder_award_id":"cstc2018jcyjAX0340","funder_id":"https://openalex.org/F4320327865","funder_display_name":"Chongqing Research Program of Basic Research and Frontier Technology"},{"id":"https://openalex.org/G2232807933","display_name":null,"funder_award_id":"2018CDXYRJ0030","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4165275703","display_name":null,"funder_award_id":"61602071","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4967915762","display_name":null,"funder_award_id":"cstc2019jcyj-msxmX0589","funder_id":"https://openalex.org/F4320327865","funder_display_name":"Chongqing Research Program of Basic Research and Frontier Technology"},{"id":"https://openalex.org/G6953673769","display_name":null,"funder_award_id":"BK20190295","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G958741994","display_name":null,"funder_award_id":"61902178","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321392","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327865","display_name":"Chongqing Research Program of Basic Research and Frontier Technology","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2980550855.pdf","grobid_xml":"https://content.openalex.org/works/W2980550855.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1485670664","https://openalex.org/W1487184349","https://openalex.org/W1756034034","https://openalex.org/W1860107648","https://openalex.org/W1918432491","https://openalex.org/W1978690967","https://openalex.org/W1987225815","https://openalex.org/W2024176568","https://openalex.org/W2037169571","https://openalex.org/W2038398038","https://openalex.org/W2089059149","https://openalex.org/W2107146703","https://openalex.org/W2111100428","https://openalex.org/W2135916267","https://openalex.org/W2145339207","https://openalex.org/W2150495639","https://openalex.org/W2156588926","https://openalex.org/W2201581102","https://openalex.org/W2344971332","https://openalex.org/W2400388591","https://openalex.org/W2472257696","https://openalex.org/W2491602136","https://openalex.org/W2524013375","https://openalex.org/W2551266388","https://openalex.org/W2739984274","https://openalex.org/W2768581516","https://openalex.org/W2893840011","https://openalex.org/W2898597216","https://openalex.org/W2902611338","https://openalex.org/W2904277101","https://openalex.org/W2904998206","https://openalex.org/W2906269220","https://openalex.org/W2914737894","https://openalex.org/W2945600517","https://openalex.org/W2954847738","https://openalex.org/W2964199361","https://openalex.org/W3024327082","https://openalex.org/W3105117297","https://openalex.org/W4241687679","https://openalex.org/W4294170691","https://openalex.org/W6639025630","https://openalex.org/W6640272449","https://openalex.org/W6676281235","https://openalex.org/W6676399765","https://openalex.org/W6682691769","https://openalex.org/W6683011382","https://openalex.org/W6687681856","https://openalex.org/W6720560662","https://openalex.org/W6776770148"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4239623346","https://openalex.org/W4242575561","https://openalex.org/W3117558525"],"abstract_inverted_index":{"Video":[0],"streaming":[1,13,61],"is":[2,15,180],"a":[3,21,80,101,106,111,115,183,211],"dominant":[4],"application":[5],"over":[6],"today\u2019s":[7],"Internet.":[8],"The":[9,214],"current":[10],"mainstream":[11],"video":[12,29,63,212],"solution":[14],"to":[16,32,91,109,139,162],"utilize":[17,157],"the":[18,33,43,49,54,62,67,123,126,134,141,164,168,175,196,199],"services":[19],"of":[20,72,125,167,198],"Content":[22],"Delivery":[23],"Network":[24,129],"(CDN)":[25],"provider.":[26,213],"By":[27],"replicating":[28],"content":[30],"closer":[31],"network":[34,55,179],"edge,":[35],"caching":[36,83,93,149,172,191],"provides":[37],"an":[38],"effective":[39],"mechanism":[40],"for":[41,45,48,60,87,188],"alleviating":[42],"demand":[44],"massive":[46],"bandwidth":[47],"Internet":[50],"backbone.":[51],"It":[52],"reduces":[53],"traffic":[56],"and":[57,65,152,171],"capital":[58],"expense":[59],"content,":[64],"in":[66,105],"meantime,":[68],"enhance":[69],"Internet\u2019s":[70],"Quality":[71],"Service":[73],"(QoS).":[74],"In":[75],"this":[76],"paper,":[77],"we":[78,156,202],"propose":[79],"neural":[81],"adaptive":[82,190],"approach,":[84,201],"named":[85],"NA-Caching,":[86],"helping":[88],"cache":[89,142],"learn":[90],"make":[92],"decisions":[94,192],"from":[95,210],"its":[96],"own":[97],"experiences":[98],"rather":[99],"than":[100],"specific":[102],"mathematical":[103],"model,":[104],"way":[107],"similar":[108],"how":[110],"human":[112],"being":[113],"learns":[114],"new":[116],"skill":[117],"(e.g.":[118],"cycling,":[119],"swimming).":[120],"NA-Caching":[121],"leverages":[122],"benefits":[124],"Recurrent":[127,159],"Neural":[128],"(RNN)":[130],"as":[131,133],"well":[132],"Deep":[135,184],"Reinforcement":[136],"Learning":[137],"(DRL)":[138],"maximize":[140],"efficiency":[143],"by":[144],"jointly":[145],"learning":[146],"request":[147],"features,":[148],"space":[150],"dynamics":[151],"making":[153,189],"decisions.":[154],"Specifically,":[155],"Gated":[158],"Unit":[160],"(GRU)":[161],"characterize":[163],"evolving":[165],"features":[166],"dynamic":[169],"requests":[170],"space.":[173],"Moreover,":[174],"above":[176],"GRU-based":[177],"representation":[178],"integrated":[181],"into":[182],"Q-Network":[185],"(DQN)":[186],"framework":[187],"online.":[193],"To":[194],"evaluate":[195],"performance":[197],"proposed":[200],"conduct":[203],"extensive":[204],"experiments":[205],"on":[206],"anonymized":[207],"real-world":[208],"traces":[209],"results":[215],"demonstrate":[216],"that":[217],"our":[218],"algorithm":[219],"significantly":[220],"outperform":[221],"several":[222],"candidate":[223],"methods.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}