{"id":"https://openalex.org/W3049258101","doi":"https://doi.org/10.1109/netsoft48620.2020.9165471","title":"RLDRM: Closed Loop Dynamic Cache Allocation with Deep Reinforcement Learning for Network Function Virtualization","display_name":"RLDRM: Closed Loop Dynamic Cache Allocation with Deep Reinforcement Learning for Network Function Virtualization","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3049258101","doi":"https://doi.org/10.1109/netsoft48620.2020.9165471","mag":"3049258101"},"language":"en","primary_location":{"id":"doi:10.1109/netsoft48620.2020.9165471","is_oa":false,"landing_page_url":"https://doi.org/10.1109/netsoft48620.2020.9165471","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 6th IEEE Conference on Network Softwarization (NetSoft)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100365151","display_name":"Bin Li","orcid":"https://orcid.org/0000-0002-1998-819X"},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I4210158342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100692706","display_name":"Yipeng Wang","orcid":"https://orcid.org/0000-0002-3709-1925"},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yipeng Wang","raw_affiliation_strings":["Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I4210158342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339138","display_name":"Ren Wang","orcid":"https://orcid.org/0000-0002-6366-8898"},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ren Wang","raw_affiliation_strings":["Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I4210158342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014187069","display_name":"Charlie Tai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Charlie Tai","raw_affiliation_strings":["Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I4210158342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111987814","display_name":"Ravi Iyer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ravi Iyer","raw_affiliation_strings":["Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I4210158342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100940923","display_name":"Zhou Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhu Zhou","raw_affiliation_strings":["Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I4210158342"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andrew Herdrich","orcid":null},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrew Herdrich","raw_affiliation_strings":["Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I4210158342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100378820","display_name":"Tong Zhang","orcid":"https://orcid.org/0000-0003-2477-7140"},"institutions":[{"id":"https://openalex.org/I4210158342","display_name":"Intel (United Kingdom)","ror":"https://ror.org/058cxws58","country_code":"GB","type":"company","lineage":["https://openalex.org/I1343180700","https://openalex.org/I4210158342"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tong Zhang","raw_affiliation_strings":["Intel Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Corporation","institution_ids":["https://openalex.org/I4210158342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023309381","display_name":"Ameer Haj-Ali","orcid":"https://orcid.org/0000-0001-8515-2828"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ameer Haj-Ali","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041920173","display_name":"Ion Stoica","orcid":"https://orcid.org/0000-0002-5373-0088"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ion Stoica","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035134864","display_name":"Krste Asanovi\u0107","orcid":"https://orcid.org/0000-0003-0754-3975"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krste Asanovic","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9449,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.87178383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"335","last_page":"343"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.814616858959198},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8015859723091125},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6546485424041748},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.6379672288894653},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.625171959400177},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5014314651489258},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.45367997884750366},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4349225163459778},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3960633873939514},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39482834935188293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32748302817344666},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.26604318618774414}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.814616858959198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8015859723091125},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6546485424041748},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.6379672288894653},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.625171959400177},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5014314651489258},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.45367997884750366},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4349225163459778},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3960633873939514},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39482834935188293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32748302817344666},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.26604318618774414},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/netsoft48620.2020.9165471","is_oa":false,"landing_page_url":"https://doi.org/10.1109/netsoft48620.2020.9165471","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 6th IEEE Conference on Network Softwarization (NetSoft)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1608999459","https://openalex.org/W1757796397","https://openalex.org/W1994825940","https://openalex.org/W1998310976","https://openalex.org/W2004301625","https://openalex.org/W2010843180","https://openalex.org/W2046660101","https://openalex.org/W2061574886","https://openalex.org/W2070414229","https://openalex.org/W2094833706","https://openalex.org/W2121863487","https://openalex.org/W2124682147","https://openalex.org/W2143773524","https://openalex.org/W2143835304","https://openalex.org/W2145339207","https://openalex.org/W2147802358","https://openalex.org/W2155968351","https://openalex.org/W2164988937","https://openalex.org/W2173564293","https://openalex.org/W2257979135","https://openalex.org/W2322202675","https://openalex.org/W2327709439","https://openalex.org/W2347137561","https://openalex.org/W2546571074","https://openalex.org/W2579461576","https://openalex.org/W2620387295","https://openalex.org/W2742759325","https://openalex.org/W2746553466","https://openalex.org/W2761862361","https://openalex.org/W2766886465","https://openalex.org/W2772526503","https://openalex.org/W2779040504","https://openalex.org/W2782697230","https://openalex.org/W2798747284","https://openalex.org/W2798776206","https://openalex.org/W2895019217","https://openalex.org/W2908925809","https://openalex.org/W2951799221","https://openalex.org/W2953149731","https://openalex.org/W2963390429","https://openalex.org/W2971919016","https://openalex.org/W2976867202","https://openalex.org/W3020993522","https://openalex.org/W4214717370","https://openalex.org/W4244995015","https://openalex.org/W4249568682","https://openalex.org/W4288267707","https://openalex.org/W4295830359","https://openalex.org/W4298857966","https://openalex.org/W6636558983","https://openalex.org/W6682001146","https://openalex.org/W6685444567","https://openalex.org/W6732133682","https://openalex.org/W6747481501","https://openalex.org/W6751128123"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2389214306","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2158842975"],"abstract_inverted_index":{"Network":[0,25],"function":[1],"virtualization":[2],"(NFV)":[3],"technology":[4],"attracts":[5],"tremendous":[6],"interests":[7],"from":[8],"telecommunication":[9],"industry":[10],"and":[11,34,83,129,165],"data":[12,93],"center":[13,94],"operators,":[14],"as":[15],"it":[16,111],"allows":[17],"service":[18],"providers":[19],"to":[20,44,64,75,90,115,124,155],"assign":[21],"resource":[22,60,122],"for":[23,182],"Virtual":[24],"Functions":[26],"(VNFs)":[27],"on":[28],"demand,":[29],"achieving":[30],"better":[31],"flexibility,":[32],"programmability,":[33],"scalability.":[35],"To":[36],"improve":[37],"server":[38,131,176],"utilization,":[39],"one":[40],"popular":[41],"practice":[42],"is":[43,62,74],"deploy":[45],"best":[46],"effort":[47],"(BE)":[48],"workloads":[49,167],"along":[50],"with":[51],"high":[52,57],"priority":[53,58],"(HP)":[54],"VNFs":[55,164],"when":[56],"VNF's":[59],"usage":[61],"detected":[63],"be":[65],"low.":[66],"The":[67,172],"key":[68],"challenge":[69,118],"of":[70,87],"this":[71,117,134],"deployment":[72],"scheme":[73],"dynamically":[76,156],"balance":[77],"the":[78,84,92,101,113,126,183],"Service":[79],"level":[80],"objective":[81],"(SLO)":[82],"total":[85],"cost":[86],"ownership":[88],"(TCO)":[89],"optimize":[91],"efficiency":[95],"under":[96],"inherently":[97],"fluctuating":[98],"workloads.":[99],"With":[100],"recent":[102],"advancement":[103],"in":[104],"deep":[105,169],"reinforcement":[106,170],"learning,":[107],"we":[108,136],"conjecture":[109],"that":[110],"has":[112],"potential":[114],"solve":[116],"by":[119],"adaptively":[120],"adjusting":[121],"allocation":[123,161],"reach":[125],"improved":[127,175],"performance":[128],"higher":[130],"utilization.":[132],"In":[133],"paper,":[135],"present":[137],"a":[138],"closed-loop":[139],"automation":[140],"system":[141],"RLDRM":[142],"<sup":[143,146],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[144,147],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[145,148],"RLDRM:":[149],"Reinforcement":[150],"Learning":[151],"Dynamic":[152],"Resource":[153],"Management":[154],"adjust":[157],"Last":[158],"Level":[159],"Cache":[160],"between":[162],"HP":[163,184],"BE":[166],"using":[168],"learning.":[171],"results":[173],"demonstrate":[174],"utilization":[177],"while":[178],"maintaining":[179],"required":[180],"SLO":[181],"VNFs.":[185]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}