{"id":"https://openalex.org/W4385486166","doi":"https://doi.org/10.1109/tcc.2023.3300889","title":"Multi-Tenant In-Memory Key-Value Cache Partitioning Using Efficient Random Sampling-Based LRU Model","display_name":"Multi-Tenant In-Memory Key-Value Cache Partitioning Using Efficient Random Sampling-Based LRU Model","publication_year":2023,"publication_date":"2023-08-02","ids":{"openalex":"https://openalex.org/W4385486166","doi":"https://doi.org/10.1109/tcc.2023.3300889"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2023.3300889","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2023.3300889","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056682946","display_name":"Yuchen Wang","orcid":"https://orcid.org/0000-0003-2412-9506"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuchen Wang","raw_affiliation_strings":["Department of Computer Science, Michigan Technological University, Houghton, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-2412-9506","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Michigan Technological University, Houghton, MI, USA","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017934969","display_name":"Junyao Yang","orcid":"https://orcid.org/0009-0009-1550-0693"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junyao Yang","raw_affiliation_strings":["Department of Computer Science, Michigan Technological University, Houghton, MI, USA"],"raw_orcid":"https://orcid.org/0009-0009-1550-0693","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Michigan Technological University, Houghton, MI, USA","institution_ids":["https://openalex.org/I11957088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101925944","display_name":"Zhenlin Wang","orcid":"https://orcid.org/0000-0002-0429-4371"},"institutions":[{"id":"https://openalex.org/I11957088","display_name":"Michigan Technological University","ror":"https://ror.org/0036rpn28","country_code":"US","type":"education","lineage":["https://openalex.org/I11957088"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenlin Wang","raw_affiliation_strings":["Department of Computer Science, Michigan Technological University, Houghton, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-0429-4371","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Michigan Technological University, Houghton, MI, USA","institution_ids":["https://openalex.org/I11957088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I11957088"],"apc_list":null,"apc_paid":null,"fwci":1.0528,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77875053,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"11","issue":"4","first_page":"3601","last_page":"3618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8316636085510254},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6771352887153625},{"id":"https://openalex.org/keywords/locality-of-reference","display_name":"Locality of reference","score":0.5548056960105896},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.5544812679290771},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5383027791976929},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45807477831840515},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.36254948377609253},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35740524530410767}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8316636085510254},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6771352887153625},{"id":"https://openalex.org/C27602214","wikidata":"https://www.wikidata.org/wiki/Q1868547","display_name":"Locality of reference","level":3,"score":0.5548056960105896},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.5544812679290771},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5383027791976929},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45807477831840515},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.36254948377609253},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35740524530410767}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcc.2023.3300889","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2023.3300889","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.mtu.edu:michigantech-p2-1071","is_oa":false,"landing_page_url":"https://digitalcommons.mtu.edu/michigantech-p2/72","pdf_url":null,"source":{"id":"https://openalex.org/S4377196391","display_name":"Digital Commons - Michigan Tech (Michigan Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11957088","host_organization_name":"Michigan Technological University","host_organization_lineage":["https://openalex.org/I11957088"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Michigan Tech Publications","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5195001163","display_name":null,"funder_award_id":"CSR1618384","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G5896883584","display_name":null,"funder_award_id":"SaTC2225424","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1969484739","https://openalex.org/W1972541532","https://openalex.org/W1985229168","https://openalex.org/W2062296288","https://openalex.org/W2091250014","https://openalex.org/W2112686638","https://openalex.org/W2143773524","https://openalex.org/W2164705534","https://openalex.org/W2201220957","https://openalex.org/W2536284450","https://openalex.org/W2796678365","https://openalex.org/W2799171747","https://openalex.org/W2808110532","https://openalex.org/W2890473121","https://openalex.org/W2984111463","https://openalex.org/W2988544025","https://openalex.org/W3016062120","https://openalex.org/W3139474194","https://openalex.org/W3170749704","https://openalex.org/W3203380367","https://openalex.org/W4237945103","https://openalex.org/W4244812766","https://openalex.org/W4252346724","https://openalex.org/W4253438286","https://openalex.org/W6628421564","https://openalex.org/W6632074802","https://openalex.org/W6635217627","https://openalex.org/W6638008547","https://openalex.org/W6639025630","https://openalex.org/W6640241026","https://openalex.org/W6680310165","https://openalex.org/W6698632581","https://openalex.org/W6715807424","https://openalex.org/W6741503636","https://openalex.org/W6741717432","https://openalex.org/W6742213223","https://openalex.org/W6750798687","https://openalex.org/W6774575982","https://openalex.org/W6784954690","https://openalex.org/W6785039534","https://openalex.org/W6791144649"],"related_works":["https://openalex.org/W2147122795","https://openalex.org/W2061075966","https://openalex.org/W3147501184","https://openalex.org/W2167303720","https://openalex.org/W2268996566","https://openalex.org/W2109715593","https://openalex.org/W3161817247","https://openalex.org/W2007500636","https://openalex.org/W2012518269","https://openalex.org/W2068309140"],"abstract_inverted_index":{"In-memory":[0],"key-value":[1,182,208],"caches":[2],"are":[3],"widely":[4],"used":[5,87],"as":[6,57,59,67],"a":[7,90,117,158,218,284,293,305],"performance-critical":[8],"layer":[9],"in":[10,31,53,181,311,321],"web":[11],"applications,":[12],"disk-based":[13],"storage,":[14],"and":[15,73,107,125,171,178,221,234,265,270,290,318,325],"distributed":[16],"systems.":[17],"The":[18],"Least":[19],"Recently":[20],"Used":[21],"(LRU)":[22],"replacement":[23],"policy":[24,104],"has":[25],"become":[26],"the":[27,41,49,60,70,84,193,202,205,228,232,242],"<i>de":[28],"facto</i>":[29],"standard":[30],"those":[32],"systems":[33,77],"since":[34],"it":[35,173],"exploits":[36],"workload":[37],"locality":[38,243],"well.":[39],"However,":[40],"LRU":[42,81,124,128,138],"implementation":[43],"can":[44,115],"be":[45,146],"costly":[46],"due":[47],"to":[48,99,165,174,239,283,292,298,316],"rigid":[50],"data":[51],"structure":[52],"maintaining":[54],"object":[55,63,267],"priority,":[56],"well":[58],"locks":[61],"for":[62,262],"order":[64],"updating.":[65],"Redis":[66],"one":[68],"of":[69,95,151,197,204,244,308],"most":[71],"effective":[72],"prevalent":[74],"deployed":[75],"commercial":[76],"adopts":[78],"an":[79,186],"approximated":[80],"policy,":[82],"where":[83],"least":[85],"recently":[86],"item":[88],"from":[89],"small,":[91],"randomly":[92],"sampled":[93],"set":[94],"items":[96],"is":[97,105],"chosen":[98],"evict.":[100],"This":[101],"random":[102,126,168,212],"sampling-based":[103,127,213],"lightweight":[106],"shows":[108,314],"its":[109],"flexibility.":[110],"We":[111,184],"observe":[112],"that":[113,191,210,254],"there":[114],"exist":[116],"significant":[118],"miss":[119,139,259],"ratio":[120,140,260],"gap":[121],"between":[122],"exact":[123],"under":[129],"different":[130],"sampling":[131,169],"size":[132,268],"<inline-formula><tex-math":[133,237],"notation=\"LaTeX\">$K$</tex-math></inline-formula>":[134,238],"s.":[135],"Therefore":[136],"existing":[137],"curve":[141],"(MRC)":[142],"construction":[143],"techniques":[144],"cannot":[145],"directly":[147],"applied":[148],"without":[149],"loss":[150],"accuracy.":[152],"In":[153],"this":[154],"article,":[155],"we":[156,215],"introduce":[157],"new":[159],"probabilistic":[160],"stack":[161,188],"algorithm":[162,190],"named":[163],"<i>KRR</i>":[164],"accurately":[166],"model":[167,256],"based-LRU,":[170],"extend":[172],"handle":[175],"both":[176,263],"fixed":[177,264],"variable":[179,266],"objects":[180],"caches.":[183],"present":[185],"efficient":[187],"update":[189],"reduces":[192],"expected":[194],"running":[195],"time":[196],"KRR":[198],"significantly.":[199],"To":[200],"improve":[201],"performance":[203],"in-memory":[206],"multi-tenant":[207],"cache":[209],"utilizes":[211],"replacement,":[214],"propose":[216],"kRedis,":[217],"reference":[219],"locality-":[220],"latency-aware":[222],"memory":[223,229,309],"partitioning":[224],"scheme.":[225],"kRedis":[226,280,313],"guides":[227],"allocation":[230,310],"among":[231],"tenants":[233],"dynamically":[235],"customizes":[236],"better":[240],"exploit":[241],"each":[245],"individual":[246],"tenant.":[247],"Evaluation":[248],"results":[249],"over":[250],"diverse":[251],"workloads":[252],"show":[253],"our":[255],"generates":[257],"accurate":[258],"curves":[261],"workloads,":[269],"enables":[271],"practical,":[272],"low-overhead":[273],"online":[274],"MRC":[275],"prediction.":[276],"Equipped":[277],"with":[278,303],"KRR,":[279],"delivers":[281],"up":[282,291,315],"50.2%":[285],"average":[286,322],"access":[287,323],"latency":[288,324],"reduction,":[289],"262.8%":[294],"throughput":[295],"improvement":[296],"compared":[297],"Redis.":[299],"Furthermore,":[300],"by":[301],"comparing":[302],"pRedis,":[304],"state-of-the-art":[306],"design":[307],"Redis,":[312],"24.8%":[317],"61.8%":[319],"improvements":[320],"throughput,":[326],"respectively.":[327]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
