{"id":"https://openalex.org/W7225328757","doi":"https://doi.org/10.47392/irjaeh.2026.0743","title":"Model-Based Q-Learning for Dynamic Cache Allocation in Multi-Tenant Edge Computing","display_name":"Model-Based Q-Learning for Dynamic Cache Allocation in Multi-Tenant Edge Computing","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225328757","doi":"https://doi.org/10.47392/irjaeh.2026.0743"},"language":"en","primary_location":{"id":"doi:10.47392/irjaeh.2026.0743","doi":"https://doi.org/10.47392/irjaeh.2026.0743","is_oa":true,"landing_page_url":"https://doi.org/10.47392/irjaeh.2026.0743","pdf_url":"https://irjaeh.com/index.php/journal/article/download/2068/1903","source":{"id":"https://openalex.org/S5407010578","display_name":"International Research Journal on Advanced Engineering Hub (IRJAEH)","issn_l":"2584-2137","issn":["2584-2137"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Research Journal on Advanced Engineering Hub (IRJAEH)","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://irjaeh.com/index.php/journal/article/download/2068/1903","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160918749","display_name":"Pooranakalai S","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405285548","display_name":"Sengunthar Engineering College (Autonomous)","ror":"https://ror.org/05n8szd04","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405285548"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pooranakalai S","raw_affiliation_strings":["Department of Computer Science and Engineering, Erode Sengunthar Engineering College, Erode - 638 057, Tamil Nadu, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Erode Sengunthar Engineering College, Erode - 638 057, Tamil Nadu, India","institution_ids":["https://openalex.org/I4405285548"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160752368","display_name":"Safrin Suhaina A","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405285548","display_name":"Sengunthar Engineering College (Autonomous)","ror":"https://ror.org/05n8szd04","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405285548"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Safrin Suhaina A","raw_affiliation_strings":["Assistant Professor, Department of Computer Science and Engineering, Erode Sengunthar Engineering College, Erode - 638 057, Tamil Nadu, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Assistant Professor, Department of Computer Science and Engineering, Erode Sengunthar Engineering College, Erode - 638 057, Tamil Nadu, India","institution_ids":["https://openalex.org/I4405285548"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064298853","display_name":"Surbhi Kumari","orcid":"https://orcid.org/0000-0003-0859-4686","observed_orcids":["https://orcid.org/0000-0003-0859-4686"]},"institutions":[{"id":"https://openalex.org/I4405285548","display_name":"Sengunthar Engineering College (Autonomous)","ror":"https://ror.org/05n8szd04","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405285548"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Surbhi Kumari","raw_affiliation_strings":["Assistant Professor, Department of Computer Science and Engineering, Erode Sengunthar Engineering College, Erode - 638 057, Tamil Nadu, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Assistant Professor, Department of Computer Science and Engineering, Erode Sengunthar Engineering College, Erode - 638 057, Tamil Nadu, India","institution_ids":["https://openalex.org/I4405285548"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5160959409","display_name":"Ms. R. Punithagowri","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405285548","display_name":"Sengunthar Engineering College (Autonomous)","ror":"https://ror.org/05n8szd04","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405285548"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ms. R. Punithagowri","raw_affiliation_strings":["Assistant Professor, Department of Computer Science and Engineering, Erode Sengunthar Engineering College, Erode - 638 057, Tamil Nadu, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Assistant Professor, Department of Computer Science and Engineering, Erode Sengunthar Engineering College, Erode - 638 057, Tamil Nadu, India","institution_ids":["https://openalex.org/I4405285548"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4405285548"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"4","issue":"10","first_page":"5723","last_page":"5728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.024000000208616257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8629999756813049},{"id":"https://openalex.org/keywords/traffic-demand-estimation","display_name":"traffic demand estimation","score":0.5699999928474426},{"id":"https://openalex.org/keywords/experience-replay","display_name":"experience replay","score":0.9520000219345093},{"id":"https://openalex.org/keywords/epsilon-greedy-policy","display_name":"epsilon-greedy policy","score":0.9819999933242798},{"id":"https://openalex.org/keywords/cache-miss-reduction","display_name":"cache miss reduction","score":0.6460000276565552},{"id":"https://openalex.org/keywords/response-latency","display_name":"response latency","score":0.8040000200271606}],"concepts":[{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8896999955177307},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.8690999746322632},{"id":"https://openalex.org/C25536678","wikidata":"https://www.wikidata.org/wiki/Q5015977","display_name":"Cache invalidation","level":5,"score":0.852400004863739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8278999924659729},{"id":"https://openalex.org/C167713795","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"Smart Cache","level":5,"score":0.777999997138977},{"id":"https://openalex.org/C201148951","wikidata":"https://www.wikidata.org/wiki/Q5015976","display_name":"Cache coloring","level":4,"score":0.7753000259399414},{"id":"https://openalex.org/C113166858","wikidata":"https://www.wikidata.org/wiki/Q5015981","display_name":"Cache pollution","level":5,"score":0.6718000173568726},{"id":"https://openalex.org/C59687516","wikidata":"https://www.wikidata.org/wiki/Q5015938","display_name":"Cache-oblivious algorithm","level":5,"score":0.6039999723434448},{"id":"https://openalex.org/C36340418","wikidata":"https://www.wikidata.org/wiki/Q7124288","display_name":"Page cache","level":5,"score":0.49779999256134033},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4180999994277954},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41769999265670776},{"id":"https://openalex.org/C51185590","wikidata":"https://www.wikidata.org/wiki/Q1017228","display_name":"Bus sniffing","level":5,"score":0.3483000099658966},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3001999855041504},{"id":"https://openalex.org/C120936851","wikidata":"https://www.wikidata.org/wiki/Q1408065","display_name":"MESI protocol","level":5,"score":0.290800005197525},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26739999651908875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.47392/irjaeh.2026.0743","doi":"https://doi.org/10.47392/irjaeh.2026.0743","is_oa":true,"landing_page_url":"https://doi.org/10.47392/irjaeh.2026.0743","pdf_url":"https://irjaeh.com/index.php/journal/article/download/2068/1903","source":{"id":"https://openalex.org/S5407010578","display_name":"International Research Journal on Advanced Engineering Hub (IRJAEH)","issn_l":"2584-2137","issn":["2584-2137"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Research Journal on Advanced Engineering Hub (IRJAEH)","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.47392/irjaeh.2026.0743","doi":"https://doi.org/10.47392/irjaeh.2026.0743","is_oa":true,"landing_page_url":"https://doi.org/10.47392/irjaeh.2026.0743","pdf_url":"https://irjaeh.com/index.php/journal/article/download/2068/1903","source":{"id":"https://openalex.org/S5407010578","display_name":"International Research Journal on Advanced Engineering Hub (IRJAEH)","issn_l":"2584-2137","issn":["2584-2137"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Research Journal on Advanced Engineering Hub (IRJAEH)","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225328757.pdf","grobid_xml":"https://content.openalex.org/works/W7225328757.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1978690967","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2568772110","https://openalex.org/W3038822267"],"related_works":["https://openalex.org/W4407128684","https://openalex.org/W4283364674","https://openalex.org/W3082746342","https://openalex.org/W4390004946","https://openalex.org/W7162212456","https://openalex.org/W3082983826","https://openalex.org/W4411614355","https://openalex.org/W7124160703","https://openalex.org/W4386713811","https://openalex.org/W4296121851"],"abstract_inverted_index":{"In":[0],"multi-tenant":[1],"edge":[2],"computing,":[3],"several":[4],"Service":[5],"Providers":[6],"(SPs)":[7],"share":[8],"a":[9,22,46,141,168,172,177],"limited":[10],"cache.":[11],"Because":[12],"the":[13,53,68,127,133,156,162,165],"traffic":[14,54],"demand":[15,55],"of":[16,59],"each":[17],"SP":[18,32,35,61,138],"changes":[19],"over":[20],"time,":[21],"fixed":[23,214],"cache":[24,37,48,57,65,134,143,182,186,197,201],"partition":[25],"can":[26],"leave":[27],"space":[28,66],"unused":[29,64],"for":[30],"one":[31],"while":[33],"another":[34],"suffers":[36],"misses":[38,202],"and":[39,56,62,102,136,176,189,203,206],"longer":[40],"response":[41,184,204],"delay.":[42],"This":[43],"paper":[44,160],"proposes":[45],"dynamic":[47],"allocation":[49,129,166],"framework":[50,192],"that":[51,70],"monitors":[52],"usage":[58],"every":[60,137],"moves":[63],"to":[67,155,195],"SPs":[69],"need":[71],"it.":[72],"Allocation":[73],"decisions":[74],"are":[75],"supported":[76],"by":[77,150],"model-based":[78],"reinforcement":[79],"learning":[80,157],"(MB-RL)":[81],"built":[82],"on":[83,181],"Q-learning.":[84],"A":[85],"regression":[86],"model":[87],"estimates":[88],"cost":[89],"or":[90],"performance":[91],"from":[92],"system":[93,163],"conditions,":[94],"experience":[95],"replay":[96],"reuses":[97],"past":[98],"experiences":[99],"during":[100],"learning,":[101],"an":[103],"epsilon-greedy":[104],"policy":[105],"balances":[106],"trying":[107],"new":[108],"actions":[109],"with":[110,171,213],"choosing":[111],"learned":[112],"ones.":[113],"Every":[114],"candidate":[115],"action":[116],"is":[117,125,147,193],"checked":[118],"against":[119],"two":[120],"hard":[121],"rules":[122],"before":[123],"it":[124],"applied:":[126],"total":[128],"must":[130,139],"not":[131],"exceed":[132],"capacity,":[135],"keep":[140],"minimum":[142],"share.":[144],"Fair":[145],"sharing":[146,209],"therefore":[148],"enforced":[149],"construction":[151],"rather":[152],"than":[153],"left":[154],"signal.":[158],"The":[159,191],"presents":[161],"architecture,":[164],"procedure,":[167],"worked":[169],"example":[170],"100":[173],"GB":[174],"cache,":[175],"planned":[178],"evaluation":[179],"based":[180],"utilization,":[183],"delay,":[185,205],"hit":[187],"ratio,":[188],"fairness.":[190],"expected":[194],"improve":[196],"usage,":[198],"reduce":[199],"unnecessary":[200],"support":[207],"fair":[208],"among":[210],"tenants":[211],"compared":[212],"allocation.":[215]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-11-06T00:00:00"}