{"id":"https://openalex.org/W4407128684","doi":"https://doi.org/10.1109/tcc.2025.3538158","title":"Cache Allocation in Multi-Tenant Edge Computing: An Online Model-Based Reinforcement Learning Approach","display_name":"Cache Allocation in Multi-Tenant Edge Computing: An Online Model-Based Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-02-04","ids":{"openalex":"https://openalex.org/W4407128684","doi":"https://doi.org/10.1109/tcc.2025.3538158"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2025.3538158","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2025.3538158","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04937101","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058303790","display_name":"Ayoub Ben-Ameur","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ayoub Ben-Ameur","raw_affiliation_strings":["SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, Palaiseau, France","SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-4767-4083","affiliations":[{"raw_affiliation_string":"SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, Palaiseau, France","institution_ids":["https://openalex.org/I4210145102"]},{"raw_affiliation_string":"SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, France","institution_ids":["https://openalex.org/I4210145102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022876515","display_name":"Andrea Araldo","orcid":"https://orcid.org/0000-0002-5448-6646"},"institutions":[{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Andrea Araldo","raw_affiliation_strings":["SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, Palaiseau, France","SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, Palaiseau, France","institution_ids":["https://openalex.org/I4210145102"]},{"raw_affiliation_string":"SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, France","institution_ids":["https://openalex.org/I4210145102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063380556","display_name":"Tijani Chahed","orcid":"https://orcid.org/0000-0003-1266-5950"},"institutions":[{"id":"https://openalex.org/I4210145102","display_name":"Institut Polytechnique de Paris","ror":"https://ror.org/042tfbd02","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Tijani Chahed","raw_affiliation_strings":["SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, Palaiseau, France","SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, France"],"raw_orcid":"https://orcid.org/0000-0003-1266-5950","affiliations":[{"raw_affiliation_string":"SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, Palaiseau, France","institution_ids":["https://openalex.org/I4210145102"]},{"raw_affiliation_string":"SAMOVAR, Telecom SudParis, Institut Polytechnique de Paris, France","institution_ids":["https://openalex.org/I4210145102"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086721943","display_name":"Gy\u00f6rgy D\u00e1n","orcid":"https://orcid.org/0000-0002-4876-0223"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Gy\u00f6rgy D\u00e1n","raw_affiliation_strings":["Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-4876-0223","affiliations":[{"raw_affiliation_string":"Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.8331,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.96805897,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"13","issue":"2","first_page":"459","last_page":"472"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9369999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9304999709129333,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8525415658950806},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.798419713973999},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5892127752304077},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5397696495056152},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5329759120941162},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.5153762698173523},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4450485110282898},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34871530532836914},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.32926705479621887},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17591917514801025}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8525415658950806},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.798419713973999},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5892127752304077},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5397696495056152},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5329759120941162},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.5153762698173523},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4450485110282898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34871530532836914},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.32926705479621887},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17591917514801025}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcc.2025.3538158","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2025.3538158","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04937101v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04937101","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Cloud Computing, 2025, pp.1-4","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04937101v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04937101","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Cloud Computing, 2025, pp.1-4","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1605318140","https://openalex.org/W1965569561","https://openalex.org/W1989262026","https://openalex.org/W2010931783","https://openalex.org/W2040534455","https://openalex.org/W2048847002","https://openalex.org/W2077902449","https://openalex.org/W2109690147","https://openalex.org/W2124682147","https://openalex.org/W2150011303","https://openalex.org/W2192203593","https://openalex.org/W2341776165","https://openalex.org/W2500139799","https://openalex.org/W2546571074","https://openalex.org/W2762586323","https://openalex.org/W2767650207","https://openalex.org/W2786306128","https://openalex.org/W2900570978","https://openalex.org/W2912263474","https://openalex.org/W2920290726","https://openalex.org/W2962804345","https://openalex.org/W2962847657","https://openalex.org/W2963121211","https://openalex.org/W2963686989","https://openalex.org/W2963789838","https://openalex.org/W3005451312","https://openalex.org/W3021604077","https://openalex.org/W3023342539","https://openalex.org/W3025361829","https://openalex.org/W3082983826","https://openalex.org/W3093061356","https://openalex.org/W3093604006","https://openalex.org/W3111967092","https://openalex.org/W3164201162","https://openalex.org/W3185035147","https://openalex.org/W3185074539","https://openalex.org/W3204496228","https://openalex.org/W4225098782","https://openalex.org/W4233061323","https://openalex.org/W4233696721","https://openalex.org/W4239515884","https://openalex.org/W4283316683","https://openalex.org/W4283364674","https://openalex.org/W4285244214","https://openalex.org/W4285272227","https://openalex.org/W4286776139","https://openalex.org/W4293211786","https://openalex.org/W4321021068","https://openalex.org/W4399196160","https://openalex.org/W6636868823","https://openalex.org/W6683896386","https://openalex.org/W6755038352","https://openalex.org/W6762239238","https://openalex.org/W6762797669","https://openalex.org/W6780404908","https://openalex.org/W6799418661"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W3150465815","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"We":[0,30,102,141,201,216,237,249],"consider":[1],"a":[2,104,127,139,186,208,264],"Network":[3],"Operator":[4],"(NO)":[5],"that":[6,95,188,219,241],"owns":[7],"Edge":[8],"Computing":[9],"(EC)":[10],"resources,":[11],"virtualizes":[12],"them":[13],"and":[14,39,150,158,230,260],"lets":[15],"third":[16],"party":[17],"Service":[18],"Providers":[19],"(SPs)":[20],"run":[21],"their":[22],"services,":[23],"using":[24],"the":[25,41,55,62,66,69,98,120,148,151,160,193,199,228,267],"allocated":[26],"slice":[27],"of":[28,43,68,71,192],"resources.":[29],"focus":[31],"on":[32,40,88,110,126],"one":[33],"specific":[34],"resource,":[35],"i.e.,":[36,147],"cache":[37,106,223],"space,":[38],"problem":[42],"how":[44],"to":[45,53,59,136,171,177,212,227,256],"allocate":[46],"it":[47,262],"among":[48],"several":[49,257],"SPs":[50],"in":[51,118,145,207,233,239],"order":[52],"minimize":[54],"backhaul":[56],"traffic.":[57],"Due":[58],"confidentiality":[60],"guarantees,":[61],"NO":[63],"cannot":[64],"observe":[65],"nature":[67],"traffic":[70,99],"SPs,":[72],"which":[73,119],"is":[74,94,100,123,134,244],"encrypted.":[75],"Allocation":[76],"decisions":[77],"are":[78,153],"thus":[79,142,169],"challenging,":[80],"since":[81],"they":[82],"must":[83],"be":[84,178],"taken":[85],"solely":[86],"based":[87,109],"observed":[89],"monitoring":[90,159],"information.":[91],"Another":[92],"challenge":[93],"not":[96],"all":[97],"cacheable.":[101],"propose":[103],"data-driven":[105],"allocation":[107,224],"strategy,":[108],"Reinforcement":[111],"Learning":[112],"(RL).":[113],"Unlike":[114],"most":[115],"RL":[116,144,210],"applications,":[117],"decision":[121],"policy":[122,152],"learned":[124,154],"offline":[125],"simulator,":[128],"we":[129,168,184],"assume":[130],"no":[131],"previous":[132],"knowledge":[133],"available":[135],"build":[137],"such":[138,204,234,242],"simulator.":[140],"apply":[143],"anonlinefashion,":[146],"model":[149],"by":[155],"directly":[156],"perturbing":[157],"actual":[161],"system.":[162,200],"Since":[163],"perturbations":[164],"generate":[165],"spurious":[166],"traffic,":[167],"need":[170],"limit":[172],"perturbations.":[173],"This":[174],"requires":[175],"learning":[176],"extremely":[179],"efficient.":[180],"To":[181],"this":[182],"aim,":[183],"devise":[185],"strategy":[187,221],"learns":[189],"an":[190,205,235],"approximation":[191,206],"cost":[194],"function,":[195],"while":[196],"interacting":[197],"with":[198,263],"then":[202],"use":[203],"Model-Based":[209],"(MB-RL)":[211],"speed":[213],"up":[214],"convergence.":[215],"prove":[217],"analytically":[218],"our":[220],"brings":[222],"boundedly":[225],"close":[226],"optimum":[229],"stably":[231],"remains":[232],"allocation.":[236],"show":[238],"simulations":[240],"convergence":[243],"obtained":[245],"within":[246],"few":[247],"minutes.":[248],"also":[250],"study":[251],"its":[252,254],"fairness,":[253],"sensitivity":[255],"scenario":[258],"characteristics":[259],"compare":[261],"method":[265],"from":[266],"state-of-the-art.":[268]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":3}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}