{"id":"https://openalex.org/W4283364674","doi":"https://doi.org/10.1109/icc45855.2022.9838489","title":"Cache Allocation in Multi-Tenant Edge Computing via online Reinforcement Learning","display_name":"Cache Allocation in Multi-Tenant Edge Computing via online Reinforcement Learning","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W4283364674","doi":"https://doi.org/10.1109/icc45855.2022.9838489"},"language":"en","primary_location":{"id":"doi:10.1109/icc45855.2022.9838489","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9838489","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03546931","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058303790","display_name":"Ayoub Ben-Ameur","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ayoub Ben-Ameur","raw_affiliation_strings":["T&#x00E9;l&#x00E9;com SudParis,Institut Polytechnique de Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T&#x00E9;l&#x00E9;com SudParis,Institut Polytechnique de Paris","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022876515","display_name":"Andrea Araldo","orcid":"https://orcid.org/0000-0002-5448-6646"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrea Araldo","raw_affiliation_strings":["T&#x00E9;l&#x00E9;com SudParis,Institut Polytechnique de Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T&#x00E9;l&#x00E9;com SudParis,Institut Polytechnique de Paris","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063380556","display_name":"Tijani Chahed","orcid":"https://orcid.org/0000-0003-1266-5950"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tijani Chahed","raw_affiliation_strings":["T&#x00E9;l&#x00E9;com SudParis,Institut Polytechnique de Paris"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"T&#x00E9;l&#x00E9;com SudParis,Institut Polytechnique de Paris","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0241,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.88702052,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"859","last_page":"864"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8569232225418091},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7498383522033691},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6750438809394836},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5672250390052795},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5177220702171326},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4958060681819916},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41649580001831055},{"id":"https://openalex.org/keywords/encryption","display_name":"Encryption","score":0.41103723645210266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16463640332221985}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8569232225418091},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7498383522033691},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6750438809394836},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5672250390052795},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5177220702171326},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4958060681819916},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41649580001831055},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.41103723645210266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16463640332221985}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icc45855.2022.9838489","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9838489","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03546931v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03546931","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE International Conference on Communications(ICC 2022), May 2022, Seoul, South Korea. pp.1-6, &#x27E8;10.1109/ICC45855.2022.9838489&#x27E9;","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:HAL:hal-03827469v1","is_oa":false,"landing_page_url":"https://hal.archives-ouvertes.fr/hal-03827469","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE International Conference on Communications (ICC)","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03546931v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03546931","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE International Conference on Communications(ICC 2022), May 2022, Seoul, South Korea. pp.1-6, &#x27E8;10.1109/ICC45855.2022.9838489&#x27E9;","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2124682147","https://openalex.org/W2161853425","https://openalex.org/W2192203593","https://openalex.org/W2341776165","https://openalex.org/W2546571074","https://openalex.org/W2762586323","https://openalex.org/W2767650207","https://openalex.org/W2786306128","https://openalex.org/W2912263474","https://openalex.org/W2947905992","https://openalex.org/W2962804345","https://openalex.org/W2963121211","https://openalex.org/W2963318081","https://openalex.org/W2968048598","https://openalex.org/W3005451312","https://openalex.org/W3021604077","https://openalex.org/W3034971196","https://openalex.org/W3046014345","https://openalex.org/W3082983826","https://openalex.org/W4221147568","https://openalex.org/W4233696721","https://openalex.org/W4289148089","https://openalex.org/W6683896386","https://openalex.org/W6755038352","https://openalex.org/W6762797669","https://openalex.org/W6780404908","https://openalex.org/W6782627332"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"We":[0,95,160,194],"consider":[1],"in":[2,8,87,110,137,164,196],"this":[3],"work":[4],"Edge":[5],"Computing":[6],"(EC)":[7],"a":[9,92,146,158,221],"multi-tenant":[10],"environment:":[11],"the":[12,16,21,47,51,54,97,100,114,139,169,176,204,224,230],"resource":[13,63],"owner,":[14],"i.e.,":[15,83,168],"Network":[17],"Operator":[18],"(NO),":[19],"virtualizes":[20],"resources":[22],"and":[23,39,179,217],"lets":[24],"third":[25],"party":[26],"Service":[27],"Providers":[28],"(SPs":[29],"-":[30],"tenants)":[31],"run":[32],"their":[33],"services,":[34],"which":[35,58,138],"can":[36],"be":[37,70],"diverse":[38],"with":[40,220],"heterogeneous":[41],"requirements.":[42],"Due":[43],"to":[44,104,112,120,155,213,228],"confidentiality":[45],"guarantees,":[46],"NO":[48,101],"cannot":[49],"observe":[50],"nature":[52],"of":[53,56,99,135],"traffic":[55],"SPs,":[57],"is":[59,119,142,153,171,232],"encrypted.":[60],"This":[61],"makes":[62],"allocation":[64,123],"decisions":[65],"challenging,":[66],"since":[67],"they":[68],"must":[69],"taken":[71],"based":[72],"solely":[73],"on":[74,79,145],"observed":[75],"monitoring":[76,180],"information.We":[77],"focus":[78],"one":[80],"specific":[81],"resource,":[82],"cache":[84,106,122],"space,":[85],"deployed":[86],"some":[88],"edge":[89],"node,":[90],"e.g.,":[91],"base":[93],"station.":[94],"study":[96,208],"decision":[98,140],"about":[102],"how":[103,181],"partition":[105],"among":[107],"several":[108,214],"SPs":[109],"order":[111],"minimize":[113],"upstream":[115],"traffic.":[116],"Our":[117,226],"goal":[118],"optimize":[121],"using":[124],"purely":[125],"data-driven,":[126],"model-free":[127],"Reinforcement":[128],"Learning":[129],"(RL).":[130],"Differently":[131],"from":[132,223],"most":[133],"applications":[134],"RL,":[136],"policy":[141,170],"learned":[143,172],"offline":[144],"simulator,":[147],"we":[148,190,207],"assume":[149],"no":[150],"previous":[151],"knowledge":[152],"available":[154,233],"build":[156],"such":[157],"simulator.":[159],"thus":[161],"apply":[162],"RL":[163],"an":[165],"online":[166],"fashion,":[167],"by":[173],"directly":[174],"perturbing":[175],"actual":[177],"system":[178],"its":[182,209,211],"performance":[183],"changes.":[184],"Since":[185],"perturbations":[186],"generate":[187],"spurious":[188],"traffic,":[189],"also":[191],"limit":[192],"them.":[193],"show":[195],"simulation":[197],"that":[198],"our":[199],"method":[200,222],"rapidly":[201],"converges":[202],"toward":[203],"theoretical":[205],"optimum,":[206],"fairness,":[210],"sensitivity":[212],"scenario":[215],"characteristics":[216],"compare":[218],"it":[219],"state-of-the-art.":[225],"code":[227],"reproduce":[229],"results":[231],"as":[234],"open":[235],"source.1":[236]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4}],"updated_date":"2026-08-27T14:10:00.468798","created_date":"2025-10-10T00:00:00"}
