{"id":"https://openalex.org/W4401751776","doi":"https://doi.org/10.1109/icccn61486.2024.10637588","title":"Scaling Container Caching to Larger Networks with Multi-Agent Reinforcement Learning","display_name":"Scaling Container Caching to Larger Networks with Multi-Agent Reinforcement Learning","publication_year":2024,"publication_date":"2024-07-29","ids":{"openalex":"https://openalex.org/W4401751776","doi":"https://doi.org/10.1109/icccn61486.2024.10637588"},"language":"en","primary_location":{"id":"doi:10.1109/icccn61486.2024.10637588","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccn61486.2024.10637588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd International Conference on Computer Communications and Networks (ICCCN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111964478","display_name":"A. Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I51504820","display_name":"San Jose State University","ror":"https://ror.org/04qyvz380","country_code":"US","type":"education","lineage":["https://openalex.org/I51504820"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Austin Chen","raw_affiliation_strings":["San José State University,Department of Computer Science,San Jose,CA,USA,95192"],"affiliations":[{"raw_affiliation_string":"San José State University,Department of Computer Science,San Jose,CA,USA,95192","institution_ids":["https://openalex.org/I51504820"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018323644","display_name":"Genya Ishigaki","orcid":"https://orcid.org/0000-0003-3655-7532"},"institutions":[{"id":"https://openalex.org/I51504820","display_name":"San Jose State University","ror":"https://ror.org/04qyvz380","country_code":"US","type":"education","lineage":["https://openalex.org/I51504820"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Genya Ishigaki","raw_affiliation_strings":["San José State University,Department of Computer Science,San Jose,CA,USA,95192"],"affiliations":[{"raw_affiliation_string":"San José State University,Department of Computer Science,San Jose,CA,USA,95192","institution_ids":["https://openalex.org/I51504820"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5111964478"],"corresponding_institution_ids":["https://openalex.org/I51504820"],"apc_list":null,"apc_paid":null,"fwci":0.7326,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72143786,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7992837429046631},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.7894096374511719},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7306918501853943},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6716861724853516},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3916195034980774},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3349488079547882},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3287789821624756},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09862780570983887},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0819297730922699}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7992837429046631},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.7894096374511719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7306918501853943},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6716861724853516},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3916195034980774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3349488079547882},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3287789821624756},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09862780570983887},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0819297730922699},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icccn61486.2024.10637588","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccn61486.2024.10637588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd International Conference on Computer Communications and Networks (ICCCN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W206679605","https://openalex.org/W2736601468","https://openalex.org/W2901213618","https://openalex.org/W2971017185","https://openalex.org/W3126507566","https://openalex.org/W3155705005","https://openalex.org/W4283219705","https://openalex.org/W4309995564","https://openalex.org/W4392158171","https://openalex.org/W6741002519","https://openalex.org/W6754018566"],"related_works":["https://openalex.org/W2367301169","https://openalex.org/W2352134912","https://openalex.org/W2001079144","https://openalex.org/W4393477817","https://openalex.org/W4306904969","https://openalex.org/W2048054615","https://openalex.org/W2974221847","https://openalex.org/W2480624181","https://openalex.org/W2581710029","https://openalex.org/W2055230095"],"abstract_inverted_index":{"The":[0],"development":[1],"of":[2,16,28],"containers":[3,24,47,62],"as":[4],"a":[5,53,92,112,139],"tool":[6],"for":[7,66,94],"scalable":[8],"computing":[9,20],"has":[10,72,138],"led":[11],"to":[12,30,35,75,160,162,168],"the":[13,17,69,77,132,149],"increased":[14],"use":[15],"serverless":[18],"edge":[19,31,81],"paradigm.":[21],"In":[22,99,151],"particular,":[23,152],"enable":[25],"fast":[26],"deployment":[27],"services":[29],"networks,":[32],"allowing":[33],"users":[34],"access":[36],"spatially":[37],"closer":[38],"servers":[39,82],"and":[40,89,116,120],"resulting":[41],"in":[42,64,85],"lower":[43],"latency.":[44],"As":[45],"instantiating":[46],"can":[48,109],"cause":[49],"extra":[50],"delay":[51],"called":[52],"cold":[54],"start":[55],"delay,":[56],"container":[57],"caching,":[58],"which":[59,144],"keeps":[60],"used":[61],"alive":[63],"memory":[65,87],"reuse":[67],"by":[68],"next":[70],"user,":[71],"been":[73],"proposed":[74,133],"mitigate":[76],"delay.":[78],"However,":[79],"such":[80],"are":[83],"constrained":[84],"their":[86],"capacity,":[88],"there":[90],"is":[91,158],"need":[93],"an":[95],"efficient":[96],"caching":[97],"strategy.":[98],"this":[100],"paper,":[101],"we":[102],"demonstrate":[103],"that":[104,131,156],"Multi-Agent":[105],"Reinforcement":[106,123],"Learning":[107,124],"(MARL)":[108],"effectively":[110],"learn":[111],"cache":[113],"replacement":[114],"policy":[115],"outperform":[117],"traditional":[118],"heuristic":[119],"centralized":[121],"Deep":[122],"(DRL)":[125],"algorithms.":[126],"Our":[127],"results":[128],"also":[129],"show":[130],"MARL\u2019s":[134],"smaller":[135],"action":[136],"space":[137],"significant":[140,166],"advantage":[141],"over":[142],"DRL,":[143],"requires":[145],"full":[146],"information":[147],"about":[148],"network.":[150],"our":[153],"research":[154],"demonstrates":[155],"MARL":[157],"able":[159],"scale":[161],"larger":[163],"networks":[164],"without":[165],"sacrifices":[167],"performance.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}