{"id":"https://openalex.org/W4401590303","doi":"https://doi.org/10.3390/fi16080292","title":"Multi-Agent Deep-Q Network-Based Cache Replacement Policy for Content Delivery Networks","display_name":"Multi-Agent Deep-Q Network-Based Cache Replacement Policy for Content Delivery Networks","publication_year":2024,"publication_date":"2024-08-14","ids":{"openalex":"https://openalex.org/W4401590303","doi":"https://doi.org/10.3390/fi16080292"},"language":"en","primary_location":{"id":"doi:10.3390/fi16080292","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/fi16080292","pdf_url":"https://www.mdpi.com/1999-5903/16/8/292/pdf?version=1723620022","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/16/8/292/pdf?version=1723620022","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092934253","display_name":"Janith Kavindu Dassanayake","orcid":"https://orcid.org/0009-0005-5682-6180"},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Janith K. Dassanayake","raw_affiliation_strings":["The Electrical Engineering Program, School of Electrical, Computer, and Biomedical Engineering, Southern Illinois University, Carbondale, IL 62901, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Electrical Engineering Program, School of Electrical, Computer, and Biomedical Engineering, Southern Illinois University, Carbondale, IL 62901, USA","institution_ids":["https://openalex.org/I110378019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102876450","display_name":"Minxiao Wang","orcid":"https://orcid.org/0000-0003-3646-9479"},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minxiao Wang","raw_affiliation_strings":["The Electrical Engineering Program, School of Electrical, Computer, and Biomedical Engineering, Southern Illinois University, Carbondale, IL 62901, USA"],"raw_orcid":"https://orcid.org/0000-0003-3646-9479","affiliations":[{"raw_affiliation_string":"The Electrical Engineering Program, School of Electrical, Computer, and Biomedical Engineering, Southern Illinois University, Carbondale, IL 62901, USA","institution_ids":["https://openalex.org/I110378019"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027577561","display_name":"Muhammad Zia Hameed","orcid":null},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Muhammad Z. Hameed","raw_affiliation_strings":["The Electrical Engineering Program, School of Electrical, Computer, and Biomedical Engineering, Southern Illinois University, Carbondale, IL 62901, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Electrical Engineering Program, School of Electrical, Computer, and Biomedical Engineering, Southern Illinois University, Carbondale, IL 62901, USA","institution_ids":["https://openalex.org/I110378019"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100662844","display_name":"Ning Yang","orcid":"https://orcid.org/0000-0003-4837-6632"},"institutions":[{"id":"https://openalex.org/I110378019","display_name":"Southern Illinois University Carbondale","ror":"https://ror.org/049kefs16","country_code":"US","type":"education","lineage":["https://openalex.org/I110378019","https://openalex.org/I2801502357"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ning Yang","raw_affiliation_strings":["The Information Technology Program, School of Computing, Southern Illinois University, Carbondale, IL 62901, USA"],"raw_orcid":"https://orcid.org/0000-0003-4837-6632","affiliations":[{"raw_affiliation_string":"The Information Technology Program, School of Computing, Southern Illinois University, Carbondale, IL 62901, USA","institution_ids":["https://openalex.org/I110378019"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100662844"],"corresponding_institution_ids":["https://openalex.org/I110378019"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":0.3208,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.58360847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"16","issue":"8","first_page":"292","last_page":"292"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9374924898147583},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7474794983863831},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.5082787871360779},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4212300181388855},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.40337955951690674}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9374924898147583},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7474794983863831},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.5082787871360779},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4212300181388855},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.40337955951690674}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/fi16080292","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/fi16080292","pdf_url":"https://www.mdpi.com/1999-5903/16/8/292/pdf?version=1723620022","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:16:y:2024:i:8:p:292-:d:1455861","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/16/8/292/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:62721bf6e0734331a24ecd647b00b164","is_oa":false,"landing_page_url":"https://doaj.org/article/62721bf6e0734331a24ecd647b00b164","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 16, Iss 8, p 292 (2024)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-5903/16/8/292/","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16080292","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/fi16080292","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/fi16080292","pdf_url":"https://www.mdpi.com/1999-5903/16/8/292/pdf?version=1723620022","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8157719259","display_name":"CC* Networking Infrastructure: Enhancing SIUC Campus Cyberinfrastructure to Accelerate Data-Driven Research and Education","funder_award_id":"2018919","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G935479653","display_name":null,"funder_award_id":"CC-2018919","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401590303.pdf","grobid_xml":"https://content.openalex.org/works/W4401590303.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1488999181","https://openalex.org/W1978690967","https://openalex.org/W1999581929","https://openalex.org/W2017336596","https://openalex.org/W2160042131","https://openalex.org/W2584313960","https://openalex.org/W2592916654","https://openalex.org/W2746553466","https://openalex.org/W2775977530","https://openalex.org/W2794673877","https://openalex.org/W2806446964","https://openalex.org/W2898035736","https://openalex.org/W2904319831","https://openalex.org/W2928629935","https://openalex.org/W2954932603","https://openalex.org/W2958353917","https://openalex.org/W2963006267","https://openalex.org/W2963805280","https://openalex.org/W2981809222","https://openalex.org/W3007329632","https://openalex.org/W3039280696","https://openalex.org/W3047266715","https://openalex.org/W3100789280","https://openalex.org/W3102826492","https://openalex.org/W3107196760","https://openalex.org/W3118306538","https://openalex.org/W3172196691","https://openalex.org/W3213680860","https://openalex.org/W4213026763","https://openalex.org/W4297964528"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"In":[0],"today\u2019s":[1],"digital":[2,42],"landscape,":[3],"content":[4,20,51,222],"delivery":[5,40],"networks":[6],"(CDNs)":[7],"play":[8],"a":[9,27,110,121,157,170,183,192,199,206],"pivotal":[10],"role":[11],"in":[12,32,78,109],"ensuring":[13],"rapid":[14],"and":[15,169,187,250],"seamless":[16],"access":[17],"to":[18,35,83,136,166,191,217,223,233,255],"online":[19],"across":[21],"the":[22,39,60,63,70,75,89,116,138,212,220,225,235],"globe.":[23],"By":[24],"strategically":[25],"deploying":[26],"network":[28,85,159,209],"of":[29,41,140,160,237],"edge":[30,54,163,213],"servers":[31,164,214],"close":[33],"proximity":[34],"users,":[36],"CDNs":[37,141],"optimize":[38],"content.":[43],"One":[44],"key":[45],"mechanism":[46],"involves":[47],"caching":[48,112,257],"frequently":[49],"requested":[50],"at":[52],"these":[53],"servers,":[55],"which":[56],"not":[57],"only":[58],"alleviates":[59],"load":[61],"on":[62,127,149,205],"source":[64,172],"CDN":[65,173],"server":[66],"but":[67],"also":[68],"enhances":[69],"overall":[71],"user":[72,79,167],"experience.":[73],"However,":[74],"exponential":[76],"growth":[77],"demands":[80],"has":[81],"led":[82],"increased":[84],"congestion,":[86],"subsequently":[87],"reducing":[88],"cache":[90,107,117,123,145,176,201,226,247],"hit":[91,118,227,248],"ratio":[92,119],"within":[93],"CDNs.":[94],"To":[95],"address":[96],"this":[97,99],"reduction,":[98],"paper":[100,131],"presents":[101,132],"an":[102,133,143],"innovative":[103,134],"approach":[104,135],"for":[105],"efficient":[106],"replacement":[108,124,146,177,202],"dynamic":[111],"environment":[113],"while":[114],"maximizing":[115],"via":[120],"cooperative":[122,200],"policy":[125,147,244],"based":[126,148,204],"reinforcement":[128,150,194],"learning.":[129,151],"This":[130],"enhance":[137],"performance":[139,236],"through":[142],"advanced":[144],"The":[152,175],"proposed":[153,239],"system":[154],"model":[155],"depicts":[156],"mesh":[158],"CDNs,":[161],"with":[162],"catering":[165],"requests,":[168],"main":[171],"server.":[174],"problem":[178],"is":[179,189],"initially":[180],"modeled":[181],"as":[182],"Markov":[184],"decision":[185],"process,":[186],"it":[188],"extended":[190],"multi-agent":[193,207],"learning":[195],"problem.":[196],"We":[197],"propose":[198],"algorithm":[203],"deep-Q":[208],"(MADQN),":[210],"where":[211],"cooperatively":[215],"learn":[216],"efficiently":[218],"replace":[219],"cached":[221],"maximize":[224],"ratio.":[228],"Experimental":[229],"results":[230],"are":[231],"presented":[232],"validate":[234],"our":[238,242],"approach.":[240],"Notably,":[241],"MADQN":[243],"exhibits":[245],"superior":[246],"ratios":[249],"lower":[251],"average":[252],"delays":[253],"compared":[254],"traditional":[256],"policies.":[258]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}