{"id":"https://openalex.org/W4387871190","doi":"https://doi.org/10.1109/icc45041.2023.10279669","title":"Jointly Optimal Caching and Routing Using Multi-Agent Reinforcement Learning","display_name":"Jointly Optimal Caching and Routing Using Multi-Agent Reinforcement Learning","publication_year":2023,"publication_date":"2023-05-28","ids":{"openalex":"https://openalex.org/W4387871190","doi":"https://doi.org/10.1109/icc45041.2023.10279669"},"language":"en","primary_location":{"id":"doi:10.1109/icc45041.2023.10279669","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10279669","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000229589","display_name":"Meiyi Yang","orcid":"https://orcid.org/0000-0003-4548-4945"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiyi Yang","raw_affiliation_strings":["National Engineering Research Center of Advanced Network Technologies, School of Electronic and Information Engineering, Beijing Jiaotong University,Beijing,China,100044"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Advanced Network Technologies, School of Electronic and Information Engineering, Beijing Jiaotong University,Beijing,China,100044","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055818694","display_name":"Deyun Gao","orcid":"https://orcid.org/0000-0002-8641-4057"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deyun Gao","raw_affiliation_strings":["National Engineering Research Center of Advanced Network Technologies, School of Electronic and Information Engineering, Beijing Jiaotong University,Beijing,China,100044"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Advanced Network Technologies, School of Electronic and Information Engineering, Beijing Jiaotong University,Beijing,China,100044","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073704569","display_name":"Chuan Heng Foh","orcid":"https://orcid.org/0000-0002-5716-1396"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chuan Heng Foh","raw_affiliation_strings":["Institute for Communication Systems (ICS), University of Surrey,5GIC & 6GIC,Guildford, Surrey,U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Communication Systems (ICS), University of Surrey,5GIC & 6GIC,Guildford, Surrey,U.K","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611656","display_name":"Sai Liu","orcid":"https://orcid.org/0000-0002-1611-2643"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sai Liu","raw_affiliation_strings":["National Engineering Research Center of Advanced Network Technologies, School of Electronic and Information Engineering, Beijing Jiaotong University,Beijing,China,100044"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Advanced Network Technologies, School of Electronic and Information Engineering, Beijing Jiaotong University,Beijing,China,100044","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101701855","display_name":"Yajuan Qin","orcid":"https://orcid.org/0000-0003-2909-930X"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yajuan Qin","raw_affiliation_strings":["National Engineering Research Center of Advanced Network Technologies, School of Electronic and Information Engineering, Beijing Jiaotong University,Beijing,China,100044"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Advanced Network Technologies, School of Electronic and Information Engineering, Beijing Jiaotong University,Beijing,China,100044","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1226","last_page":"1231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12038","display_name":"Covalent Organic Framework Applications","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8738237619400024},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8303682804107666},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7353757619857788},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6379359364509583},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5674453377723694},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5603501796722412},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.48574429750442505},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47053393721580505},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.4588537812232971},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4464796483516693},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4424751102924347},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4414482116699219},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4397793114185333},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.34768807888031006},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1448984146118164},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1158761978149414}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8738237619400024},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8303682804107666},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7353757619857788},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6379359364509583},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5674453377723694},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5603501796722412},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.48574429750442505},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47053393721580505},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4588537812232971},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4464796483516693},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4424751102924347},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4414482116699219},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4397793114185333},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.34768807888031006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1448984146118164},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1158761978149414},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45041.2023.10279669","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45041.2023.10279669","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2023 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G8862577567","display_name":"\u8f66\u8054\u7f51\u53ef\u4fe1\u7ba1\u7406\u4e0e\u9690\u79c1\u4fdd\u62a4\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61971028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1994384380","https://openalex.org/W2522626811","https://openalex.org/W2885769478","https://openalex.org/W2964386085","https://openalex.org/W2967531314","https://openalex.org/W2984041531","https://openalex.org/W3044299892","https://openalex.org/W3110643301","https://openalex.org/W3138087649","https://openalex.org/W3167969180","https://openalex.org/W3178503712","https://openalex.org/W3206972316","https://openalex.org/W3217741927"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"In-network":[0],"caching":[1,22,70,98,104,120,189],"is":[2,90,123],"frequently":[3],"used":[4],"to":[5,17],"reduce":[6],"unnecessary":[7],"network":[8,76],"traffic":[9,35,211],"and":[10,27,71,158],"lower":[11],"server":[12],"workload":[13],"by":[14,67,170],"allowing":[15],"content":[16,40],"be":[18,177],"accessed":[19],"from":[20,164],"the":[21,46,58,86,102,113,117,165,181,193,199],"nodes":[23,43,66],"in":[24,73],"both":[25],"wired":[26],"wireless":[28],"networks.":[29],"The":[30],"drastic":[31],"increasing":[32],"mobile":[33],"data":[34],"demands":[36,129],"have":[37],"conceived":[38],"cooperative":[39,65,103],"sharing":[41],"between":[42],"for":[44,96],"addressing":[45],"storage":[47],"limitation":[48],"of":[49,60,80,115,155,173,201],"a":[50,74,91,107,138,152],"single":[51],"node.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56],"explore":[57],"problem":[59,105],"minimizing":[61],"transmission":[62],"cost":[63],"among":[64],"jointly":[68],"optimizing":[69],"routing":[72,88],"hybrid":[75],"with":[77,112,161],"vital":[78],"support":[79],"service":[81],"differentiation.":[82],"We":[83,100],"show":[84],"that":[85],"optimal":[87],"policy":[89,95],"route-to-least":[92],"cost-cache":[93],"(RLC)":[94],"fixed":[97],"policy.":[99],"formulate":[101],"as":[106],"Markov":[108],"decision":[109,172,190],"process":[110,168],"(MDP)":[111],"goal":[114],"maximizing":[116],"long-term":[118],"average":[119],"reward,":[121],"which":[122,162],"NP-hard":[124],"even":[125],"when":[126],"assuming":[127],"users":[128],"are":[130],"perfectly":[131],"known.":[132],"Our":[133],"study":[134],"then":[135],"proposes":[136],"C-MAAC,":[137],"collaborative":[139],"multi-agent":[140],"deep":[141],"reinforcement":[142],"learning":[143,148],"(MADRL)":[144],"algorithm":[145],"employing":[146],"actor-critic":[147],"model.":[149],"C-MAAC":[150],"has":[151],"key":[153],"characteristic":[154],"centralized":[156],"training":[157,167,183],"decentralized":[159],"execution,":[160],"challenge":[163],"unstable":[166],"caused":[169],"simultaneous":[171],"all":[174],"agents":[175],"can":[176],"addressed.":[178],"After":[179],"completing":[180],"offline":[182],"process,":[184],"each":[185],"node":[186],"independently":[187],"makes":[188],"online":[191],"during":[192],"execution":[194],"process.":[195],"Simulation":[196],"results":[197],"demonstrate":[198],"effectiveness":[200],"our":[202],"proposed":[203],"algorithms":[204],"under":[205],"dynamic":[206],"environment":[207],"where":[208],"user":[209],"request":[210],"change":[212],"rapidly.":[213]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}