{"id":"https://openalex.org/W4200322011","doi":"https://doi.org/10.1109/wcsp52459.2021.9613479","title":"Multi-Agent Reinforcement Learning for Cooperative Edge Caching in Heterogeneous Networks","display_name":"Multi-Agent Reinforcement Learning for Cooperative Edge Caching in Heterogeneous Networks","publication_year":2021,"publication_date":"2021-10-20","ids":{"openalex":"https://openalex.org/W4200322011","doi":"https://doi.org/10.1109/wcsp52459.2021.9613479"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp52459.2021.9613479","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613479","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058819078","display_name":"Yuan Zhi","orcid":"https://orcid.org/0000-0002-8323-3955"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zhi","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054226259","display_name":"Jie Tian","orcid":"https://orcid.org/0000-0002-1791-2079"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Tian","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363019","display_name":"Qianqian Liu","orcid":"https://orcid.org/0009-0002-1284-8642"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianqian Liu","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375622","display_name":"Haixia Zhang","orcid":"https://orcid.org/0000-0001-5081-7287"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haixia Zhang","raw_affiliation_strings":["Shandong Provincial Key Laboratory of Wireless Communication Technologies, Shandong University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory of Wireless Communication Technologies, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100739181","display_name":"Dalei Wu","orcid":"https://orcid.org/0000-0002-9362-3906"},"institutions":[{"id":"https://openalex.org/I177097968","display_name":"University of Tennessee at Chattanooga","ror":"https://ror.org/00nqb1v70","country_code":"US","type":"education","lineage":["https://openalex.org/I177097968"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dalei Wu","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Tennessee, Chattanooga, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Tennessee, Chattanooga, USA","institution_ids":["https://openalex.org/I177097968"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8696618676185608},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7906427383422852},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6190600395202637},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5971418023109436},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5872536897659302},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5678514242172241},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.538691520690918},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5047627687454224},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5040580034255981},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4365319609642029},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.2929859161376953},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.261985719203949},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09542906284332275},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0709000825881958}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8696618676185608},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7906427383422852},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6190600395202637},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5971418023109436},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5872536897659302},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5678514242172241},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.538691520690918},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5047627687454224},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5040580034255981},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4365319609642029},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.2929859161376953},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.261985719203949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09542906284332275},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0709000825881958}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp52459.2021.9613479","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613479","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4099999964237213,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2670087635","display_name":null,"funder_award_id":"CRKL190205","funder_id":"https://openalex.org/F4320323266","funder_display_name":"Guilin University of Electronic Technology"},{"id":"https://openalex.org/G3970863408","display_name":null,"funder_award_id":"61801278","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323266","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2615926310","https://openalex.org/W2895939936","https://openalex.org/W2896883851","https://openalex.org/W2898652425","https://openalex.org/W2934046414","https://openalex.org/W2978945627","https://openalex.org/W2981618170","https://openalex.org/W2982304192","https://openalex.org/W3036052102","https://openalex.org/W3104183457","https://openalex.org/W3105649577","https://openalex.org/W3129281276"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2105580438","https://openalex.org/W2057435755","https://openalex.org/W4306904969","https://openalex.org/W3121798572","https://openalex.org/W2018782216","https://openalex.org/W2770877918"],"abstract_inverted_index":{"Heterogeneous":[0],"networks":[1],"(HetNets)":[2],"and":[3,17,29,75,95,157,170,174,200],"mobile":[4],"edge":[5,69,118,139,191],"caching":[6,41,53,70,74,119,146,173,192],"have":[7],"emerged":[8],"as":[9,57,86],"promising":[10,59],"paradigms":[11],"for":[12,72],"reducing":[13],"content":[14,73,76,92,197],"delivery":[15,77,93,198],"delay":[16,94,199],"alleviating":[18],"network":[19],"congestion.":[20],"However,":[21],"due":[22],"to":[23,37,141],"the":[24,30,39,51,88,104,111,144,152,161,180,187],"rapid":[25],"growth":[26],"of":[27,33,106,154],"applications":[28],"limited":[31],"capacity":[32],"cache":[34,96,107,202],"servers,":[35],"how":[36],"make":[38,172],"best":[40],"decision":[42],"is":[43,55,84,164],"still":[44],"a":[45,58,66,116],"challenging":[46],"problem":[47,78,83],"in":[48,79,99],"HetNets.":[49,80],"Recently,":[50],"cooperative":[52,68,117,190],"scheme":[54],"proposed":[56,149,188],"solution.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64,114],"propose":[65,115],"two-phases":[67],"strategy":[71],"The":[81,148],"optimization":[82],"formulated":[85],"minimizing":[87],"difference":[89],"between":[90],"total":[91],"hit":[97,203],"rate":[98,204],"each":[100,131,166],"small":[101,132],"cell":[102],"under":[103],"constraint":[105],"capacity.":[108],"To":[109],"solve":[110],"above":[112],"problem,":[113],"algorithm":[120,150,193],"based":[121],"on":[122],"multi-agent":[123],"deep":[124],"deterministic":[125],"policy":[126],"gradient":[127],"(MAD-DPG),":[128],"which":[129],"enables":[130],"base":[133],"station":[134],"(SBS)":[135],"equipped":[136],"with":[137,206],"an":[138],"server":[140],"cooperatively":[142],"learn":[143],"optimal":[145],"strategy.":[147],"has":[151],"characteristics":[153],"centralized":[155],"learning":[156],"decentralized":[158],"execution.":[159],"When":[160],"offline":[162],"training":[163],"completed,":[165],"SBS":[167],"can":[168,194],"quickly":[169],"independently":[171],"bandwidth":[175],"allocation":[176],"decisions":[177],"online":[178],"during":[179],"execution":[181],"phase.":[182],"Simulation":[183],"results":[184],"demonstrate":[185],"that":[186],"MADDPG-based":[189],"effectively":[195],"reduce":[196],"improve":[201],"compared":[205],"other":[207],"baseline":[208],"schemes.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}