{"id":"https://openalex.org/W2945082786","doi":"https://doi.org/10.1109/icc.2019.8762084","title":"Deep Multi-Agent Reinforcement Learning Based Cooperative Edge Caching in Wireless Networks","display_name":"Deep Multi-Agent Reinforcement Learning Based Cooperative Edge Caching in Wireless Networks","publication_year":2019,"publication_date":"2019-05-01","ids":{"openalex":"https://openalex.org/W2945082786","doi":"https://doi.org/10.1109/icc.2019.8762084","mag":"2945082786"},"language":"en","primary_location":{"id":"doi:10.1109/icc.2019.8762084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8762084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101634809","display_name":"Chen Zhong","orcid":"https://orcid.org/0000-0003-3934-4436"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chen Zhong","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076753154","display_name":"M. Cenk Gursoy","orcid":"https://orcid.org/0000-0002-7352-1013"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Cenk Gursoy","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004337702","display_name":"Senem Velipasalar","orcid":"https://orcid.org/0000-0002-1430-1555"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Senem Velipasalar","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101634809"],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":3.8905,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.94134209,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.947700023651123,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8886969089508057},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8315035700798035},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6764883995056152},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6165251135826111},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5657594203948975},{"id":"https://openalex.org/keywords/fifo","display_name":"FIFO (computing and electronics)","score":0.5632801055908203},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.554105281829834},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5156037211418152},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.47422099113464355},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.45839226245880127},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4405519962310791},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.43842872977256775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3385593891143799},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09683224558830261}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8886969089508057},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8315035700798035},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6764883995056152},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6165251135826111},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5657594203948975},{"id":"https://openalex.org/C2777145635","wikidata":"https://www.wikidata.org/wiki/Q515636","display_name":"FIFO (computing and electronics)","level":2,"score":0.5632801055908203},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.554105281829834},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5156037211418152},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.47422099113464355},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.45839226245880127},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4405519962310791},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.43842872977256775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3385593891143799},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09683224558830261},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc.2019.8762084","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2019.8762084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2019 - 2019 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320329781","display_name":"Hubei University","ror":"https://ror.org/03a60m280"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2395575420","https://openalex.org/W2526269066","https://openalex.org/W2565419328","https://openalex.org/W2584313960","https://openalex.org/W2611373201","https://openalex.org/W2624186268","https://openalex.org/W2745574548","https://openalex.org/W2768629321","https://openalex.org/W2791312662","https://openalex.org/W2962837608","https://openalex.org/W2963000099","https://openalex.org/W2963407617","https://openalex.org/W2963805280","https://openalex.org/W2964331420","https://openalex.org/W2964349624","https://openalex.org/W4299802797","https://openalex.org/W6712181171","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W2158430778","https://openalex.org/W2533984654","https://openalex.org/W2146472422","https://openalex.org/W4256423923","https://openalex.org/W3208555787","https://openalex.org/W2099916552","https://openalex.org/W2204443280","https://openalex.org/W2364285419","https://openalex.org/W4385489335","https://openalex.org/W4376640576"],"abstract_inverted_index":{"The":[0],"growing":[1],"demand":[2],"on":[3],"high-quality":[4],"and":[5,91,112],"low-latency":[6],"multimedia":[7],"services":[8],"has":[9],"led":[10],"to":[11,60,116,118],"much":[12],"interest":[13],"in":[14,22],"edge":[15,26],"caching":[16,27,45,80,107],"techniques.":[17],"Motivated":[18],"by":[19],"this,":[20],"we":[21,47,72],"this":[23],"paper":[24],"consider":[25],"at":[28],"the":[29,39,58,62,69,74,101],"base":[30],"stations":[31],"with":[32,57,77],"unknown":[33],"content":[34],"popularity":[35],"distributions.":[36],"To":[37,67],"solve":[38],"dynamic":[40],"control":[41],"problem":[42],"of":[43,100],"making":[44],"decisions,":[46],"propose":[48],"a":[49],"deep":[50],"actor-critic":[51],"reinforcement":[52],"learning":[53],"based":[54],"multi-agent":[55],"framework":[56,103],"aim":[59],"minimize":[61],"overall":[63],"average":[64],"transmission":[65],"delay.":[66],"evaluate":[68],"proposed":[70,102],"framework,":[71],"compare":[73],"learning-based":[75],"performance":[76,98],"three":[78,106],"other":[79],"policies,":[81],"namely":[82],"least":[83,87],"recently":[84],"used":[85,89],"(LRU),":[86],"frequently":[88],"(LFU),":[90],"first-in-first-out":[92],"(FIFO)":[93],"policies.":[94],"Through":[95],"simulation":[96],"results,":[97],"improvements":[99],"over":[104],"these":[105],"algorithms":[108],"have":[109],"been":[110],"identified":[111],"its":[113],"superior":[114],"ability":[115],"adapt":[117],"varying":[119],"environments":[120],"is":[121],"demonstrated.":[122]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":6}],"updated_date":"2026-01-11T23:08:45.486102","created_date":"2025-10-10T00:00:00"}