{"id":"https://openalex.org/W4405907082","doi":"https://doi.org/10.1109/tcomm.2024.3524024","title":"Multi-Agent Reinforcement Learning Based Cooperative Caching With Low Entropy Communications in Fog-RANs","display_name":"Multi-Agent Reinforcement Learning Based Cooperative Caching With Low Entropy Communications in Fog-RANs","publication_year":2024,"publication_date":"2024-12-30","ids":{"openalex":"https://openalex.org/W4405907082","doi":"https://doi.org/10.1109/tcomm.2024.3524024"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2024.3524024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3524024","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101190530","display_name":"Qi Chang","orcid":"https://orcid.org/0009-0007-5083-7297"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Chang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0007-5083-7297","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014004455","display_name":"Yanxiang Jiang","orcid":"https://orcid.org/0000-0001-8062-7767"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanxiang Jiang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8062-7767","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011436940","display_name":"Yige Huang","orcid":"https://orcid.org/0000-0002-9734-7793"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yige Huang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9734-7793","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016793245","display_name":"Fu\u2010Chun Zheng","orcid":"https://orcid.org/0000-0003-3184-3054"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu-Chun Zheng","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","School of Electronic and Information Engineering, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3184-3054","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Engineering, Nanyang Technological University (NTU), Jurong West, Singapore","School of Computer Engineering, Nanyang Technological University (NTU), Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University (NTU), Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Engineering, Nanyang Technological University (NTU), Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072916702","display_name":"Xiaohu You","orcid":"https://orcid.org/0000-0002-0809-8511"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohu You","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0809-8511","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2841,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.60461426,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"73","issue":"8","first_page":"5935","last_page":"5949"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9595999717712402,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6204129457473755},{"id":"https://openalex.org/keywords/reynolds-averaged-navier\u2013stokes-equations","display_name":"Reynolds-averaged Navier\u2013Stokes equations","score":0.5602200031280518},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5436342358589172},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5182937979698181},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.45598793029785156},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2594635486602783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15471267700195312},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.13104546070098877},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1110607385635376},{"id":"https://openalex.org/keywords/computational-fluid-dynamics","display_name":"Computational fluid dynamics","score":0.08888086676597595}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6204129457473755},{"id":"https://openalex.org/C32526432","wikidata":"https://www.wikidata.org/wiki/Q1536235","display_name":"Reynolds-averaged Navier\u2013Stokes equations","level":3,"score":0.5602200031280518},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5436342358589172},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5182937979698181},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.45598793029785156},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2594635486602783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15471267700195312},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.13104546070098877},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1110607385635376},{"id":"https://openalex.org/C1633027","wikidata":"https://www.wikidata.org/wiki/Q815820","display_name":"Computational fluid dynamics","level":2,"score":0.08888086676597595},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcomm.2024.3524024","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3524024","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/217629","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/217629","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1174718781","display_name":null,"funder_award_id":"2021YFB2900300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2051078533","display_name":"\u96fe\u65e0\u7ebf\u63a5\u5165\u7f51\u4f4e\u65f6\u5ef6\u9ad8\u80fd\u6548\u8fb9\u7f18\u7f13\u5b58\u7406\u8bba\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61971129","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1656602484","https://openalex.org/W1788288079","https://openalex.org/W2498604117","https://openalex.org/W2560179576","https://openalex.org/W2746553466","https://openalex.org/W2775998236","https://openalex.org/W2794673877","https://openalex.org/W2912681837","https://openalex.org/W2943950724","https://openalex.org/W2946346048","https://openalex.org/W2946566042","https://openalex.org/W2963040956","https://openalex.org/W2963125333","https://openalex.org/W2965834989","https://openalex.org/W2978725006","https://openalex.org/W2991046523","https://openalex.org/W2997091448","https://openalex.org/W3000127838","https://openalex.org/W3000484001","https://openalex.org/W3011482353","https://openalex.org/W3036863675","https://openalex.org/W3044299892","https://openalex.org/W3044812257","https://openalex.org/W3110989801","https://openalex.org/W3112099229","https://openalex.org/W3120643467","https://openalex.org/W3132444044","https://openalex.org/W3179752366","https://openalex.org/W3212807109","https://openalex.org/W4220833631","https://openalex.org/W4283313650","https://openalex.org/W4392607684","https://openalex.org/W4392883051","https://openalex.org/W4393640451","https://openalex.org/W6678168664","https://openalex.org/W6712181171","https://openalex.org/W6770332567","https://openalex.org/W6838725491"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2911627970","https://openalex.org/W2744033844","https://openalex.org/W2045524054","https://openalex.org/W1984651121","https://openalex.org/W3211215265","https://openalex.org/W3173747918","https://openalex.org/W3110439932"],"abstract_inverted_index":{"In":[0,17],"this":[1,73],"paper,":[2],"we":[3,36,51,79,187],"investigate":[4],"a":[5,38,53,189],"cooperative":[6,43,74,146,246],"edge":[7],"caching":[8,24,44,60,75],"problem":[9],"in":[10,109,151,158,199,212],"the":[11,21,28,66,81,91,96,102,107,112,118,125,133,141,149,152,159,163,171,176,181,196,200,216,221,227,235,243],"fog":[12,129],"radio":[13],"access":[14,130],"networks":[15],"(F-RANs).":[16],"order":[18],"to":[19,139,169,180,194,226],"obtain":[20],"globally":[22],"optimal":[23],"strategy":[25],"that":[26,206,234],"minimizes":[27],"content":[29],"transmission":[30,217],"delay":[31,218],"and":[32,116,219],"maximizes":[33],"communication":[34,172,239],"efficiency,":[35],"propose":[37,52],"multi-agent":[39,103],"reinforcement":[40],"learning":[41],"based":[42,59],"policy":[45,61,208,237],"with":[46],"low":[47],"entropy":[48,157,165],"communications.":[49],"First,":[50],"double":[54],"deep":[55],"Q":[56],"network":[57],"(DDQN)":[58],"by":[62,174],"taking":[63],"into":[64,95],"account":[65],"non-deterministic":[67],"polynomial":[68],"hard":[69],"(NP-hard)":[70],"aspect":[71],"of":[72,85,128,135,145,184,214,245],"optimization":[76],"problem.":[77],"Then,":[78],"extend":[80],"state":[82],"transition":[83],"model":[84],"Markov":[86],"Decision":[87],"Process":[88],"(MDP)":[89],"under":[90,101],"single":[92],"agent":[93],"system":[94],"Stochastic":[97],"Game":[98],"(SG)":[99],"one":[100],"system.":[104],"By":[105],"employing":[106],"DDQN":[108],"each":[110],"agent,":[111],"agents":[113],"can":[114],"learn":[115],"make":[117],"global":[119],"decision":[120],"for":[121],"caching.":[122,247],"For":[123],"utilizing":[124],"cooperation":[126,222],"resources":[127],"points":[131],"(F-APs),":[132],"interaction":[134,153],"information":[136,150,164,185],"is":[137,166,232],"introduced":[138],"exchange":[140],"historical":[142],"cache":[143],"records":[144],"F-APs.":[147],"However,":[148],"may":[154],"require":[155],"lower":[156],"fiber":[160],"link.":[161],"Therefore,":[162],"largely":[167],"reduced":[168],"improve":[170],"efficiency":[173,240],"quantifying":[175],"information.":[177],"Finally,":[178],"due":[179],"non-computable":[182],"gradient":[183,191,197],"entropy,":[186],"apply":[188],"pseudo":[190],"descent":[192,198],"method":[193],"approximate":[195],"local":[201],"model.":[202],"Simulation":[203],"results":[204],"show":[205],"our":[207],"achieves":[209],"better":[210],"performance":[211,244],"terms":[213],"reducing":[215],"improving":[220],"among":[223],"F-APs":[224],"compared":[225],"benchmark":[228],"policies.":[229],"Additionally,":[230],"it":[231],"demonstrated":[233],"proposed":[236],"improves":[238],"without":[241],"compromising":[242]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}