{"id":"https://openalex.org/W4386918882","doi":"https://doi.org/10.1109/jiot.2023.3317971","title":"Pareto-Optimal Multiagent Cooperative Caching Relying on Multipolicy Reinforcement Learning","display_name":"Pareto-Optimal Multiagent Cooperative Caching Relying on Multipolicy Reinforcement Learning","publication_year":2023,"publication_date":"2023-09-21","ids":{"openalex":"https://openalex.org/W4386918882","doi":"https://doi.org/10.1109/jiot.2023.3317971"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3317971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3317971","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068585029","display_name":"Boyang Guo","orcid":"https://orcid.org/0000-0003-1177-9905"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyang Guo","raw_affiliation_strings":["Fujian Key Laboratory for Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1177-9905","affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory for Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060894111","display_name":"Youjia Chen","orcid":"https://orcid.org/0000-0002-6430-2003"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youjia Chen","raw_affiliation_strings":["Fujian Key Laboratory for Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6430-2003","affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory for Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021052588","display_name":"Peng Cheng","orcid":"https://orcid.org/0000-0003-1091-7894"},"institutions":[{"id":"https://openalex.org/I196829312","display_name":"La Trobe University","ror":"https://ror.org/01rxfrp27","country_code":"AU","type":"education","lineage":["https://openalex.org/I196829312"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Peng Cheng","raw_affiliation_strings":["Department of Computer Science and Information Technology, La Trobe University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1091-7894","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, La Trobe University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I196829312"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075722123","display_name":"Ming Ding","orcid":"https://orcid.org/0000-0002-3690-0321"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ming Ding","raw_affiliation_strings":["Data61, CSIRO, Eveleigh, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3690-0321","affiliations":[{"raw_affiliation_string":"Data61, CSIRO, Eveleigh, NSW, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034963090","display_name":"Jinsong Hu","orcid":"https://orcid.org/0000-0001-8803-9951"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Hu","raw_affiliation_strings":["Fujian Key Laboratory for Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8803-9951","affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory for Intelligent Processing and Wireless Transmission of Media Information, College of Physics and Information Engineering, Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091122305","display_name":"Lajos Hanzo","orcid":"https://orcid.org/0000-0002-2636-5214"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lajos Hanzo","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton, Southampton, U.K"],"raw_orcid":"https://orcid.org/0000-0002-2636-5214","affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":1.3511,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.8085014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":"5","first_page":"7904","last_page":"7917"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8136144280433655},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8061953186988831},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.5466400384902954},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5055837631225586},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4342288672924042},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.42435818910598755},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41738951206207275},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29355496168136597}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8136144280433655},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8061953186988831},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.5466400384902954},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5055837631225586},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4342288672924042},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.42435818910598755},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41738951206207275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29355496168136597},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2023.3317971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3317971","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:eprints.soton.ac.uk:482348","is_oa":false,"landing_page_url":"http://doi.org/10.1109/JIOT.2023.3317971>).","pdf_url":null,"source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G108985073","display_name":null,"funder_award_id":"EP/X04047X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1131370387","display_name":"UKRI-India Future Networks Initiative","funder_award_id":"EP/W016605/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1471839284","display_name":null,"funder_award_id":"EP/W016605/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2394373749","display_name":null,"funder_award_id":"789028","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"},{"id":"https://openalex.org/G2422336959","display_name":null,"funder_award_id":"EP/P003990/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2490835098","display_name":"Pervasive Wireless Intelligence Beyond the Generations (PerCom)","funder_award_id":"EP/X01228X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2966343615","display_name":null,"funder_award_id":"62271150","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3814934662","display_name":null,"funder_award_id":"62001116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3964311364","display_name":null,"funder_award_id":"EP/N004558/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4851813410","display_name":"Pervasive Wireless Intelligence Beyond the Generations","funder_award_id":"EP/Y026721/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6158505172","display_name":null,"funder_award_id":"EP/D056691/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8269789390","display_name":null,"funder_award_id":"EP/X01228X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2025966959","https://openalex.org/W2060846151","https://openalex.org/W2079922060","https://openalex.org/W2147614625","https://openalex.org/W2163526437","https://openalex.org/W2186820913","https://openalex.org/W2478542382","https://openalex.org/W2505514615","https://openalex.org/W2535247013","https://openalex.org/W2888903481","https://openalex.org/W2909444676","https://openalex.org/W2946371207","https://openalex.org/W2963620705","https://openalex.org/W2966555514","https://openalex.org/W2981618170","https://openalex.org/W3000537180","https://openalex.org/W3005761304","https://openalex.org/W3011498824","https://openalex.org/W3016569011","https://openalex.org/W3022793186","https://openalex.org/W3035928065","https://openalex.org/W3044812257","https://openalex.org/W3100789280","https://openalex.org/W3104200981","https://openalex.org/W3105444733","https://openalex.org/W3111674505","https://openalex.org/W3112099229","https://openalex.org/W3120558294","https://openalex.org/W3123582921","https://openalex.org/W3132228930","https://openalex.org/W3169114806","https://openalex.org/W3171719299","https://openalex.org/W3195697310","https://openalex.org/W3201870572","https://openalex.org/W4285190735","https://openalex.org/W6637827746","https://openalex.org/W6734678876","https://openalex.org/W6749304979","https://openalex.org/W6777278111","https://openalex.org/W6791024003"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W1982914007","https://openalex.org/W2159583675","https://openalex.org/W1824242903","https://openalex.org/W1493858311","https://openalex.org/W2155470929","https://openalex.org/W2111125783","https://openalex.org/W2394465510"],"abstract_inverted_index":{"Given":[0],"the":[1,7,17,21,51,68,85,89,94,97,102,109,115,121,132,143,158,164],"popularity":[2],"of":[3,11,33,53,70,167],"flawless":[4],"telepresence":[5],"and":[6,146,156],"resultants":[8],"explosive":[9],"growth":[10],"wireless":[12],"video":[13,26,46],"applications,":[14],"besides":[15],"handling":[16],"traffic":[18,125],"surge,":[19],"satisfying":[20],"demanding":[22],"user":[23,98],"requirements":[24],"for":[25,66,83],"qualities":[27],"has":[28],"become":[29],"another":[30],"important":[31],"goal":[32],"network":[34,72,124],"operators.":[35],"Inspired":[36],"by":[37,112,161],"this,":[38],"cooperative":[39],"edge":[40],"caching":[41],"intrinsically":[42],"amalgamated":[43],"with":[44],"scalable":[45],"coding":[47],"is":[48,64,81],"investigated.":[49],"Explicitly,":[50],"concept":[52],"a":[54,76,149],"Pareto-optimal":[55,86],"semi-distributed":[56],"multiagent":[57],"multipolicy":[58,77],"deep":[59],"reinforcement":[60,78],"learning":[61,79],"(SD-MAMP-DRL)":[62],"algorithm":[63,80],"conceived":[65],"managing":[67],"cooperation":[69],"heterogeneous":[71],"nodes.":[73],"To":[74],"elaborate,":[75],"proposed":[82,133],"finding":[84],"policies":[87],"during":[88,108],"training":[90],"phase,":[91],"which":[92],"balances":[93],"teletraffic":[95],"versus":[96],"experience":[99],"tradeoff.":[100],"Then":[101],"optimal":[103,159],"policy/solution":[104],"can":[105],"be":[106],"activated":[107],"execution":[110],"phase":[111],"appropriately":[113],"selecting":[114],"associated":[116],"weighting":[117],"coefficient":[118],"according":[119],"to":[120],"dynamically":[122],"fluctuating":[123],"load.":[126],"Our":[127],"experimental":[128],"results":[129],"show":[130],"that":[131],"SD-MAMP-":[134],"acrshort":[135],"DRL":[136],"algorithm:":[137],"1)":[138],"achieves":[139],"better":[140],"performance":[141],"than":[142],"benchmark":[144],"algorithms":[145],"2)":[147],"obtains":[148],"near-complete":[150],"Pareto":[151],"front":[152],"in":[153],"various":[154],"scenarios":[155],"selects":[157],"solution":[160],"adaptively":[162],"adjusting":[163],"above-mentioned":[165],"pair":[166],"objectives.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}