{"id":"https://openalex.org/W7124160703","doi":"https://doi.org/10.1109/icpads67057.2025.11323217","title":"ECMSA: Dual-Agent Learning-Based Edge Caching with Multi-Strategy Adaptation in Dynamic Environments","display_name":"ECMSA: Dual-Agent Learning-Based Edge Caching with Multi-Strategy Adaptation in Dynamic Environments","publication_year":2025,"publication_date":"2025-12-14","ids":{"openalex":"https://openalex.org/W7124160703","doi":"https://doi.org/10.1109/icpads67057.2025.11323217"},"language":null,"primary_location":{"id":"doi:10.1109/icpads67057.2025.11323217","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11323217","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123044774","display_name":"Jiayi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Zhang","raw_affiliation_strings":["East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,Shanghai,China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122851854","display_name":"Ting Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Wang","raw_affiliation_strings":["East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,Shanghai,China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102233071","display_name":"LH Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Lu Yang","raw_affiliation_strings":["The Hong Kong University of Science and Technology,Hong Kong,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology,Hong Kong,China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122898260","display_name":"Yuanming Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanming Shi","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University,Shanghai,China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123039478","display_name":"Haibin Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibin Cai","raw_affiliation_strings":["East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing,Shanghai,China","institution_ids":["https://openalex.org/I4210139618"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7432000041007996},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5839999914169312},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.526199996471405},{"id":"https://openalex.org/keywords/false-sharing","display_name":"False sharing","score":0.5013999938964844},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.49410000443458557},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.46309998631477356},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4595000147819519},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4275999963283539}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8723999857902527},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7432000041007996},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6021999716758728},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5839999914169312},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.526199996471405},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5210999846458435},{"id":"https://openalex.org/C5165142","wikidata":"https://www.wikidata.org/wiki/Q5432732","display_name":"False sharing","level":5,"score":0.5013999938964844},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.49410000443458557},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.46309998631477356},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4595000147819519},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4275999963283539},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.41609999537467957},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.3635999858379364},{"id":"https://openalex.org/C167713795","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"Smart Cache","level":5,"score":0.3531999886035919},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3384000062942505},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.2906999886035919},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.2784000039100647},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpads67057.2025.11323217","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11323217","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3259129681","display_name":null,"funder_award_id":"62432007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2156896296","https://openalex.org/W2219888463","https://openalex.org/W2964048516","https://openalex.org/W2965834989","https://openalex.org/W3020344301","https://openalex.org/W3044812257","https://openalex.org/W3132444044","https://openalex.org/W4210598269","https://openalex.org/W4286365441","https://openalex.org/W4313856487","https://openalex.org/W4385245566","https://openalex.org/W4390492901","https://openalex.org/W4391306120","https://openalex.org/W4391428233","https://openalex.org/W4401753387","https://openalex.org/W4411289631"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,152],"proliferation":[2],"of":[3,22,170],"mobile":[4],"devices":[5],"and":[6,18,37,50,77,127,168,177,192,203,214,223],"IoT":[7],"applications,":[8],"edge":[9,89],"caching":[10,27,70,90,98,104,122,140,171],"has":[11],"become":[12],"vital":[13],"for":[14],"mitigating":[15],"network":[16],"congestion":[17],"enhancing":[19],"user":[20,184],"Quality":[21],"Experience":[23],"(QoE).":[24],"However,":[25],"traditional":[26,121],"policies,":[28],"such":[29],"as":[30],"Least":[31,38],"Frequently":[32],"Used":[33,40],"(LFU),":[34],"First-In-First-Out":[35],"(FIFO),":[36],"Recently":[39],"(LRU),":[41],"often":[42],"struggle":[43],"to":[44,149,182,228,231],"perform":[45],"effectively":[46,173],"in":[47,109,155,180],"highly":[48],"dynamic":[49],"heterogeneous":[51],"environments,":[52],"particularly":[53],"when":[54],"content":[55,175,216],"sizes":[56],"vary":[57],"significantly.":[58],"Moreover,":[59],"existing":[60],"approaches,":[61],"whether":[62],"AI-driven":[63],"or":[64],"heuristic-based,":[65],"typically":[66],"adopt":[67],"a":[68,86,94],"single":[69],"strategy,":[71],"which":[72],"inherently":[73],"limits":[74],"their":[75],"flexibility":[76],"adaptability.":[78],"To":[79],"address":[80],"these":[81],"limitations,":[82],"we":[83],"propose":[84],"ECMSA,":[85],"learning-based":[87],"multi-strategy":[88],"algorithm":[91],"that":[92,196],"integrates":[93],"reinforcement":[95],"learning-driven":[96],"proactive":[97,139],"strategy":[99,154],"with":[100],"three":[101],"conventional":[102],"reactive":[103],"strategies.":[105],"Specifically,":[106],"ECMSA":[107,197,219],"operates":[108],"two":[110],"stages:":[111],"First,":[112],"it":[113,143,227],"generates":[114],"four":[115],"candidate":[116],"cache":[117,212],"lists\u2014three":[118],"derived":[119],"from":[120],"policies":[123,179],"(LFU,":[124],"FIFO,":[125],"LRU)":[126],"one":[128],"produced":[129],"by":[130],"our":[131],"self-attention-enhanced":[132],"Deep":[133],"Deterministic":[134],"Policy":[135],"Gradient":[136],"(Atten-Actor":[137],"DDPG)-based":[138],"strategy.":[141],"Next,":[142],"employs":[144],"another":[145],"Atten-Actor":[146],"DDPG":[147],"agent":[148],"dynamically":[150],"select":[151],"optimal":[153],"real":[156],"time,":[157],"leveraging":[158],"current":[159],"state":[160],"features.":[161],"This":[162],"dual-agent":[163],"framework":[164],"enables":[165],"continuous":[166],"learning":[167],"adaptation":[169],"decisions,":[172],"optimizing":[174],"placement":[176],"update":[178],"response":[181],"evolving":[183],"demands.":[185],"Extensive":[186],"experiments":[187],"conducted":[188],"on":[189],"both":[190],"synthetic":[191],"real-world":[193],"datasets":[194],"demonstrate":[195],"achieves":[198],"15-17%":[199],"higher":[200],"cache-hit":[201],"ratios":[202],"16-22%":[204],"lower":[205],"latency":[206],"than":[207],"baseline":[208],"methods":[209],"under":[210],"constrained":[211],"capacities":[213],"diverse":[215],"sizes.":[217],"Furthermore,":[218],"exhibits":[220],"strong":[221],"robustness":[222],"generalization":[224],"ability,":[225],"allowing":[226],"rapidly":[229],"adapt":[230],"unseen":[232],"environments.":[233]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-01-15T00:00:00"}