{"id":"https://openalex.org/W4390189490","doi":"https://doi.org/10.1109/dasc/picom/cbdcom/cy59711.2023.10361338","title":"Proactive Caching with DRL in Cloud-Edge Assisted Cyber-Physical-Social Systems","display_name":"Proactive Caching with DRL in Cloud-Edge Assisted Cyber-Physical-Social Systems","publication_year":2023,"publication_date":"2023-11-14","ids":{"openalex":"https://openalex.org/W4390189490","doi":"https://doi.org/10.1109/dasc/picom/cbdcom/cy59711.2023.10361338"},"language":"en","primary_location":{"id":"doi:10.1109/dasc/picom/cbdcom/cy59711.2023.10361338","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/dasc/picom/cbdcom/cy59711.2023.10361338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Intl Conf on Dependable, Autonomic and Secure Computing, Intl Conf on Pervasive Intelligence and Computing, Intl Conf on Cloud and Big Data Computing, Intl Conf on Cyber Science and Technology Congress (DASC/PiCom/CBDCom/CyberSciTech)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087146756","display_name":"Yue Hu","orcid":"https://orcid.org/0000-0002-0383-1737"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Hu","raw_affiliation_strings":["College of Computer and Information, Hohai University,Nanjing,China","College of Computer and Information, Hohai University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Information, Hohai University,Nanjing,China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031865097","display_name":"Ning Cao","orcid":"https://orcid.org/0000-0003-2690-7105"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Cao","raw_affiliation_strings":["College of Computer and Information, Hohai University,Nanjing,China","College of Computer and Information, Hohai University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Information, Hohai University,Nanjing,China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"College of Computer and Information, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068961034","display_name":"Yinqiu Liu","orcid":"https://orcid.org/0000-0002-6198-3712"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yinqiu Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University,Singapore","School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068227459","display_name":"Xiaoming He","orcid":"https://orcid.org/0000-0003-4196-3041"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming He","raw_affiliation_strings":["College of Internet of Things, Nanjing University of Posts and Telecommunications,Nanjing,China","College of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Internet of Things, Nanjing University of Posts and Telecommunications,Nanjing,China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"0722","last_page":"0729"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8149973154067993},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.808702290058136},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.6231191158294678},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.599332869052887},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.5989842414855957},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5890380144119263},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5436155200004578},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5404011607170105},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5378870368003845},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.46855267882347107},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.44841355085372925},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3786875009536743},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2486782968044281}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8149973154067993},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.808702290058136},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.6231191158294678},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.599332869052887},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.5989842414855957},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5890380144119263},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5436155200004578},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5404011607170105},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5378870368003845},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.46855267882347107},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.44841355085372925},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3786875009536743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2486782968044281},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dasc/picom/cbdcom/cy59711.2023.10361338","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/dasc/picom/cbdcom/cy59711.2023.10361338","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Intl Conf on Dependable, Autonomic and Secure Computing, Intl Conf on Pervasive Intelligence and Computing, Intl Conf on Cloud and Big Data Computing, Intl Conf on Cyber Science and Technology Congress (DASC/PiCom/CBDCom/CyberSciTech)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5099999904632568,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3744213886","display_name":null,"funder_award_id":"61872195,61832005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3964254256","display_name":null,"funder_award_id":"2018YFC0407105","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2775482448","https://openalex.org/W2944099748","https://openalex.org/W2964121818","https://openalex.org/W2971229345","https://openalex.org/W2981618170","https://openalex.org/W2997556638","https://openalex.org/W3014297757","https://openalex.org/W3049006625","https://openalex.org/W3049132384","https://openalex.org/W3088462552","https://openalex.org/W3092265502","https://openalex.org/W3121738244","https://openalex.org/W3127264317","https://openalex.org/W3140487914","https://openalex.org/W3173148579","https://openalex.org/W3174406242","https://openalex.org/W3199105555","https://openalex.org/W4205091231"],"related_works":["https://openalex.org/W2892987124","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4312996489","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435","https://openalex.org/W4313463379"],"abstract_inverted_index":{"Cyber-physical-social":[0],"systems":[1,5],"(CPSS)":[2],"combining":[3],"cyber-physical":[4],"(CPS)":[6],"with":[7],"social":[8],"networking":[9],"aim":[10],"to":[11,27,80,86,144,151,183],"provide":[12],"the":[13,29,36,43,60,64,68,96,100,127,137,153,167,176,186,212],"personalized":[14],"big":[15],"data":[16,31,168],"services":[17],"for":[18,133],"humans.":[19],"To":[20,53,93,119],"support":[21],"CPSS,":[22,90],"cloud":[23,50],"is":[24,181],"usually":[25],"explored":[26],"store":[28],"sensing":[30],"from":[32,74,185],"mobile":[33],"ends.":[34,52],"However,":[35],"high":[37],"quality-of-service":[38],"(QoS)":[39],"of":[40,102,155],"CPSS":[41,85],"challenges":[42],"unstable":[44],"and":[45,51,84,116,170,200],"non-real-time":[46],"access":[47,114],"links":[48],"between":[49],"this":[54,121],"end,":[55],"distributed":[56],"edge":[57,83,108],"node,":[58],"pushing":[59],"storage":[61],"resources":[62],"onto":[63],"network":[65,141,161],"edge,":[66],"caches":[67],"popular":[69],"meaningful":[70],"data,":[71],"or":[72],"contents":[73],"cloud.":[75],"We":[76],"are":[77],"thus":[78],"motivated":[79],"integrate":[81],"cloud,":[82],"construct":[87,192],"cloud-edge":[88],"assisted":[89],"i.e.,":[91,106],"CE-CPSS.":[92],"further":[94],"improve":[95],"QoS,":[97],"we":[98,124,191],"consider":[99],"issue":[101],"multi-objective":[103],"joint":[104],"optimization,":[105],"maximizing":[107],"hit":[109],"ratio":[110],"while":[111],"minimizing":[112],"content":[113,156],"latency":[115],"traffic":[117],"cost.":[118],"solve":[120],"complex":[122],"problem,":[123],"focus":[125],"on":[126,149,165,197],"deep":[128,139],"reinforcement":[129],"learning":[130,166],"(DRL)-based":[131],"method":[132],"proactive":[134],"caching.":[135],"Specifically,":[136],"distributional":[138],"Q":[140],"(DDQN)":[142],"seeks":[143],"build":[145],"a":[146,193],"distribution":[147,169],"model":[148],"returns":[150],"optimize":[152],"policy":[154],"decision-making.":[157],"Fortunately,":[158],"generative":[159],"adversarial":[160],"(GAN)":[162],"still":[163],"concentrates":[164],"generating":[171],"compelling":[172],"data.":[173],"In":[174],"addition,":[175],"prioritized":[177],"experience":[178],"replay":[179],"(PER)":[180],"helpful":[182],"learn":[184],"most":[187],"effective":[188],"sample.":[189],"So":[190],"novel":[194],"algorithm":[195],"based":[196],"DDQN,":[198],"GAN,":[199],"PER":[201],"called":[202],"PG-DDQN.":[203],"The":[204],"experiments":[205],"prove":[206],"that":[207],"our":[208],"proposal":[209],"successfully":[210],"outperforms":[211],"existing":[213],"approaches.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}