{"id":"https://openalex.org/W4415906532","doi":"https://doi.org/10.1007/s10462-025-11391-8","title":"Cloud-edge-end collaborative caching and UAV-assisted offloading decision based on the fusion of deep reinforcement learning algorithms","display_name":"Cloud-edge-end collaborative caching and UAV-assisted offloading decision based on the fusion of deep reinforcement learning algorithms","publication_year":2025,"publication_date":"2025-11-05","ids":{"openalex":"https://openalex.org/W4415906532","doi":"https://doi.org/10.1007/s10462-025-11391-8"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-025-11391-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11391-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11391-8.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11391-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100547081","display_name":"Sifeng Zhu","orcid":"https://orcid.org/0000-0002-2072-006X"},"institutions":[{"id":"https://openalex.org/I168673124","display_name":"Tianjin Chengjian University","ror":"https://ror.org/01d0bkz51","country_code":"CN","type":"education","lineage":["https://openalex.org/I168673124"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sifeng Zhu","raw_affiliation_strings":["School of Computer and Information Engineering, Tianjin Chengjian University, Tianjin, 300384, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Tianjin Chengjian University, Tianjin, 300384, China","institution_ids":["https://openalex.org/I168673124"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhaowei Song","orcid":null},"institutions":[{"id":"https://openalex.org/I168673124","display_name":"Tianjin Chengjian University","ror":"https://ror.org/01d0bkz51","country_code":"CN","type":"education","lineage":["https://openalex.org/I168673124"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaowei Song","raw_affiliation_strings":["School of Computer and Information Engineering, Tianjin Chengjian University, Tianjin, 300384, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Tianjin Chengjian University, Tianjin, 300384, China","institution_ids":["https://openalex.org/I168673124"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Changlong Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I168673124","display_name":"Tianjin Chengjian University","ror":"https://ror.org/01d0bkz51","country_code":"CN","type":"education","lineage":["https://openalex.org/I168673124"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changlong Huang","raw_affiliation_strings":["School of Computer and Information Engineering, Tianjin Chengjian University, Tianjin, 300384, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Tianjin Chengjian University, Tianjin, 300384, China","institution_ids":["https://openalex.org/I168673124"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101818040","display_name":"Rui Qiao","orcid":"https://orcid.org/0000-0002-0569-2179"},"institutions":[{"id":"https://openalex.org/I4210093674","display_name":"Zhoukou Normal University","ror":"https://ror.org/00jjkh886","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210093674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Qiao","raw_affiliation_strings":["School of Computer, Zhoukou Normal University, Zhoukou, 466001, Henan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, Zhoukou Normal University, Zhoukou, 466001, Henan, China","institution_ids":["https://openalex.org/I4210093674"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050711042","display_name":"Hai Zhu","orcid":"https://orcid.org/0000-0002-7192-226X"},"institutions":[{"id":"https://openalex.org/I4210094772","display_name":"Henan University of Engineering","ror":"https://ror.org/007wym039","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210094772"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hai Zhu","raw_affiliation_strings":["School of Computer, Henan University of Engineering, Zhengzhou, 451191, Henan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, Henan University of Engineering, Zhengzhou, 451191, Henan, China","institution_ids":["https://openalex.org/I4210094772"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5050711042"],"corresponding_institution_ids":["https://openalex.org/I4210094772"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33438188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"58","issue":"12","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.652400016784668,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.652400016784668,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.22789999842643738,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.03350000083446503,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7057999968528748},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.659500002861023},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6509000062942505},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.4422999918460846},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.4074999988079071},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.40639999508857727},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3878999948501587},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.3580999970436096},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.3310000002384186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9006999731063843},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7057999968528748},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.659500002861023},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6509000062942505},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5060999989509583},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.4422999918460846},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.40639999508857727},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.3580999970436096},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3416999876499176},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.323199987411499},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C140781008","wikidata":"https://www.wikidata.org/wiki/Q1221081","display_name":"Service quality","level":3,"score":0.288100004196167},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.27250000834465027},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.2711000144481659},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.26649999618530273},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10462-025-11391-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11391-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11391-8.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10462-025-11391-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-025-11391-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-025-11391-8.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5117656062","display_name":null,"funder_award_id":"2022SKYZ393","funder_id":"https://openalex.org/F4320336754","funder_display_name":"Tianjin Research Innovation Project for Postgraduate Students"},{"id":"https://openalex.org/G759924022","display_name":null,"funder_award_id":"22JCZDJC00600","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"}],"funders":[{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null},{"id":"https://openalex.org/F4320336754","display_name":"Tianjin Research Innovation Project for Postgraduate Students","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415906532.pdf"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W3043790937","https://openalex.org/W3127352776","https://openalex.org/W3132823556","https://openalex.org/W3203478405","https://openalex.org/W3209940515","https://openalex.org/W3210939417","https://openalex.org/W3215343781","https://openalex.org/W4205434059","https://openalex.org/W4206169166","https://openalex.org/W4211067533","https://openalex.org/W4226290276","https://openalex.org/W4226490845","https://openalex.org/W4285154459","https://openalex.org/W4285203714","https://openalex.org/W4285264450","https://openalex.org/W4290993925","https://openalex.org/W4292258979","https://openalex.org/W4295308654","https://openalex.org/W4312410682","https://openalex.org/W4312560474","https://openalex.org/W4312729317","https://openalex.org/W4312770956","https://openalex.org/W4312872517","https://openalex.org/W4312986857","https://openalex.org/W4313186370","https://openalex.org/W4313484975","https://openalex.org/W4317794990","https://openalex.org/W4320004386","https://openalex.org/W4352976972","https://openalex.org/W4365798790","https://openalex.org/W4376464656","https://openalex.org/W4376851322","https://openalex.org/W4381748077","https://openalex.org/W4382119781","https://openalex.org/W4382203547","https://openalex.org/W4385246154","https://openalex.org/W4386495241","https://openalex.org/W4386825200","https://openalex.org/W4387449287","https://openalex.org/W4389776571","https://openalex.org/W4390771510","https://openalex.org/W4392397324","https://openalex.org/W4392901695","https://openalex.org/W4399800600","https://openalex.org/W4400142659","https://openalex.org/W4401567650","https://openalex.org/W4403596949","https://openalex.org/W4404788515","https://openalex.org/W4405717990"],"related_works":[],"abstract_inverted_index":{"The":[0],"cloud-edge-end":[1,37],"collaboration":[2,38,42],"system":[3,25,29,124,230,257,271],"provides":[4],"a":[5,99],"new":[6],"impetus":[7],"for":[8,22,36,273],"the":[9,18,65,86,90,133,211,214,223,229,233,256,269],"development":[10],"of":[11,20,88,92,123,135,213,225,232],"intelligent":[12,23],"transportation.":[13],"In":[14],"order":[15],"to":[16,63,119,165,193,201,206],"optimize":[17,194],"quality":[19,205],"service":[21,137,143,204],"transportation":[24],"users":[26,226],"and":[27,53,73,84,105,128,140,186,197,240,251,255,266],"improve":[28],"resource":[30,51,129],"utilization,":[31],"A":[32,172],"three-tier":[33],"caching":[34],"strategy":[35],"based":[39,58,112],"on":[40,59,113],"efficiency":[41],"task":[43,61,169],"popularity":[44,62],"(CSEPCA)":[45],"was":[46,117,177],"proposed,":[47,178],"which":[48,179],"exploits":[49],"server":[50,70,81,93,287],"characteristics":[52],"performs":[54],"fine-grained":[55],"cache":[56,71,82,94],"replacements":[57],"real-time":[60],"address":[64,146],"challenges":[66,147],"associated":[67],"with":[68,132,154,167,284],"balancing":[69],"space":[72,83,95],"cost.":[74],"To":[75,145],"achieve":[76,120],"an":[77,106],"optimal":[78],"balance":[79],"between":[80],"cost,":[85],"problem":[87],"determining":[89],"availability":[91],"is":[96,227,236,260,277],"formulated":[97],"as":[98,247],"constrained":[100],"markov":[101],"decision":[102],"process":[103],"(CMDP),":[104],"enhanced":[107,181],"deep":[108,182],"reinforcement":[109,183],"learning":[110],"algorithm":[111,175],"soft":[114],"updating":[115],"(AT-SAC)":[116],"designed":[118],"multi-objective":[121],"optimization":[122,174,190],"latency,":[125],"energy":[126,258],"consumption,":[127],"depletion":[130],"rate,":[131],"aim":[134],"improving":[136],"response":[138],"speed":[139],"enhancing":[141],"user":[142,275],"quality.":[144],"in":[148,152,282],"effectively":[149],"serving":[150],"vehicles":[151],"areas":[153,283],"weak":[155,285],"communication":[156,198],"signals":[157],"from":[158],"cloud-edge":[159],"servers,":[160],"UAV":[161,195],"swarms":[162],"were":[163],"introduced":[164],"assist":[166],"vehicle":[168],"offloading":[170,276],"computations.":[171],"comprehensive":[173,218],"(Co-DRL-P)":[176],"integrates":[180],"Learning":[184],"(ERDDPG)":[185],"improved":[187],"particle":[188],"swarm":[189],"(A-PSO)":[191],"algorithms":[192],"trajectories":[196],"angles,":[199],"aiming":[200],"deliver":[202],"superior":[203],"users.":[207],"Finally,":[208],"we":[209],"evaluate":[210],"performance":[212],"proposed":[215,234],"scheme":[216,235],"through":[217],"simulation":[219],"experiments.":[220],"Specifically,":[221],"when":[222],"number":[224],"30,":[228],"latency":[231],"17.9%,":[237],"11.5%,":[238],"2.6%,":[239],"60.2%":[241],"lower":[242],"than":[243],"baseline":[244],"schemes":[245],"such":[246],"DQN,":[248],"DDPG,":[249],"TD3,":[250],"collaborative":[252],"randomized":[253],"schemes,":[254],"consumption":[259],"reduced":[261,278],"by":[262,279],"20.6%,":[263],"15.9%,":[264],"9.4%,":[265],"129.9%.":[267],"Notably,":[268],"overall":[270],"cost":[272],"drone-assisted":[274],"approximately":[280],"49.6%":[281],"cloud":[286],"signals.":[288]},"counts_by_year":[],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-11-05T00:00:00"}