{"id":"https://openalex.org/W4407315431","doi":"https://doi.org/10.1109/tmc.2025.3540413","title":"Delay-Sensitive Task Offloading With Edge Caching Through Martingale-Based Deep Reinforcement Learning","display_name":"Delay-Sensitive Task Offloading With Edge Caching Through Martingale-Based Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-02-10","ids":{"openalex":"https://openalex.org/W4407315431","doi":"https://doi.org/10.1109/tmc.2025.3540413"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3540413","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3540413","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045785088","display_name":"Chongwu Dong","orcid":"https://orcid.org/0000-0002-9161-0570"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chongwu Dong","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9161-0570","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100710867","display_name":"Weidong Li","orcid":"https://orcid.org/0000-0001-5559-7834"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Li","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100760218","display_name":"Zhi Zhou","orcid":"https://orcid.org/0000-0002-0987-9344"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Zhou","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0987-9344","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9943-6020","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056608045","display_name":"Zhihong Tian","orcid":"https://orcid.org/0000-0002-9409-5359"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihong Tian","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9409-5359","affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101707990","display_name":"Wushao Wen","orcid":"https://orcid.org/0000-0003-4819-4679"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wushao Wen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4819-4679","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5045785088"],"corresponding_institution_ids":["https://openalex.org/I37987034"],"apc_list":null,"apc_paid":null,"fwci":12.7127,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.98511872,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"24","issue":"7","first_page":"6225","last_page":"6242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9545999765396118,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8533248901367188},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7701132893562317},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.4846211373806},{"id":"https://openalex.org/keywords/martingale","display_name":"Martingale (probability theory)","score":0.43308117985725403},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41982752084732056},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4089054465293884},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4062904417514801},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38871797919273376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.381006121635437},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07359525561332703}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8533248901367188},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7701132893562317},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4846211373806},{"id":"https://openalex.org/C48406656","wikidata":"https://www.wikidata.org/wiki/Q534112","display_name":"Martingale (probability theory)","level":2,"score":0.43308117985725403},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41982752084732056},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4089054465293884},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4062904417514801},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38871797919273376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.381006121635437},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07359525561332703},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3540413","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3540413","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G466009056","display_name":null,"funder_award_id":"62402128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1511241204","https://openalex.org/W1589801689","https://openalex.org/W1987582408","https://openalex.org/W2014925779","https://openalex.org/W2118419465","https://openalex.org/W2120227573","https://openalex.org/W2740730278","https://openalex.org/W2964631172","https://openalex.org/W3015074395","https://openalex.org/W3035221273","https://openalex.org/W3042446967","https://openalex.org/W3044812257","https://openalex.org/W3097744961","https://openalex.org/W3134823279","https://openalex.org/W3159145702","https://openalex.org/W3170007158","https://openalex.org/W3181606936","https://openalex.org/W3183681286","https://openalex.org/W3186745796","https://openalex.org/W3195720537","https://openalex.org/W3201761032","https://openalex.org/W3208452665","https://openalex.org/W4205180710","https://openalex.org/W4225571404","https://openalex.org/W4283219818","https://openalex.org/W4285236726","https://openalex.org/W4285244214","https://openalex.org/W4292348059","https://openalex.org/W4308327972","https://openalex.org/W4309092724","https://openalex.org/W4312620418","https://openalex.org/W4313491442","https://openalex.org/W4315630276","https://openalex.org/W4318624502","https://openalex.org/W4320712861","https://openalex.org/W4320713009","https://openalex.org/W4360995127","https://openalex.org/W4366147737","https://openalex.org/W4366308825","https://openalex.org/W4376454942","https://openalex.org/W4384158422","https://openalex.org/W4385820011","https://openalex.org/W4386207860","https://openalex.org/W4386214505","https://openalex.org/W4386322075","https://openalex.org/W4386824708","https://openalex.org/W4390970240","https://openalex.org/W4391057568","https://openalex.org/W4391791437","https://openalex.org/W4392477524","https://openalex.org/W4394014307","https://openalex.org/W4394773583","https://openalex.org/W4401537644","https://openalex.org/W4407950015","https://openalex.org/W6740469409","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6757592117"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2105580438","https://openalex.org/W2057435755","https://openalex.org/W4306904969","https://openalex.org/W3139051647","https://openalex.org/W2902693277","https://openalex.org/W4378977105"],"abstract_inverted_index":{"In":[0,140,162],"the":[1,18,56,72,79,121,137,145,168,193,202,208,236,266,286],"forthcoming":[2],"era":[3],"of":[4,11,75,239],"6G":[5,80],"networks,":[6],"delay-sensitive":[7,76,154],"applications":[8,77],"for":[9,60,153],"Internet":[10],"Things":[12],"(IoT)":[13],"are":[14,219],"poised":[15],"to":[16,38,70,104,148,191,221,259,284],"become":[17],"prevailing":[19],"services":[20,115],"with":[21,156,177],"ultra-reliable":[22],"and":[23,44,50,99,108,133,183,204,215,229,270,276,303],"low-latency":[24],"(URLLC)":[25],"requirements.":[26],"Unlike":[27],"traditional":[28],"video":[29],"caching,":[30],"IoT-based":[31],"edge":[32,65,138],"caching":[33,205,275],"faces":[34],"unique":[35],"challenges":[36],"due":[37],"diverse":[39],"data":[40],"types,":[41],"update":[42],"frequencies,":[43],"computational":[45,51],"needs,":[46],"requiring":[47],"integrated":[48,220],"storage":[49,134],"resource":[52,100,216,231,271],"management.":[53],"To":[54,112],"support":[55,149],"more":[57],"stringent":[58],"requirements":[59],"these":[61],"innovative":[62],"applications,":[63,155],"mobile":[64],"computing":[66,132],"(MEC)":[67],"is":[68,189],"introduced":[69],"enhance":[71],"service":[73],"reliability":[74],"in":[78,89,116,136,197],"era.":[81],"However,":[82],"task":[83,151,169,181,213,268],"offloading,":[84],"as":[85,96,127,171],"an":[86,244],"indispensable":[87],"procedure":[88],"MEC,":[90],"would":[91],"encounter":[92],"many":[93],"challenges,":[94],"such":[95],"network":[97,124],"jitter":[98],"insufficiency,":[101],"possibly":[102],"leading":[103],"unpredictable":[105],"queuing":[106,175],"delays":[107],"other":[109],"negative":[110],"issues.":[111],"ensure":[113],"reliable":[114,150],"a":[117,128,157,172],"dynamical":[118],"MEC":[119,123,147],"environment,":[120],"caching-enabled":[122,146],"has":[125],"emerged":[126],"novel":[129],"architecture,":[130],"placing":[131],"resources":[135],"network.":[139],"this":[141,198],"paper,":[142],"we":[143,166,242,291],"investigate":[144],"offloading":[152,203,214,269],"focus":[158],"on":[159,235],"IoT":[160],"scenarios.":[161],"our":[163],"system":[164,176,224,262,304],"model,":[165],"formulate":[167],"process":[170],"two-hop":[173],"tandem":[174],"limited":[178],"capacity,":[179],"including":[180,226,274],"transmission":[182],"computation":[184,277],"queues.":[185],"The":[186,289],"Martingale":[187],"theory":[188],"leveraged":[190],"analyze":[192],"delay":[194,237],"violation":[195],"probability":[196],"system,":[199],"demonstrating":[200],"how":[201],"decisions":[206],"affect":[207],"end-to-end":[209],"(E2E)":[210],"delay.":[211],"Besides,":[212],"allocation":[217,272],"policies":[218],"reduce":[222],"high":[223],"costs,":[225],"energy":[227],"consumption":[228],"cache":[230,300],"rental":[232],"costs.":[233],"Based":[234],"analysis":[238],"martingale":[240],"theory,":[241],"propose":[243],"advanced":[245],"deep":[246],"reinforcement":[247],"learning":[248],"(DRL)":[249],"algorithm":[250,258,290],"called":[251],"Dynamic":[252],"Request":[253],"Aware":[254],"Soft":[255],"Actor-Critic":[256],"(DRA-SAC)":[257],"achieve":[260],"minimal":[261],"costs":[263],"by":[264],"obtaining":[265],"optimal":[267],"policies,":[273],"resources.":[278],"We":[279],"conduct":[280],"some":[281],"illustrative":[282],"studies":[283],"evaluate":[285],"proposed":[287],"scheme.":[288],"have":[292],"put":[293],"forward":[294],"outperforms":[295],"benchmark":[296],"algorithms":[297],"regarding":[298],"both":[299],"hit":[301],"ratio":[302],"cost.":[305]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2025-10-10T00:00:00"}