{"id":"https://openalex.org/W7162298625","doi":"https://doi.org/10.1109/jiot.2026.3696305","title":"Dual-Time-Scale Framework for Joint Optimization of Service Caching and UAV Trajectory Based on Self-Attention Deep Reinforcement Learning","display_name":"Dual-Time-Scale Framework for Joint Optimization of Service Caching and UAV Trajectory Based on Self-Attention Deep Reinforcement Learning","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7162298625","doi":"https://doi.org/10.1109/jiot.2026.3696305"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2026.3696305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3696305","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100430876","display_name":"Xi Zhang","orcid":"https://orcid.org/0000-0003-3415-5345"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuewei Zhang","raw_affiliation_strings":["Xi\u2019an University of Posts and Telecommunications"],"raw_orcid":"https://orcid.org/0000-0002-3078-8850","affiliations":[{"raw_affiliation_string":"Xi\u2019an University of Posts and Telecommunications","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136942831","display_name":"Jiantao Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiantao Li","raw_affiliation_strings":["Xi\u2019an University of Posts and Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi\u2019an University of Posts and Telecommunications","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101076306","display_name":"Yuan Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Ren","raw_affiliation_strings":["Xi\u2019an University of Posts and Telecommunications"],"raw_orcid":"https://orcid.org/0000-0003-2520-8388","affiliations":[{"raw_affiliation_string":"Xi\u2019an University of Posts and Telecommunications","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136927131","display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0002-8968-5178"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Jiang","raw_affiliation_strings":["Xi\u2019an University of Posts and Telecommunications"],"raw_orcid":"https://orcid.org/0000-0002-8968-5178","affiliations":[{"raw_affiliation_string":"Xi\u2019an University of Posts and Telecommunications","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025530726","display_name":"Junxuan Wang","orcid":"https://orcid.org/0000-0002-5386-9012"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxuan Wang","raw_affiliation_strings":["Xi\u2019an University of Posts and Telecommunications"],"raw_orcid":"https://orcid.org/0000-0002-5386-9012","affiliations":[{"raw_affiliation_string":"Xi\u2019an University of Posts and Telecommunications","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136925841","display_name":"Jie Zeng","orcid":"https://orcid.org/0000-0003-4486-5041"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zeng","raw_affiliation_strings":["Beijing Institute of Technology"],"raw_orcid":"https://orcid.org/0000-0003-4486-5041","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78525388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"15","first_page":"34629","last_page":"34645"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.5712000131607056,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.5712000131607056,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.06069999933242798,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.03689999878406525,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.713100016117096},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6912999749183655},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.6273000240325928},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5618000030517578},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5059000253677368},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.3650999963283539},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.31540000438690186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8529999852180481},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.713100016117096},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6912999749183655},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.6273000240325928},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5618000030517578},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5059000253677368},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4361000061035156},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4050999879837036},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3650999963283539},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36010000109672546},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.31540000438690186},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3034999966621399},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2969000041484833},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2847999930381775},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2587999999523163}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2026.3696305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2026.3696305","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2964015972","https://openalex.org/W3123656491","https://openalex.org/W3178459768","https://openalex.org/W3194229936","https://openalex.org/W4225665995","https://openalex.org/W4285122268","https://openalex.org/W4385245566","https://openalex.org/W4386918678","https://openalex.org/W4388740173","https://openalex.org/W4390659130","https://openalex.org/W4391019992","https://openalex.org/W4395096984","https://openalex.org/W4399938947","https://openalex.org/W4400975133","https://openalex.org/W4401567242","https://openalex.org/W4402027242","https://openalex.org/W4402389342","https://openalex.org/W4402968249","https://openalex.org/W4403123110","https://openalex.org/W4403182484","https://openalex.org/W4403600563","https://openalex.org/W4403826580","https://openalex.org/W4404293389","https://openalex.org/W4404788414","https://openalex.org/W4405022376","https://openalex.org/W4405717953","https://openalex.org/W4407128252","https://openalex.org/W4408716121","https://openalex.org/W4409474240","https://openalex.org/W4409991771","https://openalex.org/W4410226923","https://openalex.org/W4410394107","https://openalex.org/W4410583104","https://openalex.org/W4411203137","https://openalex.org/W4411688313","https://openalex.org/W4411688347","https://openalex.org/W4413462602","https://openalex.org/W4413966994","https://openalex.org/W4414321961","https://openalex.org/W4416749061","https://openalex.org/W4416873219","https://openalex.org/W4417002066"],"related_works":[],"abstract_inverted_index":{"Nowadays,":[0],"Unmanned":[1],"Aerial":[2],"Vehicle":[3],"(UAV)-assisted":[4],"Mobile":[5],"Edge":[6],"Computing":[7],"(MEC)":[8],"has":[9],"been":[10],"recognized":[11],"as":[12,131,196],"a":[13,40,87,97,120,135,210],"promising":[14],"technique":[15],"for":[16,69],"flexibly":[17],"handling":[18],"computation":[19,37,65],"tasks":[20],"in":[21,187,193,213],"5G":[22],"advanced":[23],"and":[24,36,49,64,85,134,159,162,171,191],"6G":[25],"networks.":[26],"This":[27,147],"paper":[28],"investigates":[29],"the":[30,46,51,70,75,94,109,141,149,154,178,182,199,206,220],"joint":[31],"optimization":[32,223],"of":[33,143,185],"service":[34,58],"caching":[35,47,59,194],"offloading":[38,66],"within":[39],"dual":[41,89],"time-scale":[42],"framework.":[43],"We":[44],"maximize":[45],"utility":[48],"minimize":[50],"task":[52],"processing":[53,215],"delay":[54],"by":[55],"jointly":[56],"optimizing":[57],"policies,":[60],"UAV":[61,128],"flight":[62],"trajectory,":[63],"decisions.":[67],"Specifically,":[68],"long-term":[71,179],"problem,":[72,96],"we":[73],"use":[74],"Latent":[76],"Dirichlet":[77],"Allocation":[78],"(LDA)":[79],"model":[80],"to":[81,151,167,198,219],"predict":[82],"user":[83],"preferences,":[84],"propose":[86],"Lagrangian":[88],"decomposition":[90],"based":[91,99],"algorithm.":[92],"For":[93],"short-term":[95,207],"self-attention":[98,122,136],"Multi-Agent":[100],"Proximal":[101],"Policy":[102],"Optimization":[103],"(MAPPO)":[104],"algorithm":[105,118,180,208],"is":[106,129,138],"designed.":[107],"Under":[108],"Centralized":[110],"Training":[111],"with":[112,124,217],"Decentralized":[113],"Execution":[114],"(CTDE)":[115],"framework,":[116],"this":[117],"integrates":[119],"multi-head":[121],"mechanism":[123],"curriculum":[125],"learning.":[126],"Each":[127],"regarded":[130],"an":[132],"agent,":[133],"encoder":[137],"integrated":[139],"at":[140],"front-end":[142],"each":[144],"Actor":[145],"network.":[146],"enables":[148],"agent":[150],"dynamically":[152],"capture":[153],"relative":[155],"importance":[156],"between":[157],"itself":[158],"all":[160],"users,":[161],"context-aware":[163],"features":[164],"are":[165],"extracted":[166],"make":[168],"more":[169],"intelligent":[170],"trajectory":[172],"designs.":[173],"Through":[174],"extensive":[175],"simulation":[176],"experiments,":[177],"yields":[181],"performance":[183],"improvements":[184],"76.5%":[186],"cache":[188],"hit":[189],"rate":[190],"66%":[192],"utility,":[195],"compared":[197],"second":[200],"best":[201],"baseline.":[202],"In":[203],"dynamic":[204],"scenarios,":[205],"achieves":[209],"16%":[211],"reduction":[212],"total":[214],"latency":[216],"respect":[218],"proximal":[221],"policy":[222],"policy.":[224]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-05-26T00:00:00"}