{"id":"https://openalex.org/W7118549705","doi":"https://doi.org/10.1109/tgcn.2026.3651458","title":"Attention-Based Hierarchical-DRL With Mask for Multi-Timescale Caching, Association, and Secure Content Delivery in UAV-Enabled ISAC Networks","display_name":"Attention-Based Hierarchical-DRL With Mask for Multi-Timescale Caching, Association, and Secure Content Delivery in UAV-Enabled ISAC Networks","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7118549705","doi":"https://doi.org/10.1109/tgcn.2026.3651458"},"language":null,"primary_location":{"id":"doi:10.1109/tgcn.2026.3651458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2026.3651458","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062537320","display_name":"Gezahegn Abdissa Bayessa","orcid":"https://orcid.org/0009-0007-2601-5939"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Gezahegn Abdissa Bayessa","raw_affiliation_strings":["School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122132476","display_name":"Rong Chai","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Chai","raw_affiliation_strings":["School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122071962","display_name":"Chengchao Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengchao Liang","raw_affiliation_strings":["School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102590429","display_name":"Qinyuan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinyuan Wang","raw_affiliation_strings":["School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jun Li","orcid":"https://orcid.org/0000-0002-6239-2922"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["School of Information Science and Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5095854872","display_name":"Qianbin CHEN","orcid":null},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianbin Chen","raw_affiliation_strings":["School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communications and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062537320"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02634424,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":null,"first_page":"1779","last_page":"1794"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.5494999885559082,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.5494999885559082,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.3095000088214874,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.01940000057220459,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6011999845504761},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4819999933242798},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4787999987602234},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4212999939918518},{"id":"https://openalex.org/keywords/secrecy","display_name":"Secrecy","score":0.38100001215934753},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.37220001220703125},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.3479999899864197},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3271999955177307}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8075000047683716},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6011999845504761},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5293999910354614},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4819999933242798},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4787999987602234},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45419999957084656},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4212999939918518},{"id":"https://openalex.org/C2776452267","wikidata":"https://www.wikidata.org/wiki/Q1503443","display_name":"Secrecy","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35120001435279846},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.31540000438690186},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2026.3651458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2026.3651458","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5069822072982788,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2637521528","display_name":null,"funder_award_id":"62471204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3324807318","display_name":null,"funder_award_id":"62271097","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3363585228","display_name":null,"funder_award_id":"BE2023022","funder_id":"https://openalex.org/F4320335956","funder_display_name":"Key Technologies Research and Development Program of Guangzhou"},{"id":"https://openalex.org/G5808344812","display_name":null,"funder_award_id":"U23A20279","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8257256453","display_name":null,"funder_award_id":"BK2021022532","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8283536380","display_name":null,"funder_award_id":"BE2023022-2","funder_id":"https://openalex.org/F4320335956","funder_display_name":"Key Technologies Research and Development Program of Guangzhou"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335956","display_name":"Key Technologies Research and Development Program of Guangzhou","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2063939659","https://openalex.org/W2794673877","https://openalex.org/W3004018467","https://openalex.org/W3013032983","https://openalex.org/W3089147436","https://openalex.org/W3152678664","https://openalex.org/W3163363316","https://openalex.org/W3167450743","https://openalex.org/W3174997142","https://openalex.org/W3194030134","https://openalex.org/W4206106134","https://openalex.org/W4238437639","https://openalex.org/W4285236861","https://openalex.org/W4309961428","https://openalex.org/W4310613925","https://openalex.org/W4312980360","https://openalex.org/W4313886683","https://openalex.org/W4317794926","https://openalex.org/W4317796724","https://openalex.org/W4321488162","https://openalex.org/W4327928260","https://openalex.org/W4382568105","https://openalex.org/W4388469616","https://openalex.org/W4390691456","https://openalex.org/W4391093140","https://openalex.org/W4395069470","https://openalex.org/W4398788546","https://openalex.org/W4399344493","https://openalex.org/W4399850158","https://openalex.org/W4401113406","https://openalex.org/W4401567497","https://openalex.org/W4412404436","https://openalex.org/W4412444594","https://openalex.org/W4413074727","https://openalex.org/W4414122750","https://openalex.org/W4414322195","https://openalex.org/W4414871273"],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1],"research,":[2],"we":[3,64,126,154,164,201,214],"investigate":[4],"the":[5,44,50,61,83,90,111,152,187,211,217,231,234],"long-term":[6,105],"secure":[7,106],"content":[8,34,51,96,135,208],"delivery":[9,52],"problem":[10,102,113,119],"in":[11],"unmanned":[12],"aerial":[13],"vehicle":[14],"(UAV)-enabled":[15],"integrated":[16],"sensing":[17,100,147,225],"and":[18,39,71,88,99,121,138,146,163,177,189,224],"communication":[19,145],"(ISAC)":[20],"networks.":[21],"We":[22,80],"consider":[23],"that":[24],"ISAC-assisted":[25],"UAVs":[26],"are":[27],"allowed":[28],"to":[29,37,56,185],"store":[30],"user-requested":[31],"contents,":[32],"provide":[33],"delivering":[35],"service":[36],"users,":[38],"perform":[40],"eavesdropper":[41,62],"detection.":[42],"However,":[43],"openness":[45],"of":[46,86,233],"UAV-enabled":[47],"networks":[48],"makes":[49],"network":[53],"more":[54],"susceptible":[55],"security":[57],"threats.":[58],"To":[59,150],"address":[60],"detection,":[63],"propose":[65,165],"a":[66,104,115,133,139,158,179,204],"Cram\u00e9r-Rao":[67],"Lower":[68],"Bound":[69],"(CRLB)":[70],"an":[72,166,174,190,194],"extended":[73],"Kalman":[74],"Filter":[75],"(EKF)-based":[76],"location":[77],"estimation":[78],"algorithm.":[79],"then":[81,215],"examine":[82],"secrecy":[84],"throughput":[85,107],"users":[87],"formulate":[89],"joint":[91],"user":[92,141,219],"association,":[93,142,220],"UAV":[94,143,221],"deployment,":[95,144,222],"caching,":[97],"communication,":[98,223],"beamforming":[101,148,226],"as":[103],"maximization":[108],"problem.":[109],"As":[110],"formulated":[112],"is":[114],"mixed-integer":[116],"non-linear":[117],"programming":[118],"(MINLP)":[120],"cannot":[122],"be":[123],"solved":[124],"conveniently,":[125],"decompose":[127],"it":[128,156],"into":[129,157],"two":[130],"subproblems,":[131,153],"namely,":[132],"long-timescale":[134,188,205,212],"caching":[136],"subproblem,":[137],"short-timescale":[140,198,218],"subproblem.":[149],"solve":[151],"transform":[155],"Markov":[159],"decision":[160],"process":[161],"(MDP)":[162],"attention-based":[167,191],"hierarchical":[168],"deep":[169,181],"reinforcement":[170],"learning":[171],"(HDRL)":[172],"with":[173,193],"action":[175,195],"mask":[176,196],"design":[178],"double":[180],"Q-network":[182],"(DDQN)":[183],"algorithm":[184],"obtain":[186,203,216],"DDQN":[192],"for":[197,207],"strategies.":[199],"Specifically,":[200],"first":[202],"strategy":[206],"caching.":[209],"Given":[210],"strategy,":[213],"strategy.":[227],"Simulation":[228],"results":[229],"demonstrate":[230],"effectiveness":[232],"proposed":[235],"algorithms.":[236]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-08T00:00:00"}