{"id":"https://openalex.org/W4390905501","doi":"https://doi.org/10.1109/jiot.2024.3354326","title":"Toward Cooperatively Caching in Multi-UAV-Assisted Network: A Queue-Aware CDS-Based Reinforcement Learning Mechanism With Energy-Efficiency Maximization","display_name":"Toward Cooperatively Caching in Multi-UAV-Assisted Network: A Queue-Aware CDS-Based Reinforcement Learning Mechanism With Energy-Efficiency Maximization","publication_year":2024,"publication_date":"2024-01-16","ids":{"openalex":"https://openalex.org/W4390905501","doi":"https://doi.org/10.1109/jiot.2024.3354326"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3354326","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3354326","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037259869","display_name":"Xiaohan Qi","orcid":"https://orcid.org/0009-0004-9283-0307"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaohan Qi","raw_affiliation_strings":["Communication Engineering Research Center, Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Communication Engineering Research Center, Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031868398","display_name":"Jingzheng Chong","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingzheng Chong","raw_affiliation_strings":["Communication Engineering Research Center, Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Communication Engineering Research Center, Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071725895","display_name":"Qinyu Zhang","orcid":"https://orcid.org/0000-0001-9272-0475"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinyu Zhang","raw_affiliation_strings":["Communication Engineering Research Center, Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China","Network Communication Department, Pengcheng National Labs, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Communication Engineering Research Center, Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Network Communication Department, Pengcheng National Labs, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100753650","display_name":"Zhihua Yang","orcid":"https://orcid.org/0000-0002-6478-4866"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihua Yang","raw_affiliation_strings":["Communication Engineering Research Center, Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China","Network Communication Department, Pengcheng National Labs, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Communication Engineering Research Center, Harbin Institute of Technology (Shenzhen), Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Network Communication Department, Pengcheng National Labs, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037259869"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":3.2969,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92077794,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":"9","first_page":"16461","last_page":"16477"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8739254474639893},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.8354810476303101},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6614286303520203},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6141987442970276},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.49136820435523987},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.485624223947525},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4809417128562927},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.44621190428733826},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4317753314971924},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.4203932285308838},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41514313220977783},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3811095654964447},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1190791130065918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8739254474639893},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.8354810476303101},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6614286303520203},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6141987442970276},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.49136820435523987},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.485624223947525},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4809417128562927},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.44621190428733826},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4317753314971924},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.4203932285308838},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41514313220977783},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3811095654964447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1190791130065918},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3354326","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3354326","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G5988079719","display_name":null,"funder_award_id":"62371158","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G767134212","display_name":null,"funder_award_id":"2021A1515011953","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1967956032","https://openalex.org/W1974590923","https://openalex.org/W2003170991","https://openalex.org/W2042599231","https://openalex.org/W2137152139","https://openalex.org/W2387597703","https://openalex.org/W2522123397","https://openalex.org/W2523219060","https://openalex.org/W2794673877","https://openalex.org/W2899183567","https://openalex.org/W2941351277","https://openalex.org/W2952039542","https://openalex.org/W2962804513","https://openalex.org/W2963060851","https://openalex.org/W2963061782","https://openalex.org/W2963542767","https://openalex.org/W2963991174","https://openalex.org/W2964023906","https://openalex.org/W2964052915","https://openalex.org/W2979224496","https://openalex.org/W2995862989","https://openalex.org/W2998280308","https://openalex.org/W3002033136","https://openalex.org/W3011120880","https://openalex.org/W3019060914","https://openalex.org/W3037515790","https://openalex.org/W3040668711","https://openalex.org/W3045327646","https://openalex.org/W3045756962","https://openalex.org/W3083561584","https://openalex.org/W3105736183","https://openalex.org/W3113239520","https://openalex.org/W3135506433","https://openalex.org/W3136774798","https://openalex.org/W3195241811","https://openalex.org/W3200768877","https://openalex.org/W3209583897","https://openalex.org/W4214717370","https://openalex.org/W4250589301","https://openalex.org/W4360996533","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"With":[0],"its":[1],"attractive":[2],"controllable":[3],"mobility":[4],"and":[5,41,133,173],"flexible":[6],"deployment":[7],"advantages,":[8],"the":[9,38,76,82,105,149],"Unmanned":[10],"Aerial":[11],"Vehicle":[12],"(UAV)":[13],"has":[14],"emerged":[15],"as":[16,107],"a":[17,70,88,108,118,124,129,141],"promising":[18],"solution":[19],"to":[20,37,96],"support":[21],"temporary":[22],"caching":[23,73,99,168],"services":[24],"by":[25,54,80,117,139],"pre-fetching":[26],"popular":[27],"content.":[28],"However,":[29],"it":[30,138],"still":[31],"exists":[32],"an":[33],"obvious":[34],"challenge":[35],"due":[36],"limited":[39],"storage":[40],"energy":[42,113,174],"of":[43,167],"UAVs":[44],"with":[45,128,148],"stochastic":[46],"arrival":[47],"requests,":[48,85],"which":[49,87],"is":[50,94],"not":[51],"well":[52],"addressed":[53],"present":[55],"works":[56],"resulting":[57],"in":[58,75,86,165],"low":[59],"Quality-of-Service":[60],"(QoS)":[61],"for":[62],"users.":[63],"In":[64,101],"this":[65],"paper,":[66],"therefore,":[67],"we":[68,103,136],"propose":[69],"queue-aware":[71],"cooperatively":[72],"mechanism":[74],"multi-UAV":[77],"assisted":[78],"system":[79],"considering":[81],"random":[83],"user":[84],"well-designed":[89],"Connected":[90],"Dominating":[91],"Set":[92],"(CDS)":[93],"developed":[95,150],"make":[97],"collaborative":[98],"schedule.":[100],"particular,":[102],"formulate":[104],"issue":[106],"long-term":[109],"queue":[110],"stability":[111],"constrained":[112],"efficiency":[114],"maximization":[115],"problem":[116],"well-tailored":[119],"Lyapunov":[120],"optimization":[121,127],"framework.":[122],"As":[123],"non-linear":[125],"mixed-integer":[126],"nonconvex":[130],"objective":[131],"function":[132],"coupled":[134],"variables,":[135],"solve":[137],"designing":[140],"decentralized":[142],"Cooperative":[143],"Reinforcement":[144],"Learning":[145],"(CRL)":[146],"algorithm":[147,160],"CDS.":[151],"The":[152],"numerical":[153],"results":[154],"demonstrate":[155],"that":[156],"our":[157],"proposed":[158],"joint":[159],"outperforms":[161],"other":[162],"benchmark":[163],"algorithms":[164],"terms":[166],"latency,":[169],"cache":[170],"hit":[171],"ratio,":[172],"efficiency.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}