{"id":"https://openalex.org/W3049449523","doi":"https://doi.org/10.1155/2020/8842694","title":"Deep Reinforcement Learning-Based Content Placement and Trajectory Design in Urban Cache-Enabled UAV Networks","display_name":"Deep Reinforcement Learning-Based Content Placement and Trajectory Design in Urban Cache-Enabled UAV Networks","publication_year":2020,"publication_date":"2020-08-14","ids":{"openalex":"https://openalex.org/W3049449523","doi":"https://doi.org/10.1155/2020/8842694","mag":"3049449523"},"language":"en","primary_location":{"id":"doi:10.1155/2020/8842694","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2020/8842694","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2020/8842694.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/wcmc/2020/8842694.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028873675","display_name":"Chenyu Wu","orcid":"https://orcid.org/0000-0003-0494-5063"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyu Wu","raw_affiliation_strings":["School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin 150001, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin 150001, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059225711","display_name":"Shuo Shi","orcid":"https://orcid.org/0000-0002-5671-266X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuo Shi","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, 518052, China","School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin 150001, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518052, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin 150001, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020584466","display_name":"Shushi Gu","orcid":"https://orcid.org/0000-0002-3897-5407"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shushi Gu","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen), Shenzhen, 518055., China","Peng Cheng Laboratory, Shenzhen, 518052, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen), Shenzhen, 518055., China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518052, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068787498","display_name":"Lingyan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyan Zhang","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen), Shenzhen, 518055., China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen), Shenzhen, 518055., China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028868067","display_name":"Xuemai Gu","orcid":"https://orcid.org/0000-0002-6011-9885"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuemai Gu","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, 518052, China","School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin 150001, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, 518052, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Harbin Institute of Technology, Harbin 150001, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059225711"],"corresponding_institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4210136793"],"apc_list":{"value":2300,"currency":"USD","value_usd":2300},"apc_paid":{"value":2300,"currency":"USD","value_usd":2300},"fwci":15.726,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.98335774,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"2020","issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8981887102127075},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8149999380111694},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6713647246360779},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.568138062953949},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5006251335144043},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.48082268238067627},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.44918689131736755},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.43351489305496216},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40178316831588745},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.36671775579452515},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35013747215270996},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14895367622375488},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14668703079223633},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11174929141998291}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8981887102127075},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8149999380111694},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6713647246360779},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.568138062953949},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5006251335144043},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.48082268238067627},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.44918689131736755},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.43351489305496216},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40178316831588745},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.36671775579452515},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35013747215270996},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14895367622375488},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14668703079223633},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11174929141998291},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2020/8842694","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2020/8842694","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2020/8842694.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:aa03f6539cc04792bf1c2a9f58e23b75","is_oa":true,"landing_page_url":"https://doaj.org/article/aa03f6539cc04792bf1c2a9f58e23b75","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wireless Communications and Mobile Computing, Vol 2020 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2020/8842694","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2020/8842694","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2020/8842694.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G3697742367","display_name":null,"funder_award_id":"61701136","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6566275626","display_name":null,"funder_award_id":"LZC0020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3049449523.pdf","grobid_xml":"https://content.openalex.org/works/W3049449523.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2145339207","https://openalex.org/W2412503523","https://openalex.org/W2528788999","https://openalex.org/W2558431499","https://openalex.org/W2740005962","https://openalex.org/W2786239590","https://openalex.org/W2886509985","https://openalex.org/W2888364888","https://openalex.org/W2898035736","https://openalex.org/W2922260520","https://openalex.org/W2956080156","https://openalex.org/W2962804481","https://openalex.org/W2962896865","https://openalex.org/W2963061782","https://openalex.org/W2963569053","https://openalex.org/W2963899602","https://openalex.org/W2963991174","https://openalex.org/W2964023906","https://openalex.org/W2964230603","https://openalex.org/W2973697444","https://openalex.org/W2979035384","https://openalex.org/W2981134958","https://openalex.org/W2981618170","https://openalex.org/W3005226193","https://openalex.org/W3016353205","https://openalex.org/W3102880088"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2768698792"],"abstract_inverted_index":{"Cache-enabled":[0],"unmanned":[1],"aerial":[2],"vehicles":[3],"(UAVs)":[4],"have":[5],"been":[6],"envisioned":[7],"as":[8,34,36],"a":[9,106,138,196],"promising":[10],"technology":[11],"for":[12],"many":[13],"applications":[14],"in":[15,97,217],"future":[16],"urban":[17,49,70],"wireless":[18],"communication.":[19],"However,":[20],"to":[21,28,55,91,141,174,209],"utilize":[22],"UAVs":[23,76],"properly":[24],"is":[25,53,159],"challenging":[26],"due":[27],"limited":[29],"endurance":[30],"and":[31,61,82,113,130,163,213],"storage":[32,62],"capacity":[33,84,154],"well":[35,194],"the":[37,41,46,75,93,143,169,210],"continuous":[38],"roam":[39],"of":[40,48,59,147,199,219],"mobile":[42,78,176],"users.":[43],"To":[44,100],"meet":[45],"diversity":[47],"communication":[50,72],"services,":[51],"it":[52],"essential":[54],"exploit":[56],"UAVs\u2019":[57],"potential":[58],"mobility":[60],"resource.":[63],"Toward":[64],"this":[65,98,102],"end,":[66],"we":[67,104,136,167],"consider":[68],"an":[69,88],"cache-enabled":[71],"network":[73],"where":[74],"serve":[77],"users":[79,177],"with":[80,179,202],"energy":[81,185],"cache":[83,144,153],"constraints.":[85],"We":[86],"formulate":[87],"optimization":[89],"problem":[90,158],"maximize":[92,142],"sum":[94,220],"achievable":[95,221],"throughput":[96],"system.":[99],"solve":[101],"problem,":[103],"propose":[105],"deep":[107],"reinforcement":[108],"learning-based":[109],"joint":[110],"content":[111,127],"placement":[112,128],"trajectory":[114],"design":[115],"algorithm":[116,192,207],"(DRL-JCT),":[117],"whose":[118],"progress":[119],"can":[120],"be":[121],"divided":[122],"into":[123],"two":[124],"stages:":[125],"offline":[126],"stage":[129],"online":[131,178],"user":[132],"tracking":[133],"stage.":[134],"First,":[135],"present":[137],"link-based":[139],"scheme":[140],"hit":[145],"rate":[146],"all":[148],"users\u2019":[149],"file":[150],"requirements":[151],"under":[152,184],"constraint.":[155,186],"The":[156],"NP-hard":[157],"solved":[160],"by":[161],"approximation":[162],"convex":[164],"optimization.":[165],"Then,":[166],"leverage":[168],"Double":[170],"Deep":[171],"Q-Network":[172],"(DDQN)":[173],"track":[175],"their":[180],"instantaneous":[181],"two-dimensional":[182],"coordinate":[183],"Numerical":[187],"results":[188],"show":[189],"that":[190],"our":[191,206],"converges":[193],"after":[195],"small":[197],"number":[198],"iterations.":[200],"Compared":[201],"several":[203],"benchmark":[204],"schemes,":[205],"adapts":[208],"dynamic":[211],"conditions":[212],"provides":[214],"significant":[215],"performance":[216],"terms":[218],"throughput.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}