{"id":"https://openalex.org/W3167847623","doi":"https://doi.org/10.1109/jsyst.2021.3082837","title":"Deep Reinforcement Learning-Based Mobility-Aware UAV Content Caching and Placement in Mobile Edge Networks","display_name":"Deep Reinforcement Learning-Based Mobility-Aware UAV Content Caching and Placement in Mobile Edge Networks","publication_year":2021,"publication_date":"2021-06-09","ids":{"openalex":"https://openalex.org/W3167847623","doi":"https://doi.org/10.1109/jsyst.2021.3082837","mag":"3167847623"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2021.3082837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2021.3082837","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045392864","display_name":"Stephen Anokye","orcid":"https://orcid.org/0000-0002-5698-6951"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Stephen Anokye","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-5698-6951","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020282335","display_name":"Daniel Ayepah-Mensah","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daniel Ayepah-Mensah","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-9159-0509","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076128522","display_name":"Abegaz Mohammed Seid","orcid":"https://orcid.org/0000-0002-3672-6132"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Abegaz Mohammed Seid","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3672-6132","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004399713","display_name":"Gordon Owusu Boateng","orcid":"https://orcid.org/0000-0002-7923-367X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gordon Owusu Boateng","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-7923-367X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091755158","display_name":"Guolin Sun","orcid":"https://orcid.org/0000-0001-9754-7261"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guolin Sun","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-9754-7261","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":4.6507,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.94840321,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"16","issue":"1","first_page":"275","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8236473798751831},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8114855885505676},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.6042176485061646},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5912692546844482},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5582392811775208},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5459720492362976},{"id":"https://openalex.org/keywords/flooding","display_name":"Flooding (psychology)","score":0.48336881399154663},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.48317423462867737},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.448961079120636},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4186231195926666},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.28606098890304565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23005560040473938}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8236473798751831},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8114855885505676},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.6042176485061646},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5912692546844482},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5582392811775208},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5459720492362976},{"id":"https://openalex.org/C186594467","wikidata":"https://www.wikidata.org/wiki/Q1429176","display_name":"Flooding (psychology)","level":2,"score":0.48336881399154663},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.48317423462867737},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.448961079120636},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4186231195926666},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.28606098890304565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23005560040473938},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsyst.2021.3082837","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2021.3082837","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G2507640789","display_name":null,"funder_award_id":"ZYGX2018J068","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2601353200","display_name":null,"funder_award_id":"2018JYO578","funder_id":"https://openalex.org/F4320322922","funder_display_name":"Department of Science and Technology of Sichuan Province"},{"id":"https://openalex.org/G5899314432","display_name":null,"funder_award_id":"2017GFW0128","funder_id":"https://openalex.org/F4320322922","funder_display_name":"Department of Science and Technology of Sichuan Province"},{"id":"https://openalex.org/G6114932493","display_name":"\u57fa\u4e8e\u7f51\u7edc\u5207\u7247\u76845G\u7269\u8054\u7f51\u8d85\u4f4e\u65f6\u5ef6\u4f20\u8f93\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61771098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7460960050","display_name":null,"funder_award_id":"2017JY0007","funder_id":"https://openalex.org/F4320322922","funder_display_name":"Department of Science and Technology of Sichuan Province"},{"id":"https://openalex.org/G806543622","display_name":null,"funder_award_id":"8ZDYF2265","funder_id":"https://openalex.org/F4320322922","funder_display_name":"Department of Science and Technology of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322922","display_name":"Department of Science and Technology of Sichuan Province","ror":"https://ror.org/04323m874"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1890963104","https://openalex.org/W1922992366","https://openalex.org/W2009708702","https://openalex.org/W2124542511","https://openalex.org/W2145339207","https://openalex.org/W2290354866","https://openalex.org/W2528788999","https://openalex.org/W2603810864","https://openalex.org/W2610993542","https://openalex.org/W2740600745","https://openalex.org/W2751824500","https://openalex.org/W2771384842","https://openalex.org/W2783103509","https://openalex.org/W2783729004","https://openalex.org/W2809456920","https://openalex.org/W2888360891","https://openalex.org/W2895667242","https://openalex.org/W2905354310","https://openalex.org/W2914952404","https://openalex.org/W2963721147","https://openalex.org/W2963857659","https://openalex.org/W2963991174","https://openalex.org/W2964125271","https://openalex.org/W2964230603","https://openalex.org/W2982361136","https://openalex.org/W2998549502","https://openalex.org/W3005226193","https://openalex.org/W3009985988","https://openalex.org/W3010063955","https://openalex.org/W6639647829","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W2765089333","https://openalex.org/W4297311468","https://openalex.org/W2963440157","https://openalex.org/W2964194703","https://openalex.org/W2898650565","https://openalex.org/W2883068039","https://openalex.org/W2915882743","https://openalex.org/W2191948661","https://openalex.org/W2951015761","https://openalex.org/W3010715985"],"abstract_inverted_index":{"With":[0],"the":[1,37,53,62,108,125,128,131,136,157],"proliferation":[2],"of":[3,27,55,86,110,127,183,185],"smart":[4],"mobile":[5,22,38,43],"devices,":[6],"there":[7,74],"is":[8,36,47],"now":[9],"an":[10,48,169],"ever":[11],"increasing":[12],"craving":[13],"for":[14,17],"higher":[15],"bandwidth":[16],"end":[18],"user":[19,116],"satisfaction.":[20],"Increasing":[21],"traffic":[23],"leads":[24],"to":[25,33,60,68,98,123,133,155,168],"congestion":[26],"backhaul":[28],"networks.":[29],"One":[30],"promising":[31],"solution":[32,171],"this":[34],"problem":[35,141,146],"edge":[39,44],"network":[40],"and":[41,66,119,130,148,172,190],"consequently":[42],"caching.":[45],"There":[46],"emerging":[49],"paradigm":[50],"shift":[51],"toward":[52],"use":[54,109],"unmanned":[56],"aerial":[57],"vehicles":[58],"(UAVs)":[59],"assist":[61,99],"traditional":[63],"cellular":[64],"networks":[65],"also":[67],"provide":[69],"connectivity":[70],"in":[71,100,181],"places":[72],"where":[73],"are":[75],"no":[76],"small":[77],"base":[78],"stations":[79],"or":[80],"faulty":[81],"ones":[82],"as":[83,91,103,142],"a":[84,143,150],"result":[85],"some":[87],"natural":[88],"disaster":[89],"such":[90],"flooding.":[92],"Hence,":[93],"UAVs":[94,129],"can":[95],"be":[96],"used":[97],"content":[101],"caching":[102],"well.":[104],"This":[105],"work":[106],"proposes":[107],"human":[111],"centric":[112],"features,":[113],"random":[114],"waypoint":[115],"mobility":[117],"model,":[118],"deep":[120],"reinforcement":[121,152,178],"learning":[122,179],"predict":[124],"location":[126],"contents":[132],"cache":[134,191],"at":[135],"UAVs.":[137],"We":[138],"formulated":[139],"our":[140,165],"Markov":[144],"decision":[145],"(MDP)":[147],"proposed":[149],"dueling":[151],"learning-based":[153],"algorithm":[154,166],"solve":[156],"MDP":[158],"problem.":[159],"Our":[160],"simulation":[161],"results":[162],"prove":[163],"that":[164],"converges":[167],"optimal":[170],"performs":[173],"better":[174],"than":[175],"other":[176],"baseline":[177],"algorithms":[180],"terms":[182],"quality":[184],"experience":[186],"satisfaction,":[187],"transmit":[188],"power,":[189],"resource":[192],"utilization":[193]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":6}],"updated_date":"2026-06-27T08:28:00.272161","created_date":"2025-10-10T00:00:00"}