{"id":"https://openalex.org/W3117278457","doi":"https://doi.org/10.1109/wcsp49889.2020.9299784","title":"Deep Reinforcement Learning for Caching Placement and Content Delivery in UAV NOMA Networks","display_name":"Deep Reinforcement Learning for Caching Placement and Content Delivery in UAV NOMA Networks","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3117278457","doi":"https://doi.org/10.1109/wcsp49889.2020.9299784","mag":"3117278457"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp49889.2020.9299784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp49889.2020.9299784","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069209756","display_name":"Ziduan Wang","orcid":"https://orcid.org/0000-0002-0860-7902"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziduan Wang","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102913097","display_name":"Tiankui Zhang","orcid":"https://orcid.org/0000-0002-0694-5844"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiankui Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076863392","display_name":"Yuanwei Liu","orcid":"https://orcid.org/0000-0002-6389-8941"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yuanwei Liu","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059494893","display_name":"Wenjun Xu","orcid":"https://orcid.org/0000-0001-8767-4742"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Xu","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2966,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.82718413,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"406","last_page":"411"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8771151304244995},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8643778562545776},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.8523935079574585},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8412362933158875},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.698494553565979},{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.6299760341644287},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6149932146072388},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5193056464195251},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.496695339679718},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.48626816272735596},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4653193950653076},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.4604618549346924},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.43937546014785767},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3429414927959442},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.22004655003547668},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11169055104255676},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10309562087059021}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8771151304244995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8643778562545776},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.8523935079574585},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8412362933158875},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.698494553565979},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.6299760341644287},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6149932146072388},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5193056464195251},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.496695339679718},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.48626816272735596},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4653193950653076},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.4604618549346924},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.43937546014785767},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3429414927959442},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.22004655003547668},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11169055104255676},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10309562087059021},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp49889.2020.9299784","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp49889.2020.9299784","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2052190282","https://openalex.org/W2528788999","https://openalex.org/W2761862361","https://openalex.org/W2783103509","https://openalex.org/W2962847915","https://openalex.org/W2963697941","https://openalex.org/W2969525674","https://openalex.org/W2981770477","https://openalex.org/W2992964660","https://openalex.org/W3036529997","https://openalex.org/W3048543830","https://openalex.org/W3102402089","https://openalex.org/W6755752423"],"related_works":["https://openalex.org/W3030525848","https://openalex.org/W4385197910","https://openalex.org/W2340639785","https://openalex.org/W3010814398","https://openalex.org/W4385197899","https://openalex.org/W3005957545","https://openalex.org/W2076432172","https://openalex.org/W2191948661","https://openalex.org/W2951015761","https://openalex.org/W2066707812"],"abstract_inverted_index":{"The":[0,60],"cache-enabling":[1,152],"unmanned":[2],"aerial":[3],"vehicle":[4],"(UAV)":[5],"cellular":[6,63],"network":[7,64],"is":[8,18,46,76,96,122,134,147,160],"investigated":[9],"in":[10,73,78],"this":[11,79],"article,":[12],"where":[13],"the":[14,35,40,50,66,107,126,137,150,163],"massive":[15],"access":[16,24],"capability":[17],"enhanced":[19],"by":[20,136,149,162],"applying":[21],"non-orthogonal":[22],"multiple":[23],"(NOMA).":[25],"More":[26],"particularly,":[27],"a":[28,99,142,157],"mobile":[29],"UAV":[30,62,68,153],"base":[31],"station,":[32],"which":[33],"caches":[34],"popular":[36],"contents":[37,56],"to":[38,48,104,124],"release":[39],"pressure":[41],"on":[42],"wireless":[43],"backhaul":[44],"links,":[45],"deployed":[47],"assist":[49],"delivery":[51,87,93,120,145],"of":[52],"large":[53,129],"volume":[54],"multimedia":[55],"for":[57,91],"ground":[58],"users.":[59],"dynamic":[61,67,108],"with":[65,106,128],"locations":[69],"and":[70,85,118],"content":[71,86,92,119,144],"requests":[72],"practical":[74],"scenario":[75],"considered":[77],"paper.":[80],"A":[81,110],"long-term":[82],"caching":[83,116],"placement":[84,117],"joint":[88],"optimization":[89],"problem":[90],"delay":[94,146],"minimization":[95],"formulated":[97],"as":[98],"Markov":[100],"decision":[101],"process":[102],"(MDP)":[103],"cope":[105],"environment.":[109],"deep":[111],"reinforcement":[112],"learning":[113],"(DRL)":[114],"based":[115],"algorithm":[121],"proposed":[123,164],"tackle":[125],"MDP":[127],"action":[130],"space.":[131],"Finally,":[132],"it":[133],"demonstrated":[135],"numerical":[138],"results":[139],"that:":[140],"1)":[141],"low":[143],"achieved":[148],"studied":[151],"NOMA":[154],"networks;":[155],"2)":[156],"good":[158],"performance":[159],"provided":[161],"algorithm.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}