{"id":"https://openalex.org/W4285107918","doi":"https://doi.org/10.1109/tmc.2022.3181308","title":"Trajectory and Communication Design for Cache- Enabled UAVs in Cellular Networks: A Deep Reinforcement Learning Approach","display_name":"Trajectory and Communication Design for Cache- Enabled UAVs in Cellular Networks: A Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-06-13","ids":{"openalex":"https://openalex.org/W4285107918","doi":"https://doi.org/10.1109/tmc.2022.3181308"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2022.3181308","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3181308","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051665415","display_name":"Jiequ Ji","orcid":"https://orcid.org/0000-0003-0728-5662"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiequ Ji","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0728-5662","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000861569","display_name":"Kun Zhu","orcid":"https://orcid.org/0000-0001-6784-5583"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Zhu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6784-5583","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061150224","display_name":"Lin Cai","orcid":"https://orcid.org/0000-0002-1093-4865"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lin Cai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Victoria, Victoria, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1093-4865","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":33.7259,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":{"value":0.99654324,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"22","issue":"10","first_page":"6190","last_page":"6204"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8872075080871582},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8453298211097717},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6669377684593201},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6493873596191406},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5391974449157715},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.5303497910499573},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5275720357894897},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4520556330680847},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4325820505619049},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4236631691455841},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26873767375946045},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.252650648355484},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15398907661437988}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8872075080871582},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8453298211097717},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6669377684593201},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6493873596191406},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5391974449157715},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.5303497910499573},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5275720357894897},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4520556330680847},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4325820505619049},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4236631691455841},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26873767375946045},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.252650648355484},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15398907661437988},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2022.3181308","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2022.3181308","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1191599655","https://openalex.org/W1611674276","https://openalex.org/W1988456768","https://openalex.org/W2051773775","https://openalex.org/W2112053513","https://openalex.org/W2123266551","https://openalex.org/W2135752091","https://openalex.org/W2156737235","https://openalex.org/W2206930994","https://openalex.org/W2268751503","https://openalex.org/W2306649852","https://openalex.org/W2327622231","https://openalex.org/W2412503523","https://openalex.org/W2416516071","https://openalex.org/W2736601468","https://openalex.org/W2783103509","https://openalex.org/W2883483673","https://openalex.org/W2885551694","https://openalex.org/W2905354310","https://openalex.org/W2908566763","https://openalex.org/W2913340256","https://openalex.org/W2914952404","https://openalex.org/W2922388521","https://openalex.org/W2962691117","https://openalex.org/W2962896865","https://openalex.org/W2963061782","https://openalex.org/W2963569053","https://openalex.org/W2963864421","https://openalex.org/W2963978211","https://openalex.org/W2964220104","https://openalex.org/W2968312042","https://openalex.org/W2980672541","https://openalex.org/W2981078741","https://openalex.org/W2991475146","https://openalex.org/W3038403048","https://openalex.org/W3045327646","https://openalex.org/W3048217314","https://openalex.org/W3085145549","https://openalex.org/W3090573937","https://openalex.org/W3099607069","https://openalex.org/W3101941357","https://openalex.org/W3103426447","https://openalex.org/W3105736183","https://openalex.org/W3111189508","https://openalex.org/W3113190209","https://openalex.org/W3124319763","https://openalex.org/W4214717370","https://openalex.org/W4295312788","https://openalex.org/W6627932998","https://openalex.org/W6678319617","https://openalex.org/W6683195989","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6760518690","https://openalex.org/W6766978945","https://openalex.org/W6787998924"],"related_works":["https://openalex.org/W2303288554","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W2047225036","https://openalex.org/W2093207996","https://openalex.org/W4386698331","https://openalex.org/W2138314731","https://openalex.org/W2142989636","https://openalex.org/W2322468729","https://openalex.org/W2168356777"],"abstract_inverted_index":{"In":[0,32],"this":[1,33,102],"article,":[2],"we":[3,35,104,136],"investigate":[4],"the":[5,21,43,52,73,76,94,115,129,140,156,183,191,195,200,207,211,219,235],"content":[6,45,80,230],"transmission":[7,63],"in":[8,169],"a":[9,37,66,109,149,163,226],"heavy-crowded":[10],"multiple":[11],"access":[12],"cellular":[13],"network,":[14],"whose":[15],"data":[16],"traffic":[17],"is":[18,87,167],"offloaded":[19],"through":[20],"combination":[22],"of":[23,48,75,139,185,229],"edge":[24],"caching":[25],"and":[26,55,62,82,90,120,147],"unmanned":[27],"aerial":[28],"vehicle":[29],"(UAV)":[30],"communication.":[31],"context,":[34],"formulate":[36],"novel":[38,150],"optimization":[39,99],"problem,":[40],"which":[41,170],"minimizes":[42],"sum":[44],"acquisition":[46,231],"delay":[47,232],"users":[49],"by":[50,199],"optimizing":[51],"multiuser":[53],"association":[54],"cache":[56],"placement":[57],"jointly":[58],"with":[59,128,234],"UAV":[60,84,172],"trajectory":[61],"power":[64],"over":[65],"given":[67,198],"flight":[68],"duration.":[69],"However,":[70],"due":[71],"to":[72,92,125,131,154],"uncertainty":[74],"environment":[77,130,201],"(e.g.,":[78],"random":[79],"requests":[81],"dynamic":[83],"positions),":[85],"it":[86,180],"often":[88],"difficult":[89],"impractical":[91],"solve":[93,155],"formulated":[95],"problem":[96,107],"using":[97],"conventional":[98],"methods.":[100],"To":[101,159],"end,":[103],"model":[105],"our":[106],"as":[108,123],"partially":[110],"observable":[111],"stochastic":[112],"game":[113],"where":[114],"macro":[116],"base":[117],"station":[118],"(MBS)":[119],"UAVs":[121],"act":[122],"agents":[124],"collectively":[126],"interact":[127],"receive":[132],"distinctive":[133],"observations.":[134],"Moreover,":[135,218],"take":[137],"advantage":[138],"Proximal":[141],"Policy":[142],"Optimization":[143],"(PPO)":[144],"learning":[145,216],"strategy":[146],"propose":[148],"Dual-Clip":[151],"PPO-based":[152,213],"algorithm":[153,209],"converted":[157],"problem.":[158],"guide":[160],"agent":[161,173,193],"exploration,":[162],"new":[164],"exploration":[165],"criterion":[166],"proposed":[168,208,220],"each":[171],"can":[174,224],"obtain":[175],"an":[176],"intrinsic":[177],"reward":[178,197],"when":[179],"explores":[181],"beyond":[182],"boundary":[184],"explored":[186],"regions":[187],"(BeBold).":[188],"Note":[189],"that":[190,206],"MBS":[192],"has":[194],"extrinsic":[196],"only.":[202],"Numerical":[203],"results":[204],"reveal":[205],"outperforms":[210],"standard":[212],"deep":[214],"reinforcement":[215],"algorithm.":[217],"joint":[221],"design":[222],"scheme":[223],"achieve":[225],"dramatic":[227],"reduction":[228],"compared":[233],"benchmark":[236],"schemes.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}