{"id":"https://openalex.org/W3195241811","doi":"https://doi.org/10.1109/tvt.2021.3094273","title":"Multi-Agent Reinforcement Learning Based 3D Trajectory Design in Aerial-Terrestrial Wireless Caching Networks","display_name":"Multi-Agent Reinforcement Learning Based 3D Trajectory Design in Aerial-Terrestrial Wireless Caching Networks","publication_year":2021,"publication_date":"2021-07-02","ids":{"openalex":"https://openalex.org/W3195241811","doi":"https://doi.org/10.1109/tvt.2021.3094273","mag":"3195241811"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3094273","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3094273","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Multi-agent_reinforcement_learning_based_3D_trajectory_design_in_aerial-terrestrial_wireless_caching_networks/14892744","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079096928","display_name":"Yu\u2010Jia Chen","orcid":"https://orcid.org/0000-0001-7563-4073"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Jia Chen","raw_affiliation_strings":["Department of Communication Engineering, National Central University, Taoyuan City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-7563-4073","affiliations":[{"raw_affiliation_string":"Department of Communication Engineering, National Central University, Taoyuan City, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016388634","display_name":"Kai-Min Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Min Liao","raw_affiliation_strings":["Department of Communication Engineering, National Central University, Taoyuan City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Communication Engineering, National Central University, Taoyuan City, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061802575","display_name":"Meng\u2010Lin Ku","orcid":"https://orcid.org/0000-0002-2777-9355"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Meng-Lin Ku","raw_affiliation_strings":["Department of Communication Engineering, National Central University, Taoyuan City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-2777-9355","affiliations":[{"raw_affiliation_string":"Department of Communication Engineering, National Central University, Taoyuan City, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055973585","display_name":"Fung Po Tso","orcid":"https://orcid.org/0000-0001-9366-8285"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fung Po Tso","raw_affiliation_strings":["Department of Computer Science, Loughborough University, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Loughborough University, U.K","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102962161","display_name":"Guanyi Chen","orcid":"https://orcid.org/0000-0002-2569-1480"},"institutions":[{"id":"https://openalex.org/I22265921","display_name":"National Central University","ror":"https://ror.org/00944ve71","country_code":"TW","type":"education","lineage":["https://openalex.org/I22265921"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Guan-Yi Chen","raw_affiliation_strings":["Department of Communication Engineering, National Central University, Taoyuan City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Communication Engineering, National Central University, Taoyuan City, Taiwan","institution_ids":["https://openalex.org/I22265921"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":39.5502,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.99592952,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"70","issue":"8","first_page":"8201","last_page":"8215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8162391185760498},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7860368490219116},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.7701655626296997},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.675656795501709},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6029041409492493},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5450007319450378},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5438180565834045},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5178744792938232},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5164716243743896},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5111966729164124},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5015439987182617},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4953683614730835},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.43252119421958923},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.41180509328842163},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34290796518325806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11481800675392151}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8162391185760498},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7860368490219116},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.7701655626296997},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.675656795501709},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6029041409492493},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5450007319450378},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5438180565834045},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5178744792938232},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5164716243743896},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5111966729164124},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5015439987182617},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4953683614730835},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.43252119421958923},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.41180509328842163},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34290796518325806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11481800675392151},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2021.3094273","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3094273","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/14892744","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Multi-agent_reinforcement_learning_based_3D_trajectory_design_in_aerial-terrestrial_wireless_caching_networks/14892744","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/14892744","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Multi-agent_reinforcement_learning_based_3D_trajectory_design_in_aerial-terrestrial_wireless_caching_networks/14892744","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3871945964","display_name":null,"funder_award_id":"MOST 108-2218-E-008 -016 -MY2","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W137071854","https://openalex.org/W1481341908","https://openalex.org/W1871877747","https://openalex.org/W2009573649","https://openalex.org/W2150166076","https://openalex.org/W2528788999","https://openalex.org/W2552885090","https://openalex.org/W2585696598","https://openalex.org/W2591988884","https://openalex.org/W2765931706","https://openalex.org/W2783103509","https://openalex.org/W2783184536","https://openalex.org/W2787070120","https://openalex.org/W2788115019","https://openalex.org/W2899102621","https://openalex.org/W2914952404","https://openalex.org/W2917671078","https://openalex.org/W2930672455","https://openalex.org/W2948741468","https://openalex.org/W2952342730","https://openalex.org/W2952736579","https://openalex.org/W2962691117","https://openalex.org/W2962847915","https://openalex.org/W2962848741","https://openalex.org/W2962896865","https://openalex.org/W2963061782","https://openalex.org/W2963074449","https://openalex.org/W2963524119","https://openalex.org/W2963569053","https://openalex.org/W2963640672","https://openalex.org/W2963723102","https://openalex.org/W2963747324","https://openalex.org/W2963944968","https://openalex.org/W2964023906","https://openalex.org/W2964220104","https://openalex.org/W2968225350","https://openalex.org/W2969525674","https://openalex.org/W2980204168","https://openalex.org/W2981126593","https://openalex.org/W2981648048","https://openalex.org/W2991046523","https://openalex.org/W2998267513","https://openalex.org/W3002033136","https://openalex.org/W3004126977","https://openalex.org/W3004553564","https://openalex.org/W3005759659","https://openalex.org/W3006653661","https://openalex.org/W3010063955","https://openalex.org/W3015351299","https://openalex.org/W3081523688","https://openalex.org/W3086351065","https://openalex.org/W3101867439","https://openalex.org/W4249154916","https://openalex.org/W6605534765","https://openalex.org/W6749032143"],"related_works":["https://openalex.org/W4297310313","https://openalex.org/W2963149344","https://openalex.org/W2097644939","https://openalex.org/W2012551222","https://openalex.org/W4200445394","https://openalex.org/W4303414366","https://openalex.org/W2041847789","https://openalex.org/W2594059527","https://openalex.org/W1724300815","https://openalex.org/W2357429841"],"abstract_inverted_index":{"This":[0,196],"paper":[1],"investigates":[2],"a":[3,16,135,152,156,176],"dynamic":[4,115],"3D":[5,146],"trajectory":[6,111,147],"design":[7],"of":[8,25,59,78,85,90,125,148,203],"multiple":[9,163],"cache-enabled":[10,72,79,204],"unmanned":[11],"aerial":[12,126],"vehicles":[13],"(UAVs)":[14],"in":[15,151],"wireless":[17],"device-to-device":[18],"(D2D)":[19],"caching":[20,42,129,215],"network":[21,29,49,120],"with":[22,117],"the":[23,27,36,56,83,87,91,108,114,123,144,160,172,189,199],"goal":[24],"maximizing":[26],"long-term":[28],"throughput.":[30],"By":[31],"storing":[32],"popular":[33],"content":[34],"at":[35],"nearby":[37],"mobile":[38],"user":[39],"devices,":[40],"D2D":[41,214],"is":[43,104],"an":[44,209],"efficient":[45],"method":[46],"to":[47,106,113,142,179,212],"improve":[48],"throughput":[50],"and":[51,62,94,122,127,192,201],"alleviate":[52],"backhaul":[53],"burden.":[54],"With":[55],"attractive":[57],"features":[58],"high":[60],"mobility":[61,88],"flexible":[63],"deployment,":[64],"UAVs":[65,80,164,205],"have":[66],"recently":[67],"attracted":[68],"significant":[69],"attention":[70],"as":[71,208],"flying":[73],"base":[74],"stations.":[75],"The":[76],"use":[77],"opens":[81],"up":[82],"possibility":[84],"tracking":[86],"pattern":[89],"corresponding":[92],"users":[93],"serving":[95],"them":[96],"under":[97],"limited":[98],"cache":[99],"storage":[100],"capacity.":[101],"However,":[102],"it":[103],"challenging":[105],"determine":[107,143],"optimal":[109,145],"UAV":[110,150],"due":[112],"environment":[116],"frequently":[118],"changing":[119],"topology":[121],"coexistence":[124],"terrestrial":[128,213],"nodes.":[130,216],"In":[131,159],"response,":[132],"we":[133],"propose":[134],"novel":[136],"multi-agent":[137,193],"reinforcement":[138],"learning":[139],"based":[140],"framework":[141],"each":[149,180],"distributed":[153],"manner":[154],"without":[155],"central":[157],"coordinator.":[158],"proposed":[161],"method,":[162],"can":[165],"cooperatively":[166],"make":[167],"flight":[168],"decisions":[169],"by":[170],"sharing":[171],"gained":[173],"experiences":[174],"within":[175],"certain":[177],"proximity":[178],"other.":[181],"Simulation":[182],"results":[183],"reveal":[184],"that":[185],"our":[186],"algorithm":[187],"outperforms":[188],"traditional":[190],"single-":[191],"Q-learning":[194],"algorithms.":[195],"work":[197],"confirms":[198],"feasibility":[200],"effectiveness":[202],"which":[206],"serve":[207],"important":[210],"complement":[211]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}