{"id":"https://openalex.org/W4385287558","doi":"https://doi.org/10.1109/tmc.2023.3298641","title":"UAV-Assisted Wireless Cooperative Communication and Coded Caching: A Multiagent Two-Timescale DRL Approach","display_name":"UAV-Assisted Wireless Cooperative Communication and Coded Caching: A Multiagent Two-Timescale DRL Approach","publication_year":2023,"publication_date":"2023-07-26","ids":{"openalex":"https://openalex.org/W4385287558","doi":"https://doi.org/10.1109/tmc.2023.3298641"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2023.3298641","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3298641","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026605531","display_name":"Bingxin Tian","orcid":"https://orcid.org/0000-0002-1047-7270"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingxin Tian","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1047-7270","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100335940","display_name":"Li Wang","orcid":"https://orcid.org/0000-0002-0973-1614"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Wang","raw_affiliation_strings":["School of Computer Science (National Pilot Software Engineering School), Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0973-1614","affiliations":[{"raw_affiliation_string":"School of Computer Science (National Pilot Software Engineering School), Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052560055","display_name":"Lianming Xu","orcid":"https://orcid.org/0009-0006-9142-8863"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianming Xu","raw_affiliation_strings":["School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112093759","display_name":"Pan Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Pan","raw_affiliation_strings":["Beijing Xiaomi Mobile Software Co., Ltd., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Xiaomi Mobile Software Co., Ltd., Beijing, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008740845","display_name":"Huaqing Wu","orcid":"https://orcid.org/0000-0002-3497-6437"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Huaqing Wu","raw_affiliation_strings":["Department of Electrical and Software Engineering, University of Calgary, Calgary, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3497-6437","affiliations":[{"raw_affiliation_string":"Department of Electrical and Software Engineering, University of Calgary, Calgary, AB, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420723","display_name":"Liang Li","orcid":"https://orcid.org/0000-0003-3369-3571"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Li","raw_affiliation_strings":["School of Computer Science (National Pilot Software Engineering School), Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3369-3571","affiliations":[{"raw_affiliation_string":"School of Computer Science (National Pilot Software Engineering School), Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0886,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.95897361,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"23","issue":"5","first_page":"4389","last_page":"4404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12038","display_name":"Covalent Organic Framework Applications","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8891907930374146},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6593299508094788},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.6014920473098755},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5713621377944946},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5136827826499939},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.492436021566391},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4705130457878113},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.46869730949401855},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.46554407477378845},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.45611095428466797},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4460827708244324},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42613688111305237},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23318752646446228},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11430612206459045},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.10894179344177246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8891907930374146},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6593299508094788},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.6014920473098755},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5713621377944946},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5136827826499939},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.492436021566391},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4705130457878113},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.46869730949401855},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.46554407477378845},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.45611095428466797},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4460827708244324},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42613688111305237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23318752646446228},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11430612206459045},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10894179344177246},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2023.3298641","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2023.3298641","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7900000214576721,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1519471721","display_name":null,"funder_award_id":"U2066201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3191116936","display_name":null,"funder_award_id":"62171054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5729662566","display_name":null,"funder_award_id":"ECCS-2302469","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G8951235337","display_name":null,"funder_award_id":"CNS-2128368","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1606035500","https://openalex.org/W1974991315","https://openalex.org/W2031834036","https://openalex.org/W2058863419","https://openalex.org/W2076785848","https://openalex.org/W2105185344","https://openalex.org/W2492043774","https://openalex.org/W2775998236","https://openalex.org/W2789514895","https://openalex.org/W2889540440","https://openalex.org/W2899183567","https://openalex.org/W2908566763","https://openalex.org/W2913871289","https://openalex.org/W2963008907","https://openalex.org/W2963355846","https://openalex.org/W2964023906","https://openalex.org/W2989691933","https://openalex.org/W2994008524","https://openalex.org/W2994935242","https://openalex.org/W3021309758","https://openalex.org/W3034897084","https://openalex.org/W3040668711","https://openalex.org/W3045187126","https://openalex.org/W3045327646","https://openalex.org/W3088084782","https://openalex.org/W3090944066","https://openalex.org/W3105736183","https://openalex.org/W3111674505","https://openalex.org/W3138087649","https://openalex.org/W3140381130","https://openalex.org/W3165078509","https://openalex.org/W3181869286","https://openalex.org/W3213195929","https://openalex.org/W4205752839","https://openalex.org/W4210712602","https://openalex.org/W6749304979"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435","https://openalex.org/W4391331176"],"abstract_inverted_index":{"In":[0,29],"emergency":[1,45],"scenarios,":[2],"strong":[3],"mobility":[4],"and":[5,18,40,48,58,76,88,93,119,139,147,151,196,229,235,243],"serious":[6],"interference":[7],"cause":[8],"unstable":[9],"transmission":[10,117],"of":[11,170,212],"on-site":[12],"information":[13],"such":[14,182],"as":[15,52,68,201],"close-up":[16],"photos":[17],"high":[19],"resolution":[20],"videos,":[21],"which":[22,206],"requires":[23],"a":[24,35,49,105,127,135,140,176],"robust":[25],"temporary":[26],"communication":[27,39],"network.":[28,215],"this":[30],"paper,":[31],"we":[32,103,125,173],"focus":[33],"on":[34],"UAV-assisted":[36],"wireless":[37],"cooperative":[38,168],"coded":[41,60,171],"caching":[42,120,145],"network,":[43],"where":[44],"command":[46],"vehicles":[47],"UAV":[50],"serve":[51,194],"content":[53,69,77,100],"providers":[54],"(CPs)":[55],"to":[56,113,158,193],"cache":[57],"transmit":[59],"fragments":[61],"or":[62],"complete":[63],"files":[64],"for":[65,122,144,180,204],"rescuers":[66],"regarded":[67,200],"requesters":[70],"(CRs).":[71],"The":[72],"delivery":[73],"success":[74],"probability":[75],"hit":[78,101],"ratio":[79],"are":[80],"theoretically":[81],"derived":[82],"by":[83],"incorporating":[84],"the":[85,98,116,153,161,167,186,190,202,209,213,220,231,239,244],"physical":[86],"connectivity":[87],"social":[89],"relationship":[90],"between":[91],"CPs":[92,181,184],"CRs.":[94],"Aiming":[95],"at":[96],"maximizing":[97],"overall":[99],"ratio,":[102],"propose":[104,175],"multiagent":[106,245],"two-timescale":[107],"deep":[108],"reinforcement":[109],"learning":[110],"(MA2T-DRL)":[111],"algorithm":[112,223],"jointly":[114],"optimize":[115],"power":[118,148],"strategies":[121],"CPs.":[123],"Specifically,":[124],"develop":[126],"two":[128],"tier":[129],"deep-Q":[130],"networks":[131],"(DQNs)":[132],"framework":[133,155],"integrating":[134],"slow-timescale":[136],"DQN":[137,142],"(ST-DQN)":[138],"fast-timescale":[141],"(FT-DQN)":[143],"decision-making":[146,149],"respectively,":[150],"then":[152],"QMIX":[154],"is":[156,199,224],"leveraged":[157],"aggregate":[159],"all":[160],"outputs":[162],"from":[163],"local":[164],"ST-DQNs.":[165],"Considering":[166],"characteristics":[169],"caching,":[172],"further":[174,207],"novel":[177],"clustering":[178],"method":[179],"that":[183,219],"in":[185,226,233],"same":[187,191],"cluster":[188,198],"have":[189],"willingness":[192],"CRs,":[195],"each":[197],"agent":[203],"training":[205,242],"reduces":[208],"aggregation":[210],"scale":[211],"mixing":[214],"Simulation":[216],"results":[217],"show":[218],"proposed":[221],"MA2T-DRL":[222],"efficient":[225],"model":[227],"training,":[228],"presents":[230],"advantages":[232],"performance":[234],"complexity":[236],"compared":[237],"with":[238],"single-agent":[240],"centralized":[241],"independent":[246],"distributed":[247],"training.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}