{"id":"https://openalex.org/W3215343781","doi":"https://doi.org/10.1109/tvt.2022.3209079","title":"UAV Assisted Cooperative Caching on Network Edge Using Multi-Agent Actor-Critic Reinforcement Learning","display_name":"UAV Assisted Cooperative Caching on Network Edge Using Multi-Agent Actor-Critic Reinforcement Learning","publication_year":2022,"publication_date":"2022-09-23","ids":{"openalex":"https://openalex.org/W3215343781","doi":"https://doi.org/10.1109/tvt.2022.3209079","mag":"3215343781"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3209079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3209079","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10361/15469","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036571048","display_name":"Sadman Araf","orcid":"https://orcid.org/0000-0003-2523-0999"},"institutions":[{"id":"https://openalex.org/I5518804","display_name":"BRAC University","ror":"https://ror.org/00sge8677","country_code":"BD","type":"education","lineage":["https://openalex.org/I5518804"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Sadman Araf","raw_affiliation_strings":["Department of Computer Science and Engineering, Brac University, Dhaka, Bangladesh"],"raw_orcid":"https://orcid.org/0000-0003-2523-0999","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Brac University, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I5518804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080195943","display_name":"Adittya Soukarjya Saha","orcid":"https://orcid.org/0000-0001-6344-9663"},"institutions":[{"id":"https://openalex.org/I5518804","display_name":"BRAC University","ror":"https://ror.org/00sge8677","country_code":"BD","type":"education","lineage":["https://openalex.org/I5518804"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Adittya Soukarjya Saha","raw_affiliation_strings":["Department of Computer Science and Engineering, Brac University, Dhaka, Bangladesh"],"raw_orcid":"https://orcid.org/0000-0001-6344-9663","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Brac University, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I5518804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044225588","display_name":"Sadia Hamid Kazi","orcid":null},"institutions":[{"id":"https://openalex.org/I5518804","display_name":"BRAC University","ror":"https://ror.org/00sge8677","country_code":"BD","type":"education","lineage":["https://openalex.org/I5518804"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Sadia Hamid Kazi","raw_affiliation_strings":["Department of Computer Science and Engineering, Brac University, Dhaka, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Brac University, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I5518804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027558961","display_name":"Nguyen H. Tran","orcid":"https://orcid.org/0000-0001-7323-9213"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nguyen H. Tran","raw_affiliation_strings":["School of Computer Science, Faculty of Engineering, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7323-9213","affiliations":[{"raw_affiliation_string":"School of Computer Science, Faculty of Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051981813","display_name":"Md. Golam Rabiul Alam","orcid":"https://orcid.org/0000-0002-9054-7557"},"institutions":[{"id":"https://openalex.org/I5518804","display_name":"BRAC University","ror":"https://ror.org/00sge8677","country_code":"BD","type":"education","lineage":["https://openalex.org/I5518804"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Md. Golam Rabiul Alam","raw_affiliation_strings":["Department of Computer Science and Engineering, Brac University, Dhaka, Bangladesh"],"raw_orcid":"https://orcid.org/0000-0002-9054-7557","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Brac University, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I5518804"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6111,"has_fulltext":true,"cited_by_count":44,"citation_normalized_percentile":{"value":0.96362863,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"72","issue":"2","first_page":"2322","last_page":"2337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8484227061271667},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8196462392807007},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8119503855705261},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7506768107414246},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6247915625572205},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6206936836242676},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5618574619293213},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.5236751437187195},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4654197692871094},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4492461085319519},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3251153230667114},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.18746933341026306},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16251534223556519},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.089749276638031},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08189272880554199}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8484227061271667},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8196462392807007},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8119503855705261},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7506768107414246},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6247915625572205},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6206936836242676},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5618574619293213},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.5236751437187195},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4654197692871094},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4492461085319519},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3251153230667114},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.18746933341026306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16251534223556519},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.089749276638031},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08189272880554199},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2022.3209079","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3209079","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:dspace.bracu.ac.bd:10361/15469","is_oa":true,"landing_page_url":"http://hdl.handle.net/10361/15469","pdf_url":"http://hdl.handle.net/10361/15469","source":{"id":"https://openalex.org/S4306402122","display_name":"BRAC University Institutional Repository (BRAC University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5518804","host_organization_name":"BRAC University","host_organization_lineage":["https://openalex.org/I5518804"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:dspace.bracu.ac.bd:10361/15469","is_oa":true,"landing_page_url":"http://hdl.handle.net/10361/15469","pdf_url":"http://hdl.handle.net/10361/15469","source":{"id":"https://openalex.org/S4306402122","display_name":"BRAC University Institutional Repository (BRAC University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5518804","host_organization_name":"BRAC University","host_organization_lineage":["https://openalex.org/I5518804"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3215343781.pdf","grobid_xml":"https://content.openalex.org/works/W3215343781.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W2031035514","https://openalex.org/W2033982704","https://openalex.org/W2122034431","https://openalex.org/W2124044878","https://openalex.org/W2138927202","https://openalex.org/W2144145247","https://openalex.org/W2183455461","https://openalex.org/W2219888463","https://openalex.org/W2528788999","https://openalex.org/W2562941425","https://openalex.org/W2603810864","https://openalex.org/W2615459164","https://openalex.org/W2624989916","https://openalex.org/W2746553466","https://openalex.org/W2761862361","https://openalex.org/W2763830955","https://openalex.org/W2903523957","https://openalex.org/W2904358772","https://openalex.org/W2911573951","https://openalex.org/W2914952404","https://openalex.org/W2919547726","https://openalex.org/W2945018783","https://openalex.org/W2946566042","https://openalex.org/W2950926719","https://openalex.org/W2962766183","https://openalex.org/W2963529010","https://openalex.org/W2963805280","https://openalex.org/W2963857659","https://openalex.org/W2982361136","https://openalex.org/W2998008156","https://openalex.org/W3002080107","https://openalex.org/W3002346944","https://openalex.org/W3002844053","https://openalex.org/W3009247246","https://openalex.org/W3010063955","https://openalex.org/W3038591224","https://openalex.org/W3044812257","https://openalex.org/W3049535205","https://openalex.org/W3102863195","https://openalex.org/W3174066679","https://openalex.org/W4214717370","https://openalex.org/W6733057846"],"related_works":["https://openalex.org/W2152099439","https://openalex.org/W1984163603","https://openalex.org/W2500106866","https://openalex.org/W3130422087","https://openalex.org/W3004195166","https://openalex.org/W2952407405","https://openalex.org/W1563139915","https://openalex.org/W2885669284","https://openalex.org/W2765987083","https://openalex.org/W4301184764"],"abstract_inverted_index":{"In":[0,100,151],"recent":[1],"times,":[2],"caching":[3,30,47,106,192,220],"at":[4,53,169],"edge":[5,55,65],"nodes":[6],"is":[7,142,204],"a":[8,68,73,138,196,205],"well-known":[9],"technique":[10],"to":[11,111,132,144],"overcome":[12],"the":[13,54,59,82,96,109,117,146,158,171,213],"limitation":[14],"of":[15,23,64,85,93,120],"strict":[16],"latency,":[17],"which":[18],"simultaneously":[19],"improves":[20],"users'":[21],"Quality":[22],"Experience":[24],"(QoE).":[25],"However,":[26],"choosing":[27],"an":[28],"appropriate":[29],"policy":[31],"and":[32,61,114,162,167,188,194,224],"content":[33,86],"placement":[34],"poses":[35],"another":[36],"significant":[37],"issue":[38],"that":[39,49,79,179],"has":[40],"been":[41],"acknowledged":[42],"in":[43,134,148,207,221],"this":[44,152],"research.":[45],"Conventional":[46],"policies":[48],"are":[50],"experimented":[51],"with":[52,81],"do":[56],"not":[57],"consider":[58,116],"dynamic":[60,83],"stochastic":[62],"characteristics":[63],"caching.":[66],"As":[67],"result,":[69],"we":[70,123,155],"have":[71,107,124,156,177],"proposed":[72,125,181],"cooperative":[74,105,219],"deep":[75],"reinforcement":[76,189],"learning":[77,190],"algorithm":[78,185],"deals":[80],"nature":[84,119],"demand.":[87],"It":[88],"also":[89],"ensures":[90],"efficient":[91],"use":[92],"storage":[94],"through":[95],"cooperation":[97,159],"between":[98,160],"nodes.":[99],"addition,":[101],"previous":[102],"works":[103],"on":[104,218],"assumed":[108],"users":[110],"be":[112],"static":[113],"didn't":[115],"mobile":[118],"users.":[121],"Therefore,":[122],"UAVs":[126],"as":[127],"aerial":[128,161],"Base":[129,164],"Stations":[130,165],"(UAV-BS)":[131],"assist":[133],"peak":[135],"hours":[136],"where":[137],"ground":[139,225],"base":[140],"station":[141],"insufficient":[143],"support":[145],"surge":[147,206],"user":[149,208],"requests.":[150,209],"novel":[153],"research,":[154],"demonstrated":[157],"Ground":[163],"(GBS)":[166],"aimed":[168],"maximizing":[170],"global":[172,198],"cache":[173,199],"hit":[174,200],"ratio.":[175],"Simulations":[176],"shown":[178],"our":[180],"Cooperative":[182],"Multi-Agent":[183],"Actor-Critic":[184],"outperforms":[186],"conventional":[187],"based":[191],"methods":[193],"achieves":[195],"state-of-the-art":[197],"ratio":[201],"when":[202],"there":[203],"Thus,":[210],"it":[211],"opens":[212],"door":[214],"for":[215],"further":[216],"research":[217],"joint":[222],"air":[223],"architecture.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}