{"id":"https://openalex.org/W3212776628","doi":"https://doi.org/10.1109/iccc52777.2021.9580299","title":"Deep Reinforcement Learning for Caching in D2D-Enabled UAV-Relaying Networks","display_name":"Deep Reinforcement Learning for Caching in D2D-Enabled UAV-Relaying Networks","publication_year":2021,"publication_date":"2021-07-28","ids":{"openalex":"https://openalex.org/W3212776628","doi":"https://doi.org/10.1109/iccc52777.2021.9580299","mag":"3212776628"},"language":"en","primary_location":{"id":"doi:10.1109/iccc52777.2021.9580299","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccc52777.2021.9580299","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CIC International Conference on Communications in China (ICCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100401421","display_name":"Di Wang","orcid":"https://orcid.org/0000-0002-3192-9176"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wang","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363019","display_name":"Qianqian Liu","orcid":"https://orcid.org/0009-0002-1284-8642"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianqian Liu","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054226259","display_name":"Jie Tian","orcid":"https://orcid.org/0000-0002-1791-2079"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Tian","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058819078","display_name":"Yuan Zhi","orcid":"https://orcid.org/0000-0002-8323-3955"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zhi","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054338343","display_name":"Jingping Qiao","orcid":"https://orcid.org/0000-0002-9841-6586"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingping Qiao","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063356851","display_name":"Ji Bian","orcid":"https://orcid.org/0000-0001-9297-4205"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji Bian","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I28006308"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"635","last_page":"640"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8890368938446045},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8563891649246216},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.8490890264511108},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6608983278274536},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4960223138332367},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.48058199882507324},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4722285270690918},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.4715304970741272},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.45095813274383545},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4436030089855194},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.42985236644744873},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3402565121650696},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.2692466080188751},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.1659317910671234},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.1646941602230072},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15871721506118774},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11063122749328613}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8890368938446045},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8563891649246216},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.8490890264511108},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6608983278274536},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4960223138332367},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.48058199882507324},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4722285270690918},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.4715304970741272},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.45095813274383545},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4436030089855194},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.42985236644744873},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3402565121650696},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2692466080188751},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.1659317910671234},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.1646941602230072},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15871721506118774},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11063122749328613},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccc52777.2021.9580299","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccc52777.2021.9580299","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CIC International Conference on Communications in China (ICCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1843533501","display_name":null,"funder_award_id":"ZR2019MF017,ZR2020QF001","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G2670087635","display_name":null,"funder_award_id":"CRKL190205","funder_id":"https://openalex.org/F4320323266","funder_display_name":"Guilin University of Electronic Technology"}],"funders":[{"id":"https://openalex.org/F4320323266","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2112053513","https://openalex.org/W2963991174","https://openalex.org/W2968225350","https://openalex.org/W2975102170","https://openalex.org/W2984041531","https://openalex.org/W2987315617","https://openalex.org/W2994008524","https://openalex.org/W3014401415","https://openalex.org/W3036483624","https://openalex.org/W3038403048","https://openalex.org/W3045858481","https://openalex.org/W3101174650","https://openalex.org/W3101946233","https://openalex.org/W3103326437","https://openalex.org/W3104409542"],"related_works":["https://openalex.org/W2031173804","https://openalex.org/W2041820064","https://openalex.org/W2009566782","https://openalex.org/W2147511796","https://openalex.org/W2803610590","https://openalex.org/W1524955365","https://openalex.org/W2100901045","https://openalex.org/W2509523906","https://openalex.org/W2114386333","https://openalex.org/W2138965869"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicle":[2],"(UAV)-relaying":[3],"can":[4],"forward":[5],"files":[6,35,103],"for":[7],"user":[8,40],"devices,":[9],"but":[10],"also":[11,115],"faces":[12],"the":[13,16,52,58,71,76,79,82,85,118,121],"challenge":[14],"of":[15,19,54,57,78,84,120],"traffic":[17],"blockage":[18],"wireless":[20],"backhaul.":[21],"In":[22,112],"this":[23],"paper,":[24],"we":[25,61,88,114],"propose":[26,89],"a":[27,63,90],"novel":[28],"caching":[29],"strategy":[30],"to":[31,42,75,100,104,109],"pre-cache":[32],"some":[33],"popular":[34],"at":[36],"both":[37],"UAV":[38],"and":[39,81,107],"devices":[41],"reduce":[43],"duplicate":[44],"transmissions":[45],"in":[46],"device-to-device":[47],"(D2D)-enabled":[48],"UAV-relaying":[49],"networks.":[50],"Considering":[51],"quality":[53],"experience":[55],"(QoE)":[56],"requesting":[59],"users,":[60],"formulate":[62],"file":[64],"access":[65],"delay":[66],"minimization":[67],"problem":[68],"by":[69],"optimizing":[70,98],"cache":[72,96],"placement.":[73],"Due":[74],"dynamics":[77],"environment":[80],"complexity":[83,119],"formulated":[86],"problem,":[87],"deep":[91],"deterministic":[92],"policy":[93],"gradient":[94],"(DDPG)-based":[95],"placement":[97],"algorithm":[99],"decide":[101],"which":[102],"be":[105,110],"cached":[106],"where":[108],"cached.":[111],"addition,":[113],"analyze":[116],"theoretically":[117],"proposed":[122,128],"algorithm.":[123],"Numerical":[124],"results":[125],"show":[126],"our":[127],"scheme":[129],"outperforms":[130],"other":[131],"baselines.":[132]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}