{"id":"https://openalex.org/W2916086317","doi":"https://doi.org/10.1155/2019/2561069","title":"Edge Caching for D2D Enabled Hierarchical Wireless Networks with Deep Reinforcement Learning","display_name":"Edge Caching for D2D Enabled Hierarchical Wireless Networks with Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-02-27","ids":{"openalex":"https://openalex.org/W2916086317","doi":"https://doi.org/10.1155/2019/2561069","mag":"2916086317"},"language":"en","primary_location":{"id":"doi:10.1155/2019/2561069","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2019/2561069","pdf_url":"http://downloads.hindawi.com/journals/wcmc/2019/2561069.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://downloads.hindawi.com/journals/wcmc/2019/2561069.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006150319","display_name":"Wenkai Li","orcid":"https://orcid.org/0000-0002-0225-4122"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenkai Li","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, 300350 Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, 300350 Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424695","display_name":"Chenyang Wang","orcid":"https://orcid.org/0000-0002-0295-3468"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyang Wang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, 300350 Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, 300350 Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006126332","display_name":"Li Ding","orcid":"https://orcid.org/0000-0003-1855-8574"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ding Li","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, 300350 Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, 300350 Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102712165","display_name":"Bin Hu","orcid":"https://orcid.org/0009-0001-0626-423X"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Hu","raw_affiliation_strings":["Department of Network Engineering, Technical College for Deaf, Tianjin University of Technology, 300000 Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Department of Network Engineering, Technical College for Deaf, Tianjin University of Technology, 300000 Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363470","display_name":"Xiaofei Wang","orcid":"https://orcid.org/0000-0002-7223-1030"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaofei Wang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, 300350 Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, 300350 Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048821685","display_name":"Jianji Ren","orcid":"https://orcid.org/0000-0002-3834-340X"},"institutions":[{"id":"https://openalex.org/I4210166499","display_name":"Henan Polytechnic University","ror":"https://ror.org/05vr1c885","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210166499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianji Ren","raw_affiliation_strings":["Institute of Computer Science and Technology, Henan Polytechnic University, 454150 Jiaozuo, Henan, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Henan Polytechnic University, 454150 Jiaozuo, Henan, China","institution_ids":["https://openalex.org/I4210166499"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100363470"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":{"value":2300,"currency":"USD","value_usd":2300},"apc_paid":{"value":2300,"currency":"USD","value_usd":2300},"fwci":1.4855,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.83608418,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2019","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9220181703567505},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7764074802398682},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7163339257240295},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.7086601257324219},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6844370365142822},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.593961238861084},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5354670882225037},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.47985905408859253},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.47475674748420715},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4440808892250061},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4363110065460205},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40670111775398254},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3735042214393616},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2430327832698822},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1517937183380127}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9220181703567505},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7764074802398682},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7163339257240295},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.7086601257324219},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6844370365142822},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.593961238861084},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5354670882225037},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.47985905408859253},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.47475674748420715},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4440808892250061},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4363110065460205},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40670111775398254},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3735042214393616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2430327832698822},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1517937183380127},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2019/2561069","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2019/2561069","pdf_url":"http://downloads.hindawi.com/journals/wcmc/2019/2561069.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e452380d30f44927a9fe076f9c9f2855","is_oa":true,"landing_page_url":"https://doaj.org/article/e452380d30f44927a9fe076f9c9f2855","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wireless Communications and Mobile Computing, Vol 2019 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2019/2561069","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2019/2561069","pdf_url":"http://downloads.hindawi.com/journals/wcmc/2019/2561069.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1063510118","display_name":null,"funder_award_id":"6170236","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1377373405","display_name":null,"funder_award_id":"61702364","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G219946057","display_name":null,"funder_award_id":"2018YFC0809803","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2702356746","display_name":null,"funder_award_id":"61702","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4811743277","display_name":null,"funder_award_id":"2018YFC","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5274407652","display_name":null,"funder_award_id":"61702364","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G953393152","display_name":null,"funder_award_id":"2018YFC0809803","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2916086317.pdf","grobid_xml":"https://content.openalex.org/works/W2916086317.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1767905185","https://openalex.org/W1972738071","https://openalex.org/W1988834815","https://openalex.org/W2009708702","https://openalex.org/W2051773775","https://openalex.org/W2096411785","https://openalex.org/W2150495639","https://openalex.org/W2166120235","https://openalex.org/W2195423816","https://openalex.org/W2294176879","https://openalex.org/W2301955098","https://openalex.org/W2322725250","https://openalex.org/W2415391790","https://openalex.org/W2518608707","https://openalex.org/W2528061673","https://openalex.org/W2624186268","https://openalex.org/W2759135585","https://openalex.org/W2806446964"],"related_works":["https://openalex.org/W2152099439","https://openalex.org/W1984163603","https://openalex.org/W2500106866","https://openalex.org/W3130422087","https://openalex.org/W3004195166","https://openalex.org/W4213214852","https://openalex.org/W2952407405","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"Edge":[0],"caching":[1,47,67,82,133,146],"is":[2,126,136,152],"a":[3],"promising":[4],"method":[5],"to":[6,18,35,70,95],"deal":[7],"with":[8],"the":[9,20,25,33,54,58,80,87,97,106,122,131,163,166],"traffic":[10],"explosion":[11],"problem":[12,84,135],"towards":[13],"future":[14],"network.":[15],"In":[16,75],"order":[17],"satisfy":[19],"demands":[21],"of":[22,53,60,100,165],"user":[23,41,101],"requests,":[24],"contents":[26],"can":[27],"be":[28],"proactively":[29],"cached":[30],"locally":[31],"at":[32],"proximity":[34],"users":[36],"(e.g.,":[37],"base":[38],"stations":[39],"or":[40],"device).":[42],"Recently,":[43],"some":[44],"learning-based":[45],"edge":[46,81,132,145],"optimizations":[48],"are":[49],"discussed.":[50],"However,":[51],"most":[52],"previous":[55],"studies":[56],"explore":[57],"influence":[59],"dynamic":[61],"and":[62,66,72,115,118],"constant":[63],"expanding":[64],"action":[65],"space,":[68],"leading":[69],"unpracticality":[71],"low":[73],"efficiency.":[74],"this":[76],"paper,":[77],"we":[78,104,120],"study":[79],"optimization":[83,123],"by":[85,111,138],"utilizing":[86],"Double":[88,150],"Deep":[89],"Q-network":[90],"(Double":[91],"DQN)":[92],"learning":[93],"framework":[94],"maximize":[96],"hit":[98],"rate":[99],"requests.":[102],"Firstly,":[103],"obtain":[105],"Device-to-Device":[107],"(D2D)":[108],"sharing":[109],"model":[110],"considering":[112],"both":[113],"online":[114],"offline":[116],"factors":[117],"then":[119],"formulate":[121],"problem,":[124],"which":[125],"proved":[127],"as":[128],"NP-hard.":[129],"Then":[130],"replacement":[134],"derived":[137],"Markov":[139],"decision":[140],"process":[141],"(MDP).":[142],"Finally,":[143],"an":[144],"strategy":[147],"based":[148,157],"on":[149,158],"DQN":[151],"proposed.":[153],"The":[154],"experimental":[155],"results":[156],"large-scale":[159],"actual":[160],"traces":[161],"show":[162],"effectiveness":[164],"proposed":[167],"framework.":[168]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}