{"id":"https://openalex.org/W2990994567","doi":"https://doi.org/10.1109/tcomm.2019.2955490","title":"Double Coded Caching in Ultra Dense Networks: Caching and Multicast Scheduling via Deep Reinforcement Learning","display_name":"Double Coded Caching in Ultra Dense Networks: Caching and Multicast Scheduling via Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-11-26","ids":{"openalex":"https://openalex.org/W2990994567","doi":"https://doi.org/10.1109/tcomm.2019.2955490","mag":"2990994567"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2019.2955490","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2019.2955490","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019360899","display_name":"Zhengming Zhang","orcid":"https://orcid.org/0000-0003-3096-1286"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengming Zhang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, School of Information Science and Engineering, Southeast University, Nanjing, China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3096-1286","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008473103","display_name":"Hongyang Chen","orcid":"https://orcid.org/0000-0002-7626-0162"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hongyang Chen","raw_affiliation_strings":["Institute of Industrial Science, The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7626-0162","affiliations":[{"raw_affiliation_string":"Institute of Industrial Science, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049704167","display_name":"Meng Hua","orcid":"https://orcid.org/0000-0002-3121-6344"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Hua","raw_affiliation_strings":["National Mobile Communications Research Laboratory, School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3121-6344","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083864182","display_name":"Chunguo Li","orcid":"https://orcid.org/0000-0002-4689-7226"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunguo Li","raw_affiliation_strings":["National Mobile Communications Research Laboratory, School of Information Science and Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-4689-7226","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056225611","display_name":"Yongming Huang","orcid":"https://orcid.org/0000-0003-3616-4616"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Huang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, School of Information Science and Engineering, Southeast University, Nanjing, China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3616-4616","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045457613","display_name":"L\u00fcxi Yang","orcid":"https://orcid.org/0000-0003-1474-1806"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luxi Yang","raw_affiliation_strings":["National Mobile Communications Research Laboratory, School of Information Science and Engineering, Southeast University, Nanjing, China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1474-1806","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.0422,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.96737784,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"68","issue":"2","first_page":"1071","last_page":"1086"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8454082608222961},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7281110286712646},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6838231086730957},{"id":"https://openalex.org/keywords/multicast","display_name":"Multicast","score":0.5847110152244568},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5678451061248779},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5555362701416016},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5188454389572144},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.46707871556282043},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4478493928909302},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43758246302604675},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.4269050359725952},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3775888681411743},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3743409514427185},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3092844486236572},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12912985682487488}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8454082608222961},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7281110286712646},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6838231086730957},{"id":"https://openalex.org/C32295351","wikidata":"https://www.wikidata.org/wiki/Q899288","display_name":"Multicast","level":2,"score":0.5847110152244568},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5678451061248779},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5555362701416016},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5188454389572144},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.46707871556282043},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4478493928909302},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43758246302604675},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.4269050359725952},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3775888681411743},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3743409514427185},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3092844486236572},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12912985682487488},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2019.2955490","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2019.2955490","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G4152119378","display_name":null,"funder_award_id":"61720106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5566102644","display_name":null,"funder_award_id":"9Z04000105D7","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6127976148","display_name":"\u9762\u54115G\u7684\u4e91\u63a5\u5165\u7f51\u7edc\u67b6\u6784\u7269\u7406\u5c42\u65e0\u7ebf\u4f20\u8f93\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61671144","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G887255413","display_name":"\u9762\u5411B4G/5G\u79fb\u52a8\u901a\u4fe1\u7cfb\u7edf\u7684\u5927\u89c4\u6a21MIMO\u4f20\u8f93\u65b9\u6848\u7814\u7a76\u53ca\u5176\u4f18\u5316\u8bbe\u8ba1","funder_award_id":"61372101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1606035500","https://openalex.org/W1801783838","https://openalex.org/W1959608418","https://openalex.org/W1966660858","https://openalex.org/W1972205959","https://openalex.org/W2106248279","https://openalex.org/W2112053513","https://openalex.org/W2118543192","https://openalex.org/W2134083676","https://openalex.org/W2145339207","https://openalex.org/W2150339816","https://openalex.org/W2155968351","https://openalex.org/W2169897889","https://openalex.org/W2173248099","https://openalex.org/W2257979135","https://openalex.org/W2398409936","https://openalex.org/W2539811847","https://openalex.org/W2559962697","https://openalex.org/W2591595315","https://openalex.org/W2594205248","https://openalex.org/W2596758708","https://openalex.org/W2611373201","https://openalex.org/W2614864174","https://openalex.org/W2746553466","https://openalex.org/W2751625010","https://openalex.org/W2766447205","https://openalex.org/W2784451086","https://openalex.org/W2785424877","https://openalex.org/W2886967976","https://openalex.org/W2895591988","https://openalex.org/W2916188972","https://openalex.org/W2953364219","https://openalex.org/W2962880523","https://openalex.org/W2963220642","https://openalex.org/W2963864421","https://openalex.org/W3098519192","https://openalex.org/W3098870865","https://openalex.org/W3104214983","https://openalex.org/W6640963894","https://openalex.org/W6679801227","https://openalex.org/W6684921986","https://openalex.org/W6735506055","https://openalex.org/W6743684298"],"related_works":["https://openalex.org/W4297310313","https://openalex.org/W2963149344","https://openalex.org/W2012551222","https://openalex.org/W4303414366","https://openalex.org/W2097644939","https://openalex.org/W1724300815","https://openalex.org/W4200445394","https://openalex.org/W2594059527","https://openalex.org/W2097820490","https://openalex.org/W2357429841"],"abstract_inverted_index":{"Proposed":[0],"by":[1],"Maddah-Ali":[2],"and":[3,60,90,101,125,156,166,189,192,200],"Niesen,":[4],"a":[5,20,41,57,116,131,145,158],"coded":[6,33,68,74,179],"caching":[7,34,42,70,75,89,180,191],"scheme":[8,71,162,181],"has":[9,56],"been":[10],"verified":[11],"to":[12,30,76,81,95,136,151,163],"alleviate":[13],"the":[14,32,45,78,87,98,104,139,153,169,176,183,186,190,198,201],"load":[15],"of":[16,47,103,168,185],"networks":[17,50],"efficiently.":[18],"Recently,":[19],"new":[21],"technique":[22],"called":[23,72],"placement":[24],"delivery":[25],"array":[26],"(PDA)":[27],"was":[28],"proposed":[29,177],"characterize":[31],"scheme.":[35],"In":[36],"this":[37],"paper,":[38],"we":[39],"consider":[40],"system":[43],"in":[44],"scope":[46],"ultra":[48],"dense":[49],"(UDNs).":[51],"Each":[52],"base":[53],"station":[54],"(BS)":[55],"finite":[58],"cache":[59],"stores":[61],"some":[62],"contents.":[63],"We":[64,129],"propose":[65,130],"an":[66],"efficient":[67],"content":[69],"double":[73,160,178],"make":[77],"transmission":[79],"robust":[80],"in-and-out":[82],"wireless":[83,106],"network":[84,150],"quality.":[85],"Then":[86],"dynamic":[88],"multicast":[91],"scheduling":[92,193],"are":[93],"considered":[94],"jointly":[96],"minimize":[97],"average":[99],"delay":[100,199],"power":[102,202],"content-centric":[105],"networks.":[107],"This":[108],"stochastic":[109],"optimization":[110],"problem":[111],"can":[112,195],"be":[113],"formulated":[114],"as":[115],"Markov":[117],"decision":[118,140],"process":[119],"(MDP)":[120],"with":[121,138],"unknown":[122],"transition":[123],"probabilities":[124],"large":[126],"state":[127,154],"space.":[128],"deep":[132],"reinforcement":[133],"learning":[134],"approach":[135],"deal":[137],"problem.":[141],"Our":[142],"algorithm":[143],"uses":[144,157],"variational":[146],"auto-encoder":[147],"(VAE)":[148],"neural":[149],"approximate":[152],"sufficiently,":[155],"weighted":[159],"Q-learning":[161],"reduce":[164,197],"variance":[165],"overestimation":[167],"Q":[170],"function.":[171],"Numerical":[172],"results":[173],"demonstrate":[174],"that":[175],"increases":[182],"probability":[184],"successful":[187],"transmission,":[188],"policy":[194],"effectively":[196],"consumption.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":16}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}