{"id":"https://openalex.org/W3011482353","doi":"https://doi.org/10.1109/tvt.2020.2979918","title":"Reinforcement Learning Based Cooperative Coded Caching Under Dynamic Popularities in Ultra-Dense Networks","display_name":"Reinforcement Learning Based Cooperative Coded Caching Under Dynamic Popularities in Ultra-Dense Networks","publication_year":2020,"publication_date":"2020-03-10","ids":{"openalex":"https://openalex.org/W3011482353","doi":"https://doi.org/10.1109/tvt.2020.2979918","mag":"3011482353"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2020.2979918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2020.2979918","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101547129","display_name":"Shen Gao","orcid":"https://orcid.org/0000-0003-4031-498X"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shen Gao","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4031-498X","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028880009","display_name":"Peihao Dong","orcid":"https://orcid.org/0000-0002-0684-0516"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peihao Dong","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0684-0516","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021942394","display_name":"Zhiwen Pan","orcid":"https://orcid.org/0000-0002-7266-7264"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Pan","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Purple Mountain Laboratories, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7266-7264","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039289964","display_name":"Geoffrey Ye Li","orcid":"https://orcid.org/0000-0002-7894-2415"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geoffrey Ye Li","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.3275,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.9455852,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"69","issue":"5","first_page":"5442","last_page":"5456"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8321882486343384},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7698197364807129},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7475216388702393},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6093434691429138},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.6055862903594971},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4562574028968811},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4407036006450653},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4187955856323242},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37337836623191833},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33202165365219116},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23201385140419006},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17870435118675232},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12111720442771912}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8321882486343384},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7698197364807129},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7475216388702393},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6093434691429138},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.6055862903594971},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4562574028968811},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4407036006450653},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4187955856323242},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37337836623191833},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33202165365219116},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23201385140419006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17870435118675232},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12111720442771912},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2020.2979918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2020.2979918","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G5763146733","display_name":null,"funder_award_id":"201706090065","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G7490531587","display_name":null,"funder_award_id":"2018YFB1802402","funder_id":"https://openalex.org/F4320336026","funder_display_name":"National Key Research and Development Program of China Stem Cell and Translational Research"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320336026","display_name":"National Key Research and Development Program of China Stem Cell and Translational Research","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1902231508","https://openalex.org/W1951919501","https://openalex.org/W1972738071","https://openalex.org/W1998697661","https://openalex.org/W2009708702","https://openalex.org/W2010630450","https://openalex.org/W2024176568","https://openalex.org/W2038519345","https://openalex.org/W2039090559","https://openalex.org/W2054692642","https://openalex.org/W2112053513","https://openalex.org/W2121863487","https://openalex.org/W2149170915","https://openalex.org/W2164549277","https://openalex.org/W2166021179","https://openalex.org/W2191948661","https://openalex.org/W2321936408","https://openalex.org/W2340570996","https://openalex.org/W2342960237","https://openalex.org/W2398409936","https://openalex.org/W2415391790","https://openalex.org/W2522961195","https://openalex.org/W2585696598","https://openalex.org/W2672686209","https://openalex.org/W2746390786","https://openalex.org/W2761458772","https://openalex.org/W2793571972","https://openalex.org/W2810828216","https://openalex.org/W2898652425","https://openalex.org/W2936900179","https://openalex.org/W2962801070","https://openalex.org/W2963000651","https://openalex.org/W2963155944","https://openalex.org/W2963328961","https://openalex.org/W2963611429","https://openalex.org/W2963805754","https://openalex.org/W2964150361","https://openalex.org/W2966038277","https://openalex.org/W2968764495","https://openalex.org/W2969964820","https://openalex.org/W2993809815","https://openalex.org/W2998578058","https://openalex.org/W3003174479","https://openalex.org/W3105072513","https://openalex.org/W3125178695","https://openalex.org/W4214717370","https://openalex.org/W6752514556"],"related_works":["https://openalex.org/W4297310313","https://openalex.org/W2963149344","https://openalex.org/W2012551222","https://openalex.org/W4303414366","https://openalex.org/W2097644939","https://openalex.org/W3096874164","https://openalex.org/W1724300815","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W4200445394"],"abstract_inverted_index":{"For":[0,91],"ultra-dense":[1],"networks":[2],"with":[3,14,32,49,115,169],"wireless":[4],"backhaul,":[5],"caching":[6,47,61],"strategy":[7,48],"at":[8],"small":[9,132],"base":[10,89],"stations":[11],"(SBSs),":[12],"usually":[13],"limited":[15],"storage,":[16],"is":[17],"critical":[18],"to":[19,43,67,140,178],"meet":[20],"massive":[21],"high":[22],"data":[23],"rate":[24],"requests.":[25],"Since":[26],"the":[27,56,69,74,83,87,92,98,107,116,121,151,156,159,166,170],"content":[28],"popularity":[29,70],"profile":[30],"varies":[31],"time":[33],"in":[34],"an":[35],"unknown":[36],"way,":[37],"we":[38,95,119],"exploit":[39],"reinforcement":[40],"learning":[41],"(RL)":[42],"design":[44],"a":[45,63,102,131,142],"cooperative":[46,60,108],"maximum-distance":[50],"separable":[51],"(MDS)":[52],"coding.":[53],"We":[54],"model":[55],"MDS":[57,109],"coding":[58,110],"based":[59,162],"as":[62],"Markov":[64],"decision":[65],"process":[66],"capture":[68],"dynamics":[71],"and":[72,137,144,164],"maximize":[73],"long-term":[75],"expected":[76],"cumulative":[77],"traffic":[78],"load":[79],"served":[80],"directly":[81],"by":[82,105],"SBSs":[84],"without":[85],"accessing":[86],"macro":[88],"station.":[90],"formulated":[93],"problem,":[94],"first":[96],"find":[97],"optimal":[99],"solution":[100],"for":[101],"small-scale":[103],"system":[104],"embedding":[106],"into":[111],"Q-learning.":[112],"To":[113],"cope":[114],"large-scale":[117],"case,":[118],"approximate":[120],"state-action":[122],"value":[123],"function":[124,128],"heuristically.":[125],"The":[126],"approximated":[127],"includes":[129],"only":[130],"number":[133],"of":[134,158],"learnable":[135],"parameters":[136],"enables":[138],"us":[139],"propose":[141],"fast":[143],"efficient":[145],"action-selection":[146],"approach,":[147],"which":[148],"dramatically":[149],"reduces":[150],"complexity.":[152],"Numerical":[153],"results":[154],"verify":[155],"optimality/near-optimality":[157],"proposed":[160],"RL":[161],"algorithms":[163],"show":[165],"superiority":[167],"compared":[168],"baseline":[171],"schemes.":[172],"They":[173],"also":[174],"exhibit":[175],"good":[176],"robustness":[177],"different":[179],"environments.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}