{"id":"https://openalex.org/W3010447632","doi":"https://doi.org/10.1109/globecom38437.2019.9013975","title":"Reinforcement-Learning-Based Optimization for Content Delivery Policy in Cache-Enabled HetNets","display_name":"Reinforcement-Learning-Based Optimization for Content Delivery Policy in Cache-Enabled HetNets","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3010447632","doi":"https://doi.org/10.1109/globecom38437.2019.9013975","mag":"3010447632"},"language":"en","primary_location":{"id":"doi:10.1109/globecom38437.2019.9013975","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9013975","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014585995","display_name":"Zhaojun Nan","orcid":"https://orcid.org/0000-0003-1487-2179"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaojun Nan","raw_affiliation_strings":["School of Microelectronics and Communication Engineering, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Microelectronics and Communication Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068953745","display_name":"Yunjian Jia","orcid":"https://orcid.org/0000-0002-6404-0947"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunjian Jia","raw_affiliation_strings":["School of Microelectronics and Communication Engineering, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Microelectronics and Communication Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040907578","display_name":"Zhengchuan Chen","orcid":"https://orcid.org/0000-0002-2289-5621"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengchuan Chen","raw_affiliation_strings":["School of Microelectronics and Communication Engineering, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Microelectronics and Communication Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100426918","display_name":"Liang Liang","orcid":"https://orcid.org/0000-0002-2778-455X"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Liang","raw_affiliation_strings":["School of Microelectronics and Communication Engineering, Chongqing University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Microelectronics and Communication Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5014585995"],"corresponding_institution_ids":["https://openalex.org/I158842170"],"apc_list":null,"apc_paid":null,"fwci":0.3537,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.6587388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8345680236816406},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8289316296577454},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7718240022659302},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6790735125541687},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6273030638694763},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.5977078676223755},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5356554388999939},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.463363379240036},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4120982587337494},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3692375719547272},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3214993476867676},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.23490571975708008},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.15402325987815857},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1221846342086792},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.0804634690284729}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8345680236816406},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8289316296577454},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7718240022659302},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6790735125541687},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6273030638694763},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.5977078676223755},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5356554388999939},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.463363379240036},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4120982587337494},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3692375719547272},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3214993476867676},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.23490571975708008},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.15402325987815857},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1221846342086792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0804634690284729},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom38437.2019.9013975","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9013975","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2106248279","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2213621529","https://openalex.org/W2415910379","https://openalex.org/W2517241959","https://openalex.org/W2547161317","https://openalex.org/W2741151486","https://openalex.org/W2775998236","https://openalex.org/W2783636295","https://openalex.org/W2897504868","https://openalex.org/W2901639315","https://openalex.org/W2962813667","https://openalex.org/W2963040956","https://openalex.org/W3103833233","https://openalex.org/W4298023569"],"related_works":["https://openalex.org/W2303288554","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W2047225036","https://openalex.org/W4386698331","https://openalex.org/W2138314731","https://openalex.org/W2093207996","https://openalex.org/W2189050590","https://openalex.org/W2322468729","https://openalex.org/W2142989636"],"abstract_inverted_index":{"Caching":[0],"popular":[1],"contents":[2],"at":[3],"radio":[4],"access":[5],"networks":[6],"is":[7,71,114,125],"a":[8,51,59,66,117,150,170],"promising":[9],"approach":[10],"to":[11,34,89,126,144,155],"improve":[12],"the":[13,19,26,35,46,82,85,96,123,128,132,136,157],"content":[14,21,29,39,47,91,111,139,174],"delivery":[15,22,48,92,112,129,175],"efficiency.":[16],"Most":[17],"of":[18,28,38,50,107,131,138],"existing":[20],"schemes":[23],"focus":[24],"on":[25,95],"perspective":[27],"providers,":[30],"paying":[31],"less":[32],"attention":[33],"service":[36,55,140],"demand":[37],"requesters.":[40],"In":[41,81,142],"this":[42,146],"paper,":[43],"we":[44,148],"investigate":[45],"policy":[49,113,168],"mobile":[52,86,133],"device":[53,87,134],"with":[54,73,79,178],"delay":[56],"constraint":[57,137],"in":[58,173],"cache-":[60],"enabled":[61],"heterogeneous":[62],"network":[63],"(HetNet),":[64],"where":[65,122],"macro":[67],"base":[68,76],"station":[69],"(MBS)":[70],"overlaid":[72],"some":[74],"small":[75],"stations":[77],"(SBS)":[78],"caches.":[80],"considered":[83],"network,":[84],"needs":[88],"make":[90],"decisions":[93],"based":[94],"time,":[97],"cache":[98],"state,":[99],"and":[100],"signal-to-interference-plus-noise":[101],"ratio":[102],"(SINR)":[103],"state.":[104],"The":[105,160],"problem":[106],"solving":[108],"an":[109],"optimal":[110,158],"modeled":[115],"as":[116],"Markov":[118],"decision":[119],"process":[120],"(MDP),":[121],"objective":[124],"minimize":[127],"cost":[130,176],"under":[135],"deadline.":[141],"order":[143],"address":[145],"problem,":[147],"propose":[149],"reinforcement":[151],"learning":[152],"(RL)":[153],"algorithm":[154],"learn":[156],"policy.":[159],"simulation":[161],"results":[162],"demonstrate":[163],"that":[164],"our":[165],"proposed":[166],"RL-based":[167],"achieves":[169],"significant":[171],"improvement":[172],"compared":[177],"other":[179],"benchmark":[180],"solutions.":[181]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}