{"id":"https://openalex.org/W3009925921","doi":"https://doi.org/10.1109/tcomm.2020.2977895","title":"A Reinforcement Learning-Based User-Assisted Caching Strategy for Dynamic Content Library in Small Cell Networks","display_name":"A Reinforcement Learning-Based User-Assisted Caching Strategy for Dynamic Content Library in Small Cell Networks","publication_year":2020,"publication_date":"2020-03-02","ids":{"openalex":"https://openalex.org/W3009925921","doi":"https://doi.org/10.1109/tcomm.2020.2977895","mag":"3009925921"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2020.2977895","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2020.2977895","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/A_reinforcement_learning-based_user-assisted_caching_strategy_for_dynamic_content_library_in_small_cell_networks/13244531","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069265493","display_name":"Xinruo Zhang","orcid":"https://orcid.org/0000-0002-1623-1749"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xinruo Zhang","raw_affiliation_strings":["School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K"],"raw_orcid":"https://orcid.org/0000-0002-1623-1749","affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024123401","display_name":"Gan Zheng","orcid":"https://orcid.org/0000-0001-8457-6477"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gan Zheng","raw_affiliation_strings":["Wolfson School of Mechanical, Electrical and Manufacturing Engineering, Loughborough University, Loughborough, U.K"],"raw_orcid":"https://orcid.org/0000-0001-8457-6477","affiliations":[{"raw_affiliation_string":"Wolfson School of Mechanical, Electrical and Manufacturing Engineering, Loughborough University, Loughborough, U.K","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009232291","display_name":"Sangarapillai Lambotharan","orcid":"https://orcid.org/0000-0001-5255-7036"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sangarapillai Lambotharan","raw_affiliation_strings":["Wolfson School of Mechanical, Electrical and Manufacturing Engineering, Loughborough University, Loughborough, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5255-7036","affiliations":[{"raw_affiliation_string":"Wolfson School of Mechanical, Electrical and Manufacturing Engineering, Loughborough University, Loughborough, U.K","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041338005","display_name":"Mohammad Reza Nakhai","orcid":"https://orcid.org/0000-0001-6718-8448"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mohammad Reza Nakhai","raw_affiliation_strings":["King\u2019s College London, London, U.K","King's College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0001-6718-8448","affiliations":[{"raw_affiliation_string":"King\u2019s College London, London, U.K","institution_ids":["https://openalex.org/I183935753"]},{"raw_affiliation_string":"King's College London, London, U.K","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011048761","display_name":"Kai\u2010Kit Wong","orcid":"https://orcid.org/0000-0001-7521-0078"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kai-Kit Wong","raw_affiliation_strings":["University College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7521-0078","affiliations":[{"raw_affiliation_string":"University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2064,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.80320334,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"68","issue":"6","first_page":"3627","last_page":"3639"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8787417411804199},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8475204706192017},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7110930681228638},{"id":"https://openalex.org/keywords/small-cell","display_name":"Small cell","score":0.5304749608039856},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5202490091323853},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.49782276153564453},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4911784827709198},{"id":"https://openalex.org/keywords/dynamic-web-page","display_name":"Dynamic web page","score":0.44704487919807434},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4410009980201721},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.41781121492385864},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3605886697769165},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13812613487243652},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10106158256530762},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.09977024793624878}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8787417411804199},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8475204706192017},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7110930681228638},{"id":"https://openalex.org/C179655311","wikidata":"https://www.wikidata.org/wiki/Q7543020","display_name":"Small cell","level":3,"score":0.5304749608039856},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5202490091323853},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.49782276153564453},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4911784827709198},{"id":"https://openalex.org/C100158260","wikidata":"https://www.wikidata.org/wiki/Q1650567","display_name":"Dynamic web page","level":3,"score":0.44704487919807434},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4410009980201721},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.41781121492385864},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3605886697769165},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13812613487243652},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10106158256530762},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.09977024793624878},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcomm.2020.2977895","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2020.2977895","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10104021","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10104021/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Communications , 68 (6) pp. 3627-3639. (2020)","raw_type":"Article"},{"id":"pmh:oai:figshare.com:article/13244531","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/A_reinforcement_learning-based_user-assisted_caching_strategy_for_dynamic_content_library_in_small_cell_networks/13244531","pdf_url":null,"source":{"id":"https://openalex.org/S4306402585","display_name":"Loughborough University Research Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/13244531","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/A_reinforcement_learning-based_user-assisted_caching_strategy_for_dynamic_content_library_in_small_cell_networks/13244531","pdf_url":null,"source":{"id":"https://openalex.org/S4306402585","display_name":"Loughborough University Research Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1533899332","display_name":null,"funder_award_id":"EP/T015985/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4514866660","display_name":null,"funder_award_id":"EP/N008219/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5706540208","display_name":"Unlocking Potentials of MIMO Full-duplex Radios for Heterogeneous Networks (UPFRONT)","funder_award_id":"EP/N007840/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G602064714","display_name":"Unlocking Potentials of MIMO Full-duplex Radios for Heterogeneous Networks (UPFRONT)","funder_award_id":"EP/N008219/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8264282206","display_name":null,"funder_award_id":"RPG-2017-129","funder_id":"https://openalex.org/F4320319993","funder_display_name":"Leverhulme Trust"},{"id":"https://openalex.org/G8925317474","display_name":null,"funder_award_id":"EP/N007840/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320319993","display_name":"Leverhulme Trust","ror":"https://ror.org/012mzw131"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W157259654","https://openalex.org/W1481341908","https://openalex.org/W1488999181","https://openalex.org/W1767905185","https://openalex.org/W1821780430","https://openalex.org/W1944301273","https://openalex.org/W1966660858","https://openalex.org/W1988790447","https://openalex.org/W2017336596","https://openalex.org/W2024176568","https://openalex.org/W2037169571","https://openalex.org/W2050213917","https://openalex.org/W2051773775","https://openalex.org/W2058702345","https://openalex.org/W2064829135","https://openalex.org/W2099865739","https://openalex.org/W2121863487","https://openalex.org/W2213621529","https://openalex.org/W2258632262","https://openalex.org/W2306649852","https://openalex.org/W2321936408","https://openalex.org/W2364089413","https://openalex.org/W2419533219","https://openalex.org/W2511268924","https://openalex.org/W2556709959","https://openalex.org/W2574289926","https://openalex.org/W2624186268","https://openalex.org/W2746390786","https://openalex.org/W2770616710","https://openalex.org/W2794138919","https://openalex.org/W2794673877","https://openalex.org/W2962804481","https://openalex.org/W2963008907","https://openalex.org/W2963155944","https://openalex.org/W2963444094","https://openalex.org/W2963707263","https://openalex.org/W2963805754","https://openalex.org/W2990242904","https://openalex.org/W2998089837","https://openalex.org/W3099607069","https://openalex.org/W3100640070","https://openalex.org/W3103833233","https://openalex.org/W3106212693","https://openalex.org/W4214717370","https://openalex.org/W4248437541","https://openalex.org/W6767594588"],"related_works":["https://openalex.org/W2912086750","https://openalex.org/W1579083484","https://openalex.org/W3047079533","https://openalex.org/W2962781040","https://openalex.org/W2115184155","https://openalex.org/W1690954787","https://openalex.org/W4240820810","https://openalex.org/W2962819554","https://openalex.org/W1530634610","https://openalex.org/W2988281796"],"abstract_inverted_index":{"This":[0],"paper":[1,70],"studies":[2],"the":[3,19,52,67,98,108,127,134,142,147,163,167,171,176,182,186],"problem":[4],"of":[5,21,91,169,185],"joint":[6],"edge":[7],"cache":[8,115,124],"placement":[9],"and":[10],"content":[11,23,35,53,64,76,93,128],"delivery":[12],"in":[13,18,117,136,175],"cache-enabled":[14],"small":[15,29],"cell":[16],"networks":[17],"presence":[20],"spatio-temporal":[22,92],"dynamics":[24],"unknown":[25],"a":[26,62,72,149],"priori.":[27],"The":[28],"base":[30],"stations":[31],"(SBSs)":[32],"satisfy":[33],"users'":[34],"requests":[36],"either":[37],"directly":[38],"from":[39,46,51,126],"their":[40,113,120],"local":[41],"caches,":[42],"or":[43,50],"by":[44,107],"retrieving":[45],"other":[47],"SBSs'":[48],"caches":[49],"server.":[54,129],"In":[55],"contrast":[56],"to":[57,110,119,160],"previous":[58],"approaches":[59],"that":[60,97],"assume":[61],"static":[63],"library":[65],"at":[66,85,102,146],"server,":[68],"this":[69],"considers":[71],"more":[73],"realistic":[74],"non-stationary":[75],"library,":[77],"where":[78],"new":[79,99],"contents":[80,100],"may":[81],"emerge":[82],"over":[83],"time":[84],"different":[86],"locations.":[87],"To":[88,130],"keep":[89],"track":[90],"dynamics,":[94],"we":[95],"propose":[96],"cached":[101],"users":[103],"can":[104],"be":[105],"exploited":[106],"SBSs":[109],"timely":[111],"update":[112],"flexible":[114],"memories":[116],"addition":[118],"routine":[121],"off-peak":[122],"main":[123],"updates":[125],"take":[131],"into":[132],"account":[133],"variations":[135],"traffic":[137],"demands":[138],"as":[139,141],"well":[140],"limited":[143],"caching":[144,151,164,188],"space":[145],"SBSs,":[148],"user-assisted":[150],"strategy":[152,189],"is":[153],"proposed":[154,187],"based":[155],"on":[156],"reinforcement":[157],"learning":[158],"principles":[159],"progressively":[161],"optimize":[162],"policy":[165],"with":[166],"target":[168],"maximizing":[170],"weighted":[172],"network":[173],"utility":[174],"long":[177],"run.":[178],"Simulation":[179],"results":[180],"verify":[181],"superior":[183],"performance":[184],"against":[190],"various":[191],"benchmark":[192],"designs.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}