{"id":"https://openalex.org/W3171569057","doi":"https://doi.org/10.1109/vtc2021-spring51267.2021.9448674","title":"Joint Cache Placement and Delivery Design using Reinforcement Learning for Cellular Networks","display_name":"Joint Cache Placement and Delivery Design using Reinforcement Learning for Cellular Networks","publication_year":2021,"publication_date":"2021-04-01","ids":{"openalex":"https://openalex.org/W3171569057","doi":"https://doi.org/10.1109/vtc2021-spring51267.2021.9448674","mag":"3171569057"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2021-spring51267.2021.9448674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2021-spring51267.2021.9448674","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 93rd Vehicular Technology Conference (VTC2021-Spring)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://aaltodoc.aalto.fi/handle/123456789/109567","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032978240","display_name":"Mohsen Amidzadeh","orcid":"https://orcid.org/0000-0003-3322-4062"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mohsen Amidzadeh","raw_affiliation_strings":["Aalto University,Department of Communications and Networking,Espoo,Finland","Department of Communications and Networking, Aalto University, Espoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Communications and Networking,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Communications and Networking, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042200785","display_name":"Hanan Al\u2013Tous","orcid":"https://orcid.org/0000-0001-8353-6289"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hanan Al-Tous","raw_affiliation_strings":["Aalto University,Department of Communications and Networking,Espoo,Finland","Department of Communications and Networking, Aalto University, Espoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Communications and Networking,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Communications and Networking, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006597250","display_name":"Olav Tirkkonen","orcid":"https://orcid.org/0000-0002-2611-1636"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Olav Tirkkonen","raw_affiliation_strings":["Aalto University,Department of Communications and Networking,Espoo,Finland","Department of Communications and Networking, Aalto University, Espoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Communications and Networking,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Communications and Networking, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027033026","display_name":"Junshan Zhang","orcid":"https://orcid.org/0000-0002-3840-1753"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junshan Zhang","raw_affiliation_strings":["Arizona State University,Tempe,Arizona","Arizona State University, Tempe, Arizona"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University,Tempe,Arizona","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"Arizona State University, Tempe, Arizona","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8898881673812866},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.8479757308959961},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7165011167526245},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6667341589927673},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6555076837539673},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5468728542327881},{"id":"https://openalex.org/keywords/multicast","display_name":"Multicast","score":0.4536939263343811},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4433702230453491},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.43890896439552307},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37009602785110474},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2671002149581909},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.24682453274726868}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8898881673812866},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.8479757308959961},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7165011167526245},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6667341589927673},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6555076837539673},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5468728542327881},{"id":"https://openalex.org/C32295351","wikidata":"https://www.wikidata.org/wiki/Q899288","display_name":"Multicast","level":2,"score":0.4536939263343811},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4433702230453491},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.43890896439552307},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37009602785110474},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2671002149581909},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.24682453274726868},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/vtc2021-spring51267.2021.9448674","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2021-spring51267.2021.9448674","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 93rd Vehicular Technology Conference (VTC2021-Spring)","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/109567","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/071a0c33-83b3-4fb6-95f6-48b08bdc26ff","pdf_url":"https://aaltodoc.aalto.fi/handle/123456789/109567","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/109567","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/071a0c33-83b3-4fb6-95f6-48b08bdc26ff","pdf_url":"https://aaltodoc.aalto.fi/handle/123456789/109567","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.46000000834465027,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3171569057.pdf"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W60493759","https://openalex.org/W1481341908","https://openalex.org/W1993411524","https://openalex.org/W2046376809","https://openalex.org/W2051773775","https://openalex.org/W2087240286","https://openalex.org/W2107146703","https://openalex.org/W2112053513","https://openalex.org/W2144433515","https://openalex.org/W2333682396","https://openalex.org/W2339070281","https://openalex.org/W2746390786","https://openalex.org/W2817829786","https://openalex.org/W2925689392","https://openalex.org/W2939240589","https://openalex.org/W2963529802","https://openalex.org/W2964167101","https://openalex.org/W2969218621","https://openalex.org/W2982304192","https://openalex.org/W3129455829","https://openalex.org/W4294219212","https://openalex.org/W6602483677","https://openalex.org/W6676281235","https://openalex.org/W6703448655"],"related_works":["https://openalex.org/W4297310313","https://openalex.org/W2963149344","https://openalex.org/W2012551222","https://openalex.org/W4303414366","https://openalex.org/W2097644939","https://openalex.org/W1724300815","https://openalex.org/W4200445394","https://openalex.org/W2594059527","https://openalex.org/W2097820490","https://openalex.org/W2357429841"],"abstract_inverted_index":{"We":[0,58,129],"consider":[1],"a":[2,40,77,92,110,116],"reinforcement":[3],"learning":[4],"(RL)":[5],"based":[6,46,98],"joint":[7],"cache":[8,64],"placement":[9,65],"and":[10,26,50,70,143,147],"delivery":[11,96],"(CPD)":[12],"policy":[13,133],"for":[14,62,79],"cellular":[15],"networks":[16],"with":[17,153],"limited":[18],"caching":[19,109],"capacity":[20],"at":[21,66],"both":[22,67],"Base":[23],"Stations":[24],"(BSs)":[25],"User":[27,43],"Equipments":[28],"(UEs).":[29],"The":[30],"dynamics":[31],"of":[32,35,54,125,141,165],"file":[33,86,112],"preferences":[34],"users":[36],"is":[37,97],"modeled":[38],"by":[39],"Markov":[41],"process.":[42],"requests":[44],"are":[45,159],"on":[47,51,99,122],"current":[48],"preferences,":[49],"the":[52,55,63,68,71,74,85,88,123,126,131,138,144,163,166],"content":[53],"user\u2019s":[56],"cache.":[57],"assume":[59],"probabilistic":[60],"models":[61],"UEs":[69],"BSs.":[72],"When":[73],"network":[75,90],"receives":[76],"request":[78],"an":[80,149],"un-cached":[81],"file,":[82],"it":[83],"fetches":[84],"from":[87],"core":[89],"via":[91],"backhaul":[93,145],"link.":[94],"File":[95,119],"network-level":[100],"orthogonal":[101],"multipoint":[102],"multicasting":[103],"transmissions.":[104],"For":[105],"this,":[106],"all":[107],"BSs":[108],"specific":[111],"transmit":[113],"collaboratively":[114],"in":[115],"dedicated":[117],"resource.":[118],"reception":[120],"depends":[121],"state":[124],"wireless":[127],"channels.":[128],"design":[130],"CPD":[132,168],"while":[134],"taking":[135],"into":[136],"account":[137],"user":[139],"Quality":[140],"Service":[142],"load,":[146],"using":[148],"Actor-Critic":[150],"RL":[151],"framework":[152],"two":[154],"neural":[155],"networks.":[156],"Simulation":[157],"results":[158],"used":[160],"to":[161],"show":[162],"merits":[164],"devised":[167],"policy.":[169]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2021-06-22T00:00:00"}