{"id":"https://openalex.org/W3113491827","doi":"https://doi.org/10.1109/tcomm.2020.3047658","title":"Function Approximation Based Reinforcement Learning for Edge Caching in Massive MIMO Networks","display_name":"Function Approximation Based Reinforcement Learning for Edge Caching in Massive MIMO Networks","publication_year":2020,"publication_date":"2020-12-28","ids":{"openalex":"https://openalex.org/W3113491827","doi":"https://doi.org/10.1109/tcomm.2020.3047658","mag":"3113491827"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2020.3047658","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcomm.2020.3047658","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tcomm.2020.3047658","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008815990","display_name":"Navneet Garg","orcid":"https://orcid.org/0000-0001-8535-7663"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Navneet Garg","raw_affiliation_strings":["School of Engineering, The University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Engineering, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071345719","display_name":"Mathini Sellathurai","orcid":"https://orcid.org/0000-0002-8738-8583"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mathini Sellathurai","raw_affiliation_strings":["School of Engineering and Physical Sciences, Heriot-Watt University, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Engineering and Physical Sciences, Heriot-Watt University, Edinburgh, U.K","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050580025","display_name":"Vimal Bhatia","orcid":"https://orcid.org/0000-0001-5148-6643"},"institutions":[{"id":"https://openalex.org/I64295750","display_name":"Indian Institute of Technology Indore","ror":"https://ror.org/01hhf7w52","country_code":"IN","type":"education","lineage":["https://openalex.org/I64295750"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vimal Bhatia","raw_affiliation_strings":["Indian Institute of Technology Indore, Indore, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Indore, Indore, India","institution_ids":["https://openalex.org/I64295750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091847007","display_name":"Tharmalingam Ratnarajah","orcid":"https://orcid.org/0000-0002-7636-1246"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tharmalingam Ratnarajah","raw_affiliation_strings":["School of Engineering, The University of Edinburgh, Edinburgh, U.K"],"affiliations":[{"raw_affiliation_string":"School of Engineering, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5008815990"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":2.3127,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.89361845,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"69","issue":"4","first_page":"2304","last_page":"2316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7654194235801697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6935325264930725},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.5827992558479309},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5688939094543457},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.547642707824707},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.500802755355835},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4879905581474304},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.44486692547798157},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4292267858982086},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.42776015400886536},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37512171268463135},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3185209631919861},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19356447458267212},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18417707085609436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13991200923919678}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7654194235801697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6935325264930725},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.5827992558479309},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5688939094543457},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.547642707824707},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.500802755355835},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4879905581474304},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.44486692547798157},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4292267858982086},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.42776015400886536},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37512171268463135},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3185209631919861},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19356447458267212},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18417707085609436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13991200923919678},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcomm.2020.3047658","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcomm.2020.3047658","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/cd44b3a7-9cc4-4010-8f21-2e19fc7b7861","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/cd44b3a7-9cc4-4010-8f21-2e19fc7b7861","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Garg, N, Sellathurai, M, Bhatia, V & Ratnarajah, T 2020, 'Function Approximation Based Reinforcement Learning for Edge Caching in Massive MIMO Networks', IEEE Transactions on Communications. https://doi.org/10.1109/TCOMM.2020.3047658","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1109/tcomm.2020.3047658","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcomm.2020.3047658","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1100305600","display_name":null,"funder_award_id":"DST-UKIERI-2016-17-0060","funder_id":"https://openalex.org/F4320320270","funder_display_name":"UK-India Education and Research Initiative"},{"id":"https://openalex.org/G5869320941","display_name":"A Unified Multiple Access Framework for Next Generation Mobile Networks By Removing Orthogonality (MANGO)","funder_award_id":"EP/P009549/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6593306550","display_name":"A Unified Multiple Access Framework for Next Generation Mobile Networks By Removing Orthogonality (MANGO)","funder_award_id":"EP/P009670/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7193075299","display_name":null,"funder_award_id":"SPARC/2018-2019/P148/SL","funder_id":"https://openalex.org/F4320320270","funder_display_name":"UK-India Education and Research Initiative"},{"id":"https://openalex.org/G7668219610","display_name":null,"funder_award_id":"EP/P009549/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8402760336","display_name":null,"funder_award_id":"EP/P009670/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8417912931","display_name":null,"funder_award_id":"DST/INT/UK/P-129/2016","funder_id":"https://openalex.org/F4320320270","funder_display_name":"UK-India Education and Research Initiative"},{"id":"https://openalex.org/G8649479269","display_name":null,"funder_award_id":"UGC-UKIERI 2016-17-058","funder_id":"https://openalex.org/F4320320270","funder_display_name":"UK-India Education and Research Initiative"}],"funders":[{"id":"https://openalex.org/F4320320270","display_name":"UK-India Education and Research Initiative","ror":"https://ror.org/037dz3r63"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1481341908","https://openalex.org/W1483283748","https://openalex.org/W1568229137","https://openalex.org/W1662669438","https://openalex.org/W1767905185","https://openalex.org/W1871594675","https://openalex.org/W1972738071","https://openalex.org/W1984714570","https://openalex.org/W2139418546","https://openalex.org/W2151661095","https://openalex.org/W2281709771","https://openalex.org/W2296319761","https://openalex.org/W2322725250","https://openalex.org/W2516631548","https://openalex.org/W2519564973","https://openalex.org/W2566980712","https://openalex.org/W2606566534","https://openalex.org/W2736697459","https://openalex.org/W2746390786","https://openalex.org/W2765317060","https://openalex.org/W2771556079","https://openalex.org/W2774305250","https://openalex.org/W2794522179","https://openalex.org/W2794673877","https://openalex.org/W2806171402","https://openalex.org/W2808064527","https://openalex.org/W2897363018","https://openalex.org/W2900490252","https://openalex.org/W2906879147","https://openalex.org/W2919430786","https://openalex.org/W2922381956","https://openalex.org/W2939240589","https://openalex.org/W2963051739","https://openalex.org/W2963531342","https://openalex.org/W2963582525","https://openalex.org/W2964167101","https://openalex.org/W2968027082","https://openalex.org/W2990530686","https://openalex.org/W4250589301","https://openalex.org/W6639151352"],"related_works":["https://openalex.org/W4297310313","https://openalex.org/W2963149344","https://openalex.org/W2012551222","https://openalex.org/W4303414366","https://openalex.org/W2097644939","https://openalex.org/W1724300815","https://openalex.org/W4200445394","https://openalex.org/W2594059527","https://openalex.org/W2097820490","https://openalex.org/W2357429841"],"abstract_inverted_index":{"Caching":[0],"popular":[1],"contents":[2],"in":[3,17,64,70],"advance":[4],"is":[5,30,54,66,84],"an":[6],"important":[7],"technique":[8],"to":[9,86,93,114],"achieve":[10],"low":[11],"latency":[12],"and":[13,68,98,112,119,126,135,148,162,177,190],"reduced":[14],"backhaul":[15],"congestion":[16],"future":[18],"wireless":[19],"communication":[20],"systems.":[21],"In":[22,103],"this":[23],"article,":[24],"a":[25,40,57,79,145],"multi-cell":[26],"massive":[27],"multi-input-multi-output":[28],"system":[29,53],"considered,":[31],"where":[32,143],"locations":[33],"of":[34,51,108,117,152,157,160,165,192],"base":[35],"stations":[36],"are":[37,110,141,169],"distributed":[38],"as":[39,78],"Poisson":[41],"point":[42],"process.":[43],"Assuming":[44],"probabilistic":[45],"caching,":[46],"average":[47,99],"success":[48],"probability":[49],"(ASP)":[50],"the":[52,88,95,104,106,115,123,158,180,187,193],"derived":[55],"for":[56],"known":[58],"content":[59,90,183],"popularity":[60],"(CP)":[61],"profile,":[62],"which":[63,185],"practice":[65],"time-varying":[67],"unknown":[69],"advance.":[71],"Further,":[72],"modeling":[73],"CP":[74],"variations":[75],"across":[76],"time":[77],"Markov":[80],"process,":[81],"reinforcement":[82],"Q-learning":[83,139,196],"employed":[85],"learn":[87,179],"optimal":[89],"placement":[91],"strategy":[92],"optimize":[94],"long-term-discounted":[96],"ASP":[97],"cache":[100],"refresh":[101],"rate.":[102],"Q-learning,":[105,131],"number":[107,116,151,159],"Q-updates":[109],"large":[111],"proportional":[113],"states":[118,161],"actions.":[120,163],"To":[121],"reduce":[122],"space":[124],"complexity":[125],"update":[127],"requirements":[128],"towards":[129],"scalable":[130],"two":[132],"novel":[133],"(linear":[134],"non-linear)":[136],"function":[137],"approximations-based":[138],"approaches":[140,168,175],"proposed,":[142],"only":[144],"constant":[146],"(4":[147],"3":[149],"respectively)":[150],"variables":[153],"need":[154],"updation,":[155],"irrespective":[156],"Convergence":[164],"these":[166,174],"approximation-based":[167],"analyzed.":[170],"Simulations":[171],"verify":[172],"that":[173],"converge":[176],"successfully":[178],"similar":[181],"best":[182],"placement,":[184],"shows":[186],"successful":[188],"applicability":[189],"scalability":[191],"proposed":[194],"approximated":[195],"schemes.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}