{"id":"https://openalex.org/W2939240589","doi":"https://doi.org/10.1109/icassp.2019.8682841","title":"Content Placement Learning for Success Probability Maximization in Wireless Edge Caching Networks","display_name":"Content Placement Learning for Success Probability Maximization in Wireless Edge Caching Networks","publication_year":2019,"publication_date":"2019-04-17","ids":{"openalex":"https://openalex.org/W2939240589","doi":"https://doi.org/10.1109/icassp.2019.8682841","mag":"2939240589"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2019.8682841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8682841","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008815990","display_name":"Navneet Garg","orcid":"https://orcid.org/0000-0001-8535-7663"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Navneet Garg","raw_affiliation_strings":["School of Engineering, The University of Edinburgh, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"School of Engineering, The University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071345719","display_name":"Mathini Sellathurai","orcid":"https://orcid.org/0000-0002-8738-8583"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mathini Sellathurai","raw_affiliation_strings":["Heriot-Watt University, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"Heriot-Watt University, Edinburgh, UK","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091847007","display_name":"Tharmalingam Ratnarajah","orcid":"https://orcid.org/0000-0002-7636-1246"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tharmalingam Ratnarajah","raw_affiliation_strings":["School of Engineering, The University of Edinburgh, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"School of Engineering, The University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008815990"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":1.9452,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.87212232,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3092","last_page":"3096"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8365459442138672},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6297134160995483},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.615337073802948},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5990146994590759},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5891035795211792},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5588563084602356},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5561580657958984},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5410076975822449},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5141711235046387},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5057997703552246},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47826969623565674},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.466789573431015},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4590953290462494},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45542022585868835},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.44832438230514526},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4118683934211731},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3756715953350067},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.202052503824234},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1435849964618683},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13060808181762695},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07607537508010864},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.07180920243263245}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8365459442138672},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6297134160995483},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.615337073802948},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5990146994590759},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5891035795211792},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5588563084602356},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5561580657958984},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5410076975822449},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5141711235046387},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5057997703552246},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47826969623565674},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.466789573431015},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4590953290462494},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45542022585868835},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.44832438230514526},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4118683934211731},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3756715953350067},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.202052503824234},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1435849964618683},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13060808181762695},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07607537508010864},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.07180920243263245},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2019.8682841","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8682841","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7668219610","display_name":null,"funder_award_id":"EP/P009549/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8402760336","display_name":null,"funder_award_id":"EP/P009670/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1481341908","https://openalex.org/W1483283748","https://openalex.org/W1972738071","https://openalex.org/W2106248279","https://openalex.org/W2322725250","https://openalex.org/W2516631548","https://openalex.org/W2519564973","https://openalex.org/W2606566534","https://openalex.org/W2736697459","https://openalex.org/W2746390786","https://openalex.org/W2765317060","https://openalex.org/W2771556079","https://openalex.org/W2806171402","https://openalex.org/W2914842615","https://openalex.org/W2963051739","https://openalex.org/W6745804537"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2315999538"],"abstract_inverted_index":{"To":[0],"meet":[1],"increasing":[2],"demands":[3],"of":[4,9,16,67],"wireless":[5],"multimedia":[6],"communications,":[7],"caching":[8,21,62],"important":[10],"contents":[11],"in":[12,26,31,55],"advance":[13],"is":[14,29,47],"one":[15],"the":[17,74,81,87],"key":[18],"solutions.":[19],"Optimal":[20],"depends":[22],"on":[23],"content":[24,37,52,83],"popularity":[25,38],"future":[27],"which":[28],"unknown":[30],"advance.":[32],"In":[33],"this":[34],"paper,":[35],"modeling":[36],"as":[39],"a":[40,65],"finite":[41],"state":[42],"Markov":[43],"chain,":[44],"reinforcement":[45],"Q-learning":[46],"employed":[48],"to":[49,85],"learn":[50],"optimal":[51],"placement":[53,69,84],"strategy":[54],"homogeneous":[56],"Poisson":[57],"point":[58],"process":[59],"(PPP)":[60],"distributed":[61],"network.":[63],"Given":[64],"set":[66],"available":[68],"strategies,":[70],"simulations":[71],"show":[72],"that":[73],"presented":[75],"framework":[76],"successfully":[77],"learns":[78],"and":[79],"provides":[80],"best":[82],"maximize":[86],"average":[88],"success":[89],"probability.":[90]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
