{"id":"https://openalex.org/W3015316284","doi":"https://doi.org/10.1109/icassp40776.2020.9053906","title":"In-Network Caching for Hybrid Satellite-Terrestrial Networks Using Deep Reinforcement Learning","display_name":"In-Network Caching for Hybrid Satellite-Terrestrial Networks Using Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W3015316284","doi":"https://doi.org/10.1109/icassp40776.2020.9053906","mag":"3015316284"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9053906","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9053906","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008815990","display_name":"Navneet Garg","orcid":"https://orcid.org/0000-0001-8535-7663"},"institutions":[{"id":"https://openalex.org/I4210085930","display_name":"Heriot-Watt University Malaysia","ror":"https://ror.org/0059w0420","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210085930"]},{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB","MY"],"is_corresponding":true,"raw_author_name":"Navneet Garg","raw_affiliation_strings":["Heriot-Watt University,Edinburgh","Heriot-Watt University, Edinburgh"],"affiliations":[{"raw_affiliation_string":"Heriot-Watt University,Edinburgh","institution_ids":["https://openalex.org/I32062511","https://openalex.org/I4210085930"]},{"raw_affiliation_string":"Heriot-Watt University, Edinburgh","institution_ids":["https://openalex.org/I4210085930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071345719","display_name":"Mathini Sellathurai","orcid":"https://orcid.org/0000-0002-8738-8583"},"institutions":[{"id":"https://openalex.org/I4210085930","display_name":"Heriot-Watt University Malaysia","ror":"https://ror.org/0059w0420","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210085930"]},{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB","MY"],"is_corresponding":false,"raw_author_name":"Mathini Sellathurai","raw_affiliation_strings":["Heriot-Watt University,Edinburgh","Heriot-Watt University, Edinburgh"],"affiliations":[{"raw_affiliation_string":"Heriot-Watt University,Edinburgh","institution_ids":["https://openalex.org/I32062511","https://openalex.org/I4210085930"]},{"raw_affiliation_string":"Heriot-Watt University, Edinburgh","institution_ids":["https://openalex.org/I4210085930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091847007","display_name":"Tharmalingam Ratnarajah","orcid":"https://orcid.org/0000-0002-7636-1246"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tharmalingam Ratnarajah","raw_affiliation_strings":["The University of Edinburgh,Edinburgh,UK","The University of Edinburgh, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"The University of Edinburgh,Edinburgh,UK","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"The University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008815990"],"corresponding_institution_ids":["https://openalex.org/I32062511","https://openalex.org/I4210085930"],"apc_list":null,"apc_paid":null,"fwci":1.696,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85051529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"8797","last_page":"8801"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8620622158050537},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.7718429565429688},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6354577541351318},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6267642378807068},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5674394965171814},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5508661866188049},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5050285458564758},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4870796501636505},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.46108099818229675},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4577670395374298},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.33527880907058716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15981462597846985},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08547928929328918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8620622158050537},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.7718429565429688},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6354577541351318},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6267642378807068},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5674394965171814},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5508661866188049},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5050285458564758},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4870796501636505},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.46108099818229675},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4577670395374298},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.33527880907058716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15981462597846985},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08547928929328918},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp40776.2020.9053906","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9053906","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8402760336","display_name":null,"funder_award_id":"EP/P009670/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1481341908","https://openalex.org/W1757796397","https://openalex.org/W2292488300","https://openalex.org/W2508291724","https://openalex.org/W2746390786","https://openalex.org/W2767860529","https://openalex.org/W2784294454","https://openalex.org/W2804768561","https://openalex.org/W2887462926","https://openalex.org/W2902240634","https://openalex.org/W2903544239","https://openalex.org/W2907139610","https://openalex.org/W2935268363","https://openalex.org/W2942976469","https://openalex.org/W2963864421","https://openalex.org/W2965973846","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6724748669"],"related_works":["https://openalex.org/W6043852","https://openalex.org/W4191668","https://openalex.org/W9566658","https://openalex.org/W7365275","https://openalex.org/W14769209","https://openalex.org/W986644","https://openalex.org/W14167727","https://openalex.org/W4825420","https://openalex.org/W11286303","https://openalex.org/W14511926"],"abstract_inverted_index":{"Large":[0],"number":[1],"of":[2,83,131],"redundant":[3],"requests":[4],"in":[5,57,122],"wireless":[6],"networks":[7],"have":[8],"led":[9],"to":[10],"the":[11,27,54,58,63,103,123,128,135,138],"hybrid":[12],"satellite-terrestrial":[13],"networks,":[14],"where":[15,43],"a":[16,89,118],"satellite":[17],"is":[18],"used":[19],"for":[20,80],"content":[21,46,64,84,140],"placement":[22,68],"at":[23,26,47],"edge":[24],"caches":[25],"base":[28],"stations":[29],"(BSs),":[30],"thereby":[31],"reducing":[32],"backhaul":[33],"link":[34],"usage.":[35],"In":[36],"this":[37],"paper,":[38],"we":[39,87],"consider":[40],"in-network":[41],"caching":[42,75,141],"an":[44,93],"unavailable":[45],"one":[48],"BS":[49,56],"can":[50],"be":[51],"fetched":[52],"from":[53,62],"nearest":[55],"network,":[59],"before":[60],"requesting":[61],"server.":[65],"Obtaining":[66],"optimal":[67],"incurs":[69],"exponentially":[70],"huge":[71],"computational":[72],"overhead.":[73],"Recent":[74],"solutions":[76],"are":[77],"not":[78],"scalable":[79],"large":[81],"size":[82],"library.":[85],"Therefore,":[86],"propose":[88],"low-complexity":[90],"approach":[91,110,133],"using":[92],"action-coded":[94],"deep":[95],"deterministic":[96],"policy":[97],"gradient":[98],"(AC-DDPG)":[99],"algorithm":[100],"towards":[101],"optimizing":[102],"long-term":[104],"average":[105],"network":[106],"delay.":[107],"The":[108],"proposed":[109,132],"employs":[111],"continuous":[112],"valued":[113],"popularity":[114],"profiles":[115],"rather":[116],"than":[117],"fixed":[119],"finite":[120],"set":[121],"literature.":[124],"Simulation":[125],"results":[126],"demonstrate":[127],"successful":[129],"application":[130],"and":[134],"improvement":[136],"over":[137],"most-popular":[139],"method.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}