{"id":"https://openalex.org/W2968937520","doi":"https://doi.org/10.1109/lsp.2019.2932193","title":"Online Reinforcement Learning of X-Haul Content Delivery Mode in Fog Radio Access Networks","display_name":"Online Reinforcement Learning of X-Haul Content Delivery Mode in Fog Radio Access Networks","publication_year":2019,"publication_date":"2019-08-08","ids":{"openalex":"https://openalex.org/W2968937520","doi":"https://doi.org/10.1109/lsp.2019.2932193","mag":"2968937520"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2019.2932193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2019.2932193","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://kclpure.kcl.ac.uk/portal/en/publications/d494a8a0-2442-4484-94f5-433b4650e8f2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jihwan Moon","orcid":"https://orcid.org/0000-0002-9812-7768"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jihwan Moon","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Osvaldo Simeone","orcid":"https://orcid.org/0000-0001-9898-3209"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Osvaldo Simeone","raw_affiliation_strings":["Department of Informatics, King's College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, King's College London, London, U.K","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Seok-Hwan Park","orcid":"https://orcid.org/0000-0001-9395-2550"},"institutions":[{"id":"https://openalex.org/I80611190","display_name":"Jeonbuk National University","ror":"https://ror.org/05q92br09","country_code":"KR","type":"education","lineage":["https://openalex.org/I80611190"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seok-Hwan Park","raw_affiliation_strings":["Division of Electronic Engineering, Chonbuk National University, Jeonju, South Korea"],"affiliations":[{"raw_affiliation_string":"Division of Electronic Engineering, Chonbuk National University, Jeonju, South Korea","institution_ids":["https://openalex.org/I80611190"]}]},{"author_position":"last","author":{"id":null,"display_name":"Inkyu Lee","orcid":"https://orcid.org/0000-0003-3701-4433"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Inkyu Lee","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, South Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I197347611"],"apc_list":null,"apc_paid":null,"fwci":1.2975,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8243087,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"26","issue":"10","first_page":"1451","last_page":"1455"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.5934000015258789,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.5934000015258789,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.1274999976158142,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.055399999022483826,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.90420001745224},{"id":"https://openalex.org/keywords/baseband","display_name":"Baseband","score":0.8192999958992004},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.7566999793052673},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7253000140190125},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.6689000129699707},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6506999731063843},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5999000072479248},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.44130000472068787},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4027000069618225}],"concepts":[{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.90420001745224},{"id":"https://openalex.org/C65165936","wikidata":"https://www.wikidata.org/wiki/Q575784","display_name":"Baseband","level":3,"score":0.8192999958992004},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.7566999793052673},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7383999824523926},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7253000140190125},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.6689000129699707},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.661899983882904},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6506999731063843},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5999000072479248},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.44130000472068787},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4027000069618225},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4004000127315521},{"id":"https://openalex.org/C2777386808","wikidata":"https://www.wikidata.org/wiki/Q5254078","display_name":"Delivery Performance","level":2,"score":0.38760000467300415},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C62793504","wikidata":"https://www.wikidata.org/wiki/Q228327","display_name":"Access network","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C101541887","wikidata":"https://www.wikidata.org/wiki/Q1555675","display_name":"Remote radio head","level":4,"score":0.3546000123023987},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3463999927043915},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C509933004","wikidata":"https://www.wikidata.org/wiki/Q194163","display_name":"Broadband","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.29510000348091125},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.29190000891685486},{"id":"https://openalex.org/C2993241805","wikidata":"https://www.wikidata.org/wiki/Q1202763","display_name":"Bottle neck","level":3,"score":0.28349998593330383},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C74064498","wikidata":"https://www.wikidata.org/wiki/Q3396184","display_name":"Radio frequency","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.2565000057220459}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/lsp.2019.2932193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2019.2932193","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},{"id":"pmh:oai:kclpure.kcl.ac.uk:openaire/d494a8a0-2442-4484-94f5-433b4650e8f2","is_oa":true,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/en/publications/d494a8a0-2442-4484-94f5-433b4650e8f2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Moon, J, Simeone, O, Park, S & Lee, I 2019, 'Online Reinforcement Learning of X-Haul Content Delivery Mode in Fog Radio Access Networks', IEEE SIGNAL PROCESSING LETTERS. https://doi.org/10.1109/LSP.2019.2932193","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:arXiv.org:1903.07364","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1903.07364","pdf_url":"https://arxiv.org/pdf/1903.07364","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:kclpure.kcl.ac.uk:openaire/d494a8a0-2442-4484-94f5-433b4650e8f2","is_oa":true,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/en/publications/d494a8a0-2442-4484-94f5-433b4650e8f2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Moon, J, Simeone, O, Park, S & Lee, I 2019, 'Online Reinforcement Learning of X-Haul Content Delivery Mode in Fog Radio Access Networks', IEEE SIGNAL PROCESSING LETTERS. https://doi.org/10.1109/LSP.2019.2932193","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1154489291","https://openalex.org/W1722221517","https://openalex.org/W1919325320","https://openalex.org/W1968625547","https://openalex.org/W2024176568","https://openalex.org/W2055418958","https://openalex.org/W2115856016","https://openalex.org/W2333682396","https://openalex.org/W2511268924","https://openalex.org/W2518017861","https://openalex.org/W2518981030","https://openalex.org/W2566935729","https://openalex.org/W2601341989","https://openalex.org/W2603434613","https://openalex.org/W2605868208","https://openalex.org/W2746390786","https://openalex.org/W2801345005","https://openalex.org/W2900829415","https://openalex.org/W2916737933","https://openalex.org/W2928188751","https://openalex.org/W2939240589","https://openalex.org/W2962801070","https://openalex.org/W2963329985","https://openalex.org/W4250589301","https://openalex.org/W6631787257","https://openalex.org/W6637463265","https://openalex.org/W6681515304","https://openalex.org/W6761098050"],"related_works":[],"abstract_inverted_index":{"We":[0],"consider":[1],"a":[2,9,38],"Fog":[3],"Radio":[4,22],"Access":[5],"Network":[6],"(F-RAN)":[7],"with":[8,33],"Base":[10],"Band":[11],"Unit":[12],"(BBU)":[13],"in":[14,81],"the":[15,51,54,69,73,88,91,104,114,121,137,143,154,166,169],"cloud":[16,52],"and":[17,125,150],"multiple":[18],"cache-enabled":[19],"enhanced":[20],"Remote":[21],"Heads":[23],"(eRRHs).":[24],"The":[25,63,84],"system":[26],"aims":[27],"at":[28],"delivering":[29],"contents":[30],"on":[31,158],"demand":[32],"minimal":[34],"average":[35],"latency":[36],"from":[37,50],"time-varying":[39,151],"library":[40],"of":[41,68,90,168],"popular":[42],"contents.":[43],"Uncached":[44],"requested":[45,70],"files":[46],"can":[47],"be":[48,94],"transferred":[49],"to":[53,93,141],"eRRHs":[55,92],"by":[56],"following":[57],"either":[58],"backhaul":[59,64,85],"or":[60],"fronthaul":[61,74,105],"modes.":[62],"mode":[65,75,86,106],"transfers":[66],"fractions":[67],"files,":[71],"while":[72],"transmits":[76],"quantized":[77],"baseband":[78],"samples":[79],"as":[80],"Cloud-RAN":[82],"(C-RAN).":[83],"allows":[87],"caches":[89],"updated,":[95],"which":[96],"may":[97,112],"lower":[98],"future":[99,126],"delivery":[100,116,127,139,145],"latencies.":[101],"In":[102],"contrast,":[103],"enables":[107],"cooperative":[108],"C-RAN":[109],"transmissions":[110],"that":[111],"reduce":[113],"current":[115,124],"latency.":[117,146],"Taking":[118],"into":[119],"account":[120],"trade-off":[122],"between":[123,136],"performance,":[128],"this":[129],"letter":[130],"proposes":[131],"an":[132,148],"adaptive":[133],"selection":[134],"method":[135,155],"two":[138],"modes":[140],"minimize":[142],"long-term":[144],"Assuming":[147],"unknown":[149],"popularity":[152],"model,":[153],"is":[156],"based":[157],"model-free":[159],"Reinforcement":[160],"Learning":[161],"(RL).":[162],"Numerical":[163],"results":[164],"confirm":[165],"effectiveness":[167],"proposed":[170],"RL.":[171]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2019-08-22T00:00:00"}