{"id":"https://openalex.org/W3000484001","doi":"https://doi.org/10.1109/access.2020.2964258","title":"Dueling Deep-Q-Network Based Delay-Aware Cache Update Policy for Mobile Users in Fog Radio Access Networks","display_name":"Dueling Deep-Q-Network Based Delay-Aware Cache Update Policy for Mobile Users in Fog Radio Access Networks","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3000484001","doi":"https://doi.org/10.1109/access.2020.2964258","mag":"3000484001"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2964258","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2964258","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08950344.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08950344.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024268884","display_name":"Boren Guo","orcid":"https://orcid.org/0000-0002-1520-4933"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Boren Guo","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1520-4933","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666000","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0002-9987-0844"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9987-0844","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103218291","display_name":"Qiwei Sheng","orcid":"https://orcid.org/0000-0003-3488-9998"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiwei Sheng","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3488-9998","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008494532","display_name":"Hongwen Yang","orcid":"https://orcid.org/0000-0002-7541-8474"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwen Yang","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7541-8474","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5024268884"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.8864,"has_fulltext":true,"cited_by_count":31,"citation_normalized_percentile":{"value":0.93707478,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"7131","last_page":"7141"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8856939077377319},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7863122820854187},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7325552105903625},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.6570107936859131},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.514430582523346},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.459823876619339},{"id":"https://openalex.org/keywords/transmission-delay","display_name":"Transmission delay","score":0.4369214177131653},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.42975419759750366},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.26832315325737},{"id":"https://openalex.org/keywords/mobile-station","display_name":"Mobile station","score":0.17362689971923828},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16489526629447937}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8856939077377319},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7863122820854187},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7325552105903625},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.6570107936859131},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.514430582523346},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.459823876619339},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.4369214177131653},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.42975419759750366},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.26832315325737},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.17362689971923828},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16489526629447937},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2964258","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2964258","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08950344.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b89f01ef3de04fedb8738d43bd2ec93f","is_oa":false,"landing_page_url":"https://doaj.org/article/b89f01ef3de04fedb8738d43bd2ec93f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 7131-7141 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2964258","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2964258","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08950344.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3000484001.pdf","grobid_xml":"https://content.openalex.org/works/W3000484001.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1788288079","https://openalex.org/W2076337359","https://openalex.org/W2112053513","https://openalex.org/W2145339207","https://openalex.org/W2173564293","https://openalex.org/W2672686209","https://openalex.org/W2746390786","https://openalex.org/W2760381851","https://openalex.org/W2807346067","https://openalex.org/W2813259210","https://openalex.org/W2865660644","https://openalex.org/W2869903415","https://openalex.org/W2887043670","https://openalex.org/W2891286892","https://openalex.org/W2893840011","https://openalex.org/W2898595414","https://openalex.org/W2898597216","https://openalex.org/W2899025451","https://openalex.org/W2900490252","https://openalex.org/W2902215693","https://openalex.org/W2902611338","https://openalex.org/W2904277101","https://openalex.org/W2904998206","https://openalex.org/W2906269220","https://openalex.org/W2911573951","https://openalex.org/W2915858039","https://openalex.org/W2925458104","https://openalex.org/W2940733696","https://openalex.org/W2945507395","https://openalex.org/W2945600517","https://openalex.org/W2946371207","https://openalex.org/W2951799221","https://openalex.org/W2954847738","https://openalex.org/W2962801070","https://openalex.org/W2963355846","https://openalex.org/W2963360527","https://openalex.org/W2963805280","https://openalex.org/W2964349624","https://openalex.org/W2983104120","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W2152099439","https://openalex.org/W1984163603","https://openalex.org/W3130422087","https://openalex.org/W3004195166","https://openalex.org/W2126310295","https://openalex.org/W1563139915","https://openalex.org/W4288413100","https://openalex.org/W2885669284","https://openalex.org/W2077172685","https://openalex.org/W1534116390"],"abstract_inverted_index":{"Fog":[0],"radio":[1],"access":[2,48],"networks":[3],"(F-RANs)":[4],"can":[5,36],"effectively":[6],"alleviate":[7],"fronthaul":[8],"loads":[9],"and":[10,73,95,157,188],"reduce":[11],"content":[12,62],"transmission":[13,101,191],"delay":[14,102,192],"by":[15],"migrating":[16],"cloud":[17],"services":[18],"to":[19,60,133,167],"the":[20,38,108,135,141,169,172,179],"network":[21],"edge.":[22],"This":[23],"paper":[24],"addresses":[25],"a":[26,114],"cooperative":[27],"caching":[28,52,84,161,181,196],"scenario":[29],"in":[30,55,86,124,138,151],"F-RAN,":[31],"where":[32],"each":[33,87,145],"mobile":[34,66,122],"user":[35,90,93],"acquire":[37],"requested":[39],"contents":[40,54,78,137,143],"from":[41,69,79],"any":[42],"one":[43],"of":[44,110,171],"its":[45],"associated":[46],"fog-computing-based":[47],"points":[49],"(F-APs).":[50],"However,":[51],"disparate":[53],"different":[56,61,80],"F-APs":[57,139],"will":[58,131],"lead":[59],"delivery":[63],"delays,":[64],"since":[65],"users":[67,123],"suffer":[68],"diverse":[70,89],"channel":[71,97],"fadings":[72],"interferences":[74],"when":[75],"they":[76],"download":[77],"F-APs.":[81],"Considering":[82],"limited":[83],"storage":[85],"F-AP,":[88],"preferences,":[91],"unpredictable":[92],"mobility":[94],"time-varying":[96],"states,":[98],"an":[99],"average":[100,185,190],"minimization":[103],"problem":[104],"is":[105,119],"formulated.":[106],"With":[107],"aid":[109],"dueling":[111],"deep-Q-network":[112],"framework,":[113],"delay-aware":[115],"cache":[116,128],"update":[117,129],"policy":[118,130,182],"proposed":[120,127,173,180],"for":[121],"F-RAN.":[125],"The":[126],"decide":[132],"replace":[134],"stored":[136],"with":[140,149],"proper":[142],"at":[144],"time":[146],"slot.":[147],"Compared":[148],"first":[150,152],"out,":[153],"least":[154,158],"recently":[155],"used":[156,160],"frequently":[159],"policies,":[162],"simulation":[163],"experiments":[164],"are":[165],"performed":[166],"evaluate":[168],"performance":[170],"algorithm.":[174],"Simulation":[175],"results":[176],"illustrate":[177],"that":[178],"yields":[183],"better":[184],"hit":[186],"ratio":[187],"lower":[189],"than":[193],"other":[194],"traditional":[195],"policies.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}