{"id":"https://openalex.org/W2958353917","doi":"https://doi.org/10.1109/access.2019.2927836","title":"Deep Q-Learning-Based Content Caching With Update Strategy for Fog Radio Access Networks","display_name":"Deep Q-Learning-Based Content Caching With Update Strategy for Fog Radio Access Networks","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2958353917","doi":"https://doi.org/10.1109/access.2019.2927836","mag":"2958353917"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2927836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2927836","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08758962.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08758962.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085386121","display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0002-8968-5178"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fan Jiang","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100617491","display_name":"Zeng Yuan","orcid":"https://orcid.org/0000-0001-6886-7864"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeng Yuan","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101632943","display_name":"Changyin Sun","orcid":"https://orcid.org/0000-0002-4822-1326"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyin Sun","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025530726","display_name":"Junxuan Wang","orcid":"https://orcid.org/0000-0002-5386-9012"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxuan Wang","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5085386121"],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.5005,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.96967822,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"97505","last_page":"97514"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7896913290023804},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43817421793937683},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33678698539733887}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7896913290023804},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43817421793937683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33678698539733887}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2927836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2927836","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08758962.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0c3d033de4cf47ce8024880d2f9bbfff","is_oa":true,"landing_page_url":"https://doaj.org/article/0c3d033de4cf47ce8024880d2f9bbfff","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 97505-97514 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2927836","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2927836","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08758962.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1147440131","display_name":null,"funder_award_id":"ZX201703001012-005","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2809269465","display_name":null,"funder_award_id":"61874087","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3162017210","display_name":null,"funder_award_id":"201803","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G37568934","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3866723802","display_name":null,"funder_award_id":"201703","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6266558356","display_name":null,"funder_award_id":"CXJJLY2018030","funder_id":"https://openalex.org/F4320325367","funder_display_name":"Xi'an University of Posts and Telecommunications"},{"id":"https://openalex.org/G7647418852","display_name":null,"funder_award_id":"61801382","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7731901878","display_name":null,"funder_award_id":"2019JZ-06","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G8955107213","display_name":null,"funder_award_id":"Major","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null},{"id":"https://openalex.org/F4320325367","display_name":"Xi'an University of Posts and Telecommunications","ror":null},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2958353917.pdf","grobid_xml":"https://content.openalex.org/works/W2958353917.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2015025894","https://openalex.org/W2081646413","https://openalex.org/W2215210679","https://openalex.org/W2301955098","https://openalex.org/W2537728760","https://openalex.org/W2548120918","https://openalex.org/W2560522919","https://openalex.org/W2583927890","https://openalex.org/W2593548754","https://openalex.org/W2605868208","https://openalex.org/W2612386806","https://openalex.org/W2738177285","https://openalex.org/W2783387359","https://openalex.org/W2787059271","https://openalex.org/W2794138919","https://openalex.org/W2806803384","https://openalex.org/W2808769300","https://openalex.org/W2896666719","https://openalex.org/W2900490252","https://openalex.org/W2904319831","https://openalex.org/W2911403546","https://openalex.org/W2915293113","https://openalex.org/W2916861136","https://openalex.org/W2918876522","https://openalex.org/W2920026528","https://openalex.org/W2964138847"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0],"order":[1],"to":[2,56,121],"improve":[3],"the":[4,9,37,40,49,58,83,92,98,104,111,123,145,150,163],"edge":[5],"caching":[6,24,59,117,126,168],"efficiency":[7],"of":[8,43,152],"fog":[10],"radio":[11],"access":[12],"network":[13,93,114],"(F-RAN),":[14],"this":[15],"paper":[16],"put":[17],"forward":[18],"a":[19,132,156],"distributed":[20],"deep":[21,112],"Q-learning-based":[22],"content":[23,32,86,109,116,125,133,140],"scheme":[25,165],"based":[26],"on":[27],"user":[28,69,100,106,137],"preference":[29,70,107,138],"prediction":[30],"and":[31,48,108,139],"popularity":[33,87,141,154],"prediction.":[34],"Given":[35],"that":[36,39,144,162],"constraint":[38],"storage":[41],"capacity":[42],"each":[44],"device":[45],"is":[46,52,71,88,119],"limited,":[47],"optimization":[50],"problem":[51],"formulated":[53],"so":[54,143],"as":[55],"maximize":[57],"hit":[60,169],"rate.":[61],"Specifically,":[62],"by":[63,77,90],"taking":[64],"users'":[65],"selfishness":[66],"into":[67],"consideration,":[68],"predicted":[72,85,105],"in":[73,155],"an":[74],"offline":[75],"manner":[76],"applying":[78],"popular":[79],"topic":[80],"models.":[81],"Then,":[82],"online":[84],"achieved":[89],"combining":[91],"topology":[94],"relationship":[95],"together":[96],"with":[97,103,136,172],"obtained":[99],"preference.":[101],"Finally,":[102],"popularity,":[110],"Q-learning":[113],"(DQN)-based":[115],"algorithm":[118,147],"proposed":[120,146,164],"achieve":[122],"optimal":[124],"strategy.":[127],"Moreover,":[128],"we":[129],"further":[130],"present":[131],"update":[134],"policy":[135],"prediction,":[142],"can":[148],"handle":[149],"variations":[151],"contents":[153],"timely":[157],"manner.":[158],"Simulation":[159],"results":[160],"demonstrate":[161],"achieves":[166],"better":[167],"rate":[170],"compared":[171],"existing":[173],"algorithms.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":10}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}