{"id":"https://openalex.org/W2902215693","doi":"https://doi.org/10.1109/jiot.2018.2883762","title":"A $Q$ -Learning-Based Proactive Caching Strategy for Non-Safety Related Services in Vehicular Networks","display_name":"A $Q$ -Learning-Based Proactive Caching Strategy for Non-Safety Related Services in Vehicular Networks","publication_year":2018,"publication_date":"2018-11-28","ids":{"openalex":"https://openalex.org/W2902215693","doi":"https://doi.org/10.1109/jiot.2018.2883762","mag":"2902215693"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2018.2883762","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2018.2883762","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079270380","display_name":"Lu Hou","orcid":"https://orcid.org/0000-0003-3085-9353"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Hou","raw_affiliation_strings":["Intelligent Computing and Communication Laboratory, Wireless Signal Processing and Networks Laboratory, Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3085-9353","affiliations":[{"raw_affiliation_string":"Intelligent Computing and Communication Laboratory, Wireless Signal Processing and Networks Laboratory, Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381361","display_name":"Lei Lei","orcid":"https://orcid.org/0000-0002-7828-0415"},"institutions":[{"id":"https://openalex.org/I86467917","display_name":"James Cook University","ror":"https://ror.org/04gsp2c11","country_code":"AU","type":"education","lineage":["https://openalex.org/I86467917"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lei Lei","raw_affiliation_strings":["College of Science and Engineering, James Cook University, Cairns, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7828-0415","affiliations":[{"raw_affiliation_string":"College of Science and Engineering, James Cook University, Cairns, Australia","institution_ids":["https://openalex.org/I86467917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412656","display_name":"Kan Zheng","orcid":"https://orcid.org/0000-0002-8531-6762"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kan Zheng","raw_affiliation_strings":["Intelligent Computing and Communication Laboratory, Wireless Signal Processing and Networks Laboratory, Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8531-6762","affiliations":[{"raw_affiliation_string":"Intelligent Computing and Communication Laboratory, Wireless Signal Processing and Networks Laboratory, Key Laboratory of Universal Wireless Communications, Ministry of Education, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100733413","display_name":"Xianbin Wang","orcid":"https://orcid.org/0000-0003-4890-0748"},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xianbin Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Western Ontario, London, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4890-0748","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Western Ontario, London, ON, Canada","institution_ids":["https://openalex.org/I125749732"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.7154,"has_fulltext":false,"cited_by_count":101,"citation_normalized_percentile":{"value":0.97352118,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"6","issue":"3","first_page":"4512","last_page":"4520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8810172080993652},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7098954916000366},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6418207883834839},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6249567270278931},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5488935708999634},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.5196574926376343},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.5177175402641296},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4756464660167694},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.45637357234954834},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.43243834376335144},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4322129487991333},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4159356951713562},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.41150274872779846},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3276742100715637},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.231008380651474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.214678555727005},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1415330171585083},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10747656226158142},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09813213348388672},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08838075399398804}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8810172080993652},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7098954916000366},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6418207883834839},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6249567270278931},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5488935708999634},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.5196574926376343},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.5177175402641296},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4756464660167694},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.45637357234954834},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.43243834376335144},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4322129487991333},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4159356951713562},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.41150274872779846},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3276742100715637},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.231008380651474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.214678555727005},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1415330171585083},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10747656226158142},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09813213348388672},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08838075399398804},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2018.2883762","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2018.2883762","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:researchonline.jcu.edu.au:57449","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400519","display_name":"ResearchOnline at James Cook University (James Cook University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I86467917","host_organization_name":"James Cook University","host_organization_lineage":["https://openalex.org/I86467917"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G1764420153","display_name":null,"funder_award_id":"61731004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1502099479","https://openalex.org/W1568383784","https://openalex.org/W1841544193","https://openalex.org/W1933219900","https://openalex.org/W1984187922","https://openalex.org/W2013345733","https://openalex.org/W2024371973","https://openalex.org/W2026975693","https://openalex.org/W2042482862","https://openalex.org/W2057311200","https://openalex.org/W2064675550","https://openalex.org/W2068705434","https://openalex.org/W2089633275","https://openalex.org/W2098105074","https://openalex.org/W2119567691","https://openalex.org/W2119615570","https://openalex.org/W2121863487","https://openalex.org/W2122585011","https://openalex.org/W2293634267","https://openalex.org/W2416230292","https://openalex.org/W2522020580","https://openalex.org/W2528788999","https://openalex.org/W2562141967","https://openalex.org/W2582269229","https://openalex.org/W2585669107","https://openalex.org/W2586124359","https://openalex.org/W2615459164","https://openalex.org/W2742699808","https://openalex.org/W2744588164","https://openalex.org/W2755353685","https://openalex.org/W2773869132","https://openalex.org/W2780413825","https://openalex.org/W2790854587","https://openalex.org/W2792888413","https://openalex.org/W2794245731","https://openalex.org/W2797697435","https://openalex.org/W2799488224","https://openalex.org/W2805430140","https://openalex.org/W2810614671","https://openalex.org/W4233036562","https://openalex.org/W6696934422"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2017432143"],"abstract_inverted_index":{"Content":[0],"caching":[1,32,60,63,120,127],"has":[2],"brought":[3],"huge":[4],"potential":[5],"for":[6,37],"the":[7,41,52,67,82,124],"provisioning":[8],"of":[9,54,69,126],"non-safety":[10],"related":[11],"infotainment":[12],"services":[13,33,64,128],"in":[14,86],"future":[15],"vehicular":[16],"networks.":[17],"Assisted":[18],"by":[19,132],"multiaccess":[20],"edge":[21],"computing,":[22],"roadside":[23],"units":[24],"(RSUs)":[25],"could":[26,73],"become":[27],"cache-capable":[28],"and":[29,71,77,100],"offer":[30],"fast":[31],"to":[34,49,81],"moving":[35],"vehicles":[36,70],"content":[38],"providers.":[39],"On":[40],"other":[42],"hand,":[43],"deep":[44],"learning":[45],"makes":[46],"it":[47],"possible":[48],"accurately":[50],"estimate":[51],"behavior":[53],"vehicles,":[55],"which":[56,122],"enables":[57],"effective":[58],"proactive":[59],"strategies.":[61],"However,":[62],"considering":[65],"both":[66],"mobility":[68],"storage":[72],"incur":[74],"increased":[75],"latency":[76,125],"considerable":[78],"cost":[79],"due":[80],"cache":[83],"size":[84],"needed":[85],"RSUs.":[87],"In":[88],"this":[89],"paper,":[90],"we":[91],"model":[92],"such":[93],"a":[94,102,113],"problem":[95],"using":[96],"Markov":[97],"decision":[98],"processes,":[99],"propose":[101],"heuristic":[103,134],"Q-learning":[104],"solution":[105],"together":[106],"with":[107,150],"vehicle":[108],"movement":[109],"predictions":[110],"based":[111],"on":[112],"long":[114],"short-term":[115],"memory":[116],"network.":[117],"The":[118],"optimal":[119],"strategy":[121,144],"minimizes":[123],"can":[129,145],"be":[130],"derived":[131],"our":[133,142],"\u03b5n-greedy":[135],"training":[136],"processes.":[137],"Numerical":[138],"results":[139],"demonstrate":[140],"that":[141],"proposed":[143],"achieve":[146],"better":[147],"performance":[148],"compared":[149],"several":[151],"baselines":[152],"under":[153],"different":[154],"prediction":[155],"accuracies.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":8}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}