{"id":"https://openalex.org/W4313892828","doi":"https://doi.org/10.1109/jiot.2023.3235661","title":"Collaborative Caching Strategy for RL-Based Content Downloading Algorithm in Clustered Vehicular Networks","display_name":"Collaborative Caching Strategy for RL-Based Content Downloading Algorithm in Clustered Vehicular Networks","publication_year":2023,"publication_date":"2023-01-09","ids":{"openalex":"https://openalex.org/W4313892828","doi":"https://doi.org/10.1109/jiot.2023.3235661"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3235661","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3235661","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034375519","display_name":"Xiaodan Bi","orcid":"https://orcid.org/0000-0002-7001-8703"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiaodan Bi","raw_affiliation_strings":["Department of Electrical, Computer and Biomedical Engineering, Toronto Metropolitan University, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7001-8703","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Biomedical Engineering, Toronto Metropolitan University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100765829","display_name":"Lian Zhao","orcid":"https://orcid.org/0000-0002-5602-1738"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lian Zhao","raw_affiliation_strings":["Department of Electrical, Computer and Biomedical Engineering, Toronto Metropolitan University, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5602-1738","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Biomedical Engineering, Toronto Metropolitan University, Toronto, Canada","institution_ids":["https://openalex.org/I530967"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1402,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.94247589,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"10","issue":"11","first_page":"9585","last_page":"9596"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9570000171661377,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8877300024032593},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.8078103065490723},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.7642126083374023},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.664547324180603},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6496385335922241},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5634642839431763},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5595831274986267},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5494402050971985},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.4505399763584137},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36865362524986267},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2586476802825928},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16206222772598267},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13961318135261536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8877300024032593},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.8078103065490723},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.7642126083374023},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.664547324180603},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6496385335922241},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5634642839431763},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5595831274986267},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5494402050971985},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.4505399763584137},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36865362524986267},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2586476802825928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16206222772598267},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13961318135261536},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3235661","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3235661","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1974090300","https://openalex.org/W2761862361","https://openalex.org/W2902838298","https://openalex.org/W2911131094","https://openalex.org/W2911573951","https://openalex.org/W2916505646","https://openalex.org/W2928400613","https://openalex.org/W2964331420","https://openalex.org/W2972557742","https://openalex.org/W2981618170","https://openalex.org/W2987535743","https://openalex.org/W2990530686","https://openalex.org/W2999263473","https://openalex.org/W3010350083","https://openalex.org/W3011482353","https://openalex.org/W3011596843","https://openalex.org/W3035788210","https://openalex.org/W3036052102","https://openalex.org/W3037798974","https://openalex.org/W3088733992","https://openalex.org/W3089314236","https://openalex.org/W3094622999","https://openalex.org/W3110643301","https://openalex.org/W3117278457","https://openalex.org/W3128045956","https://openalex.org/W3132444044","https://openalex.org/W3136705879","https://openalex.org/W3139062370","https://openalex.org/W3171128319","https://openalex.org/W3174568130","https://openalex.org/W3181189141","https://openalex.org/W3217771606"],"related_works":["https://openalex.org/W3213838085","https://openalex.org/W3139193008","https://openalex.org/W3117278457","https://openalex.org/W2103015965","https://openalex.org/W4220833631","https://openalex.org/W4286905381","https://openalex.org/W3010560245","https://openalex.org/W3011482353","https://openalex.org/W3132444044","https://openalex.org/W3043819371"],"abstract_inverted_index":{"With":[0,185],"the":[1,9,20,28,43,52,71,77,87,95,101,108,113,121,135,140,168,175,179,186,189,193,197,206,214,218,221,228,237,243],"explosive":[2],"growth":[3],"of":[4,23,123],"content":[5,24,38,44,68,88,110,141,198,208,244],"request":[6,111],"services":[7],"in":[8,100,134],"vehicle":[10],"network,":[11],"there":[12],"is":[13,91,117,172],"an":[14],"urgent":[15],"need":[16],"to":[17,107,119,166,173,235],"speed":[18],"up":[19],"response":[21,215],"process":[22,216],"requests":[25],"and":[26,51,86,137,182,217,241],"reduce":[27,213,242],"backhaul":[29],"burden":[30,219],"on":[31],"base":[32],"stations":[33],"(BSs).":[34],"However,":[35],"most":[36],"traditional":[37],"caching":[39,48,62,94,203],"strategies":[40,49],"only":[41],"consider":[42],"popularity":[45,99,122,129],"or":[46],"cluster-based":[47],"individually,":[50],"access":[53,194,238],"paths":[54],"are":[55,73],"fixed.":[56],"This":[57],"article":[58],"proposes":[59],"a":[60,148,153],"collaborative":[61,202],"strategy":[63,204],"for":[64,196,205],"reinforcement":[65],"learning":[66],"(RL)-based":[67],"downloading.":[69],"Specifically,":[70],"vehicles":[72],"first":[74],"clustered":[75],"by":[76,93],"<inline-formula":[78,158],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[79,159],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[80,160],"<tex-math":[81,161],"notation=\"LaTeX\">$K$":[82],"</tex-math></inline-formula>":[83,163],"-means":[84],"algorithm,":[85,156,188],"transmission":[89],"distance":[90],"reduced":[92],"contents":[96,126],"with":[97,127],"high":[98,128],"cluster":[102],"head":[103],"(CH).":[104],"Then,":[105],"according":[106],"historical":[109],"information,":[112],"long":[114],"short-term":[115],"memory":[116],"used":[118],"predict":[120],"content.":[124],"The":[125,200,223],"will":[130],"be":[131,145],"collaboratively":[132],"cached":[133],"BS":[136],"CHs.":[138],"Finally,":[139],"downloading":[142,180,209,245],"problem":[143,170],"can":[144,191,211],"described":[146],"as":[147],"Markov":[149],"decision":[150,195],"process,":[151],"using":[152],"deep":[154,157],"RL":[155],"notation=\"LaTeX\">$Q$":[162],"network":[164],"(DQN),":[165],"solve":[167],"target":[169],"which":[171],"minimize":[174],"weighted":[176],"cost,":[177],"including":[178],"delay":[181],"failure":[183],"cost.":[184],"DQN":[187],"CH":[190],"make":[192],"request.":[199],"proposed":[201,229],"RL-based":[207,230],"algorithm":[210],"greatly":[212],"at":[220],"BS.":[222],"simulation":[224],"results":[225],"show":[226],"that":[227],"method":[231],"achieved":[232],"outstanding":[233],"performance":[234],"improve":[236],"hit":[239],"ratio":[240],"delay.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}