{"id":"https://openalex.org/W3190394673","doi":"https://doi.org/10.1109/icc42927.2021.9500714","title":"Towards Cooperative Caching for Vehicular Networks with Multi-level Federated Reinforcement Learning","display_name":"Towards Cooperative Caching for Vehicular Networks with Multi-level Federated Reinforcement Learning","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3190394673","doi":"https://doi.org/10.1109/icc42927.2021.9500714","mag":"3190394673"},"language":"en","primary_location":{"id":"doi:10.1109/icc42927.2021.9500714","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc42927.2021.9500714","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2021 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002166511","display_name":"Lei Zhao","orcid":"https://orcid.org/0000-0001-6017-9514"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lei Zhao","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications,Chongqing,China","Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications,Chongqing,China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016656803","display_name":"Yongyi Ran","orcid":"https://orcid.org/0000-0002-3200-1409"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongyi Ran","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications,Chongqing,China","Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications,Chongqing,China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014887356","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-6996-2134"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications,Chongqing,China","Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications,Chongqing,China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100627768","display_name":"Junxia Wang","orcid":"https://orcid.org/0000-0002-4835-7223"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxia Wang","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications,Chongqing,China","Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications,Chongqing,China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052677758","display_name":"Jiangtao Luo","orcid":"https://orcid.org/0000-0002-9160-3047"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangtao Luo","raw_affiliation_strings":["Chongqing University of Posts and Telecommunications,Chongqing,China","Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications,Chongqing,China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002166511"],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":4.4316,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.94623952,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9592999815940857,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8791059255599976},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8504247069358826},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6361226439476013},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6056569218635559},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.596988320350647},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5475049614906311},{"id":"https://openalex.org/keywords/news-aggregator","display_name":"News aggregator","score":0.5272801518440247},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5233318209648132},{"id":"https://openalex.org/keywords/vehicular-ad-hoc-network","display_name":"Vehicular ad hoc network","score":0.5224593877792358},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.4223201274871826},{"id":"https://openalex.org/keywords/wireless-ad-hoc-network","display_name":"Wireless ad hoc network","score":0.30175596475601196},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23636454343795776},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1718396544456482},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07935860753059387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8791059255599976},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8504247069358826},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6361226439476013},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6056569218635559},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.596988320350647},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5475049614906311},{"id":"https://openalex.org/C180505990","wikidata":"https://www.wikidata.org/wiki/Q498267","display_name":"News aggregator","level":2,"score":0.5272801518440247},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5233318209648132},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.5224593877792358},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.4223201274871826},{"id":"https://openalex.org/C94523657","wikidata":"https://www.wikidata.org/wiki/Q4085781","display_name":"Wireless ad hoc network","level":3,"score":0.30175596475601196},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23636454343795776},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1718396544456482},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07935860753059387},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc42927.2021.9500714","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc42927.2021.9500714","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2021 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2155968351","https://openalex.org/W2583274845","https://openalex.org/W2623351424","https://openalex.org/W2746553466","https://openalex.org/W2797697435","https://openalex.org/W2891406847","https://openalex.org/W2917850195","https://openalex.org/W2981618170","https://openalex.org/W2982650630","https://openalex.org/W3002844053","https://openalex.org/W3016207298","https://openalex.org/W3037713526","https://openalex.org/W3046099973","https://openalex.org/W3048552011","https://openalex.org/W3049535205","https://openalex.org/W3085402773"],"related_works":["https://openalex.org/W4280503768","https://openalex.org/W4280593074","https://openalex.org/W2027636740","https://openalex.org/W2062688728","https://openalex.org/W2061231656","https://openalex.org/W2771454953","https://openalex.org/W4231650586","https://openalex.org/W3046762796","https://openalex.org/W3202102306","https://openalex.org/W4327774248"],"abstract_inverted_index":{"Content":[0],"caching":[1,20,92],"in":[2,114],"vehicular":[3,39,55,99],"networks":[4,40,56],"is":[5,86,137,146],"a":[6,49,102,115,126,149,165],"promising":[7],"technology":[8],"to":[9,32,64,88,107,189],"dramatically":[10],"reduce":[11,108],"the":[12,35,38,74,90,109,120,134,140,143],"request-response":[13],"time":[14],"and":[15,27,30,41,72,111,142,184,193],"transmission":[16],"delay.":[17],"The":[18],"existing":[19],"policies":[21],"often":[22],"suffer":[23],"from":[24],"high":[25],"computation":[26,110],"communication":[28,112],"overhead":[29,113],"fail":[31],"well":[33],"capture":[34],"dynamics":[36],"of":[37,98],"content":[42,75,194],"popularity.":[43],"In":[44,80],"this":[45],"paper,":[46],"we":[47,123,157],"propose":[48],"novel":[50],"Cooperative":[51],"Caching":[52],"algorithm":[53,161],"for":[54,130],"with":[57],"multi-level":[58,182],"federated":[59,103,131,178],"Reinforcement":[60,83],"Learning":[61,84],"(named":[62],"CoCaRL)":[63],"dynamically":[65],"determine":[66],"which":[67],"contents":[68],"should":[69,77],"be":[70,78],"replaced":[71],"where":[73,133],"requests":[76],"served.":[79],"CoCaRL,":[81],"Deep":[82],"(DRL)":[85],"employed":[87],"optimize":[89],"cooperative":[91],"policy":[93],"between":[94],"RoadSide":[95],"Units":[96],"(RSUs)":[97],"networks,":[100],"while":[101],"learning":[104,180],"framework":[105],"applies":[106],"decentralized":[116],"way.":[117],"To":[118],"speed-up":[119],"convergence":[121],"rate,":[122],"also":[124],"develop":[125],"two-level":[127],"aggregation":[128,136,145],"mechanism":[129],"learning,":[132],"low-level":[135],"performed":[138],"at":[139,148],"RSUs":[141],"high-level":[144],"executed":[147],"Global":[150],"Aggregator":[151],"(GA).":[152],"Through":[153],"extensive":[154],"simulation":[155],"experiments,":[156],"demonstrate":[158],"that":[159],"our":[160],"can:":[162],"1)":[163],"achieve":[164],"higher":[166],"hit":[167],"rate":[168],"than":[169,176],"four":[170],"baseline":[171],"algorithms,":[172],"2)":[173],"converge":[174],"faster":[175],"original":[177],"reinforcement":[179],"without":[181],"aggregation,":[183],"3)":[185],"perform":[186],"good":[187],"adaptability":[188],"different":[190],"cache":[191],"capacities":[192],"quantities.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2}],"updated_date":"2026-02-14T06:23:00.392402","created_date":"2025-10-10T00:00:00"}