{"id":"https://openalex.org/W4394994461","doi":"https://doi.org/10.1109/jiot.2024.3392329","title":"Multiagent Federated Deep-Reinforcement-Learning-Based Collaborative Caching Strategy for Vehicular Edge Networks","display_name":"Multiagent Federated Deep-Reinforcement-Learning-Based Collaborative Caching Strategy for Vehicular Edge Networks","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4394994461","doi":"https://doi.org/10.1109/jiot.2024.3392329"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3392329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3392329","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083466636","display_name":"Honghai Wu","orcid":"https://orcid.org/0000-0003-0209-4488"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghai Wu","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0003-0209-4488","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065087180","display_name":"Baibing Wang","orcid":"https://orcid.org/0009-0008-8901-2433"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baibing Wang","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0009-0008-8901-2433","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004714470","display_name":"Huahong Ma","orcid":"https://orcid.org/0000-0002-0291-3001"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huahong Ma","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-0291-3001","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061731552","display_name":"Xiaohui Zhang","orcid":"https://orcid.org/0000-0002-6785-6546"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Zhang","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6785-6546","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100727909","display_name":"Ling Xing","orcid":"https://orcid.org/0000-0002-5132-3817"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Xing","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-5132-3817","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I167383011"],"apc_list":null,"apc_paid":null,"fwci":5.9658,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96648587,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":"14","first_page":"25198","last_page":"25212"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.9532999992370605,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8754158020019531},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7017970681190491},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6389796137809753},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5844905376434326},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5755502581596375},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.560392439365387},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5250220894813538},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4785079061985016},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.45611000061035156},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.43064630031585693},{"id":"https://openalex.org/keywords/content-delivery","display_name":"Content delivery","score":0.4293139576911926},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40150102972984314},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.363319456577301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29186251759529114},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09183743596076965}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8754158020019531},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7017970681190491},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6389796137809753},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5844905376434326},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5755502581596375},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.560392439365387},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5250220894813538},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4785079061985016},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.45611000061035156},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.43064630031585693},{"id":"https://openalex.org/C2986847828","wikidata":"https://www.wikidata.org/wiki/Q269415","display_name":"Content delivery","level":2,"score":0.4293139576911926},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40150102972984314},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.363319456577301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29186251759529114},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09183743596076965},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3392329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3392329","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3501274317","display_name":"\u57fa\u4e8e\u8fb9\u7f18\u8ba1\u7b97\u7684\u79fb\u52a8\u89c6\u9891\u6570\u636e\u5378\u8f7d\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072158","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3990701180","display_name":null,"funder_award_id":"62071170","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5863563688","display_name":null,"funder_award_id":"234200510018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6622925972","display_name":null,"funder_award_id":"62171180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G81712242","display_name":null,"funder_award_id":"62272146","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1574447377","https://openalex.org/W2583849762","https://openalex.org/W2761757319","https://openalex.org/W2761862361","https://openalex.org/W2887043670","https://openalex.org/W2900094317","https://openalex.org/W2902765948","https://openalex.org/W2963618158","https://openalex.org/W2971032560","https://openalex.org/W2982207148","https://openalex.org/W2996247644","https://openalex.org/W2999484584","https://openalex.org/W3000638052","https://openalex.org/W3004895366","https://openalex.org/W3006140890","https://openalex.org/W3008388905","https://openalex.org/W3013810395","https://openalex.org/W3033229102","https://openalex.org/W3049535205","https://openalex.org/W3082732652","https://openalex.org/W3088881913","https://openalex.org/W3089676496","https://openalex.org/W3160221242","https://openalex.org/W4221054495","https://openalex.org/W4224289247","https://openalex.org/W4283208858","https://openalex.org/W4290993925","https://openalex.org/W4293542549","https://openalex.org/W4312856385","https://openalex.org/W4313270419","https://openalex.org/W4324116494","https://openalex.org/W4365128502","https://openalex.org/W4386280917","https://openalex.org/W4387340457","https://openalex.org/W4390187147","https://openalex.org/W4390956198","https://openalex.org/W4392152596","https://openalex.org/W6748866174"],"related_works":["https://openalex.org/W3154796165","https://openalex.org/W1967387355","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W4313463218","https://openalex.org/W3106131444","https://openalex.org/W3216099748","https://openalex.org/W4205963435"],"abstract_inverted_index":{"With":[0],"the":[1,21,31,46,95,104,112,118,151,165,174,192,205,213,222],"rapid":[2],"advancement":[3],"of":[4,23,33,97,120],"in-vehicle":[5,53],"communication":[6],"technology,":[7],"vehicular":[8],"edge":[9,54,152],"caching":[10,41,106,154,176,193,203,206,214],"has":[11],"garnered":[12],"considerable":[13],"attention":[14],"as":[15,158],"a":[16,66,124,159,197],"pivotal":[17],"technology":[18],"to":[19,146,182,190,201],"improve":[20],"efficiency":[22],"data":[24],"transmission.":[25],"However,":[26],"existing":[27,202],"studies":[28],"often":[29],"overlook":[30],"issues":[32],"increased":[34],"average":[35],"content":[36,148,223],"access":[37,224],"latency":[38,225],"and":[39,56,100,117,143,186,220],"decreased":[40],"hit":[42,215],"rate,":[43],"stemming":[44],"from":[45],"conflict":[47],"between":[48,114],"limited":[49],"storage":[50],"space":[51],"in":[52,196,209],"servers":[55],"vehicle":[57,85,98,107,115,121,172],"mobility.":[58],"To":[59],"address":[60],"these":[61],"issues,":[62],"this":[63,210],"paper":[64,211],"proposes":[65],"Multi-agent":[67],"Federated":[68],"Deep":[69],"Reinforcement":[70],"Learning":[71],"based":[72,88,110],"Collaborative":[73],"Caching":[74],"Strategy":[75],"(MFDRL-CCS),":[76],"leveraging":[77],"Vehicle-to-Vehicle":[78],"(V2V)":[79],"communications.":[80],"Specifically,":[81],"we":[82],"first":[83],"perform":[84],"connectivity":[86,113],"prediction":[87],"on":[89,111],"Recurrent":[90],"Neural":[91],"Network":[92],"(RNN)":[93],"considering":[94],"characteristics":[96],"nodes":[99,116],"their":[101],"interrelations.":[102],"Then,":[103],"optimal":[105,175],"is":[108,131,156],"selected":[109],"density":[119],"nodes.":[122],"Meanwhile,":[123],"Multi-Head":[125],"Attention":[126],"Popularity":[127],"Prediction":[128],"(MHAPP)":[129],"model":[130,155],"also":[132],"constructed,":[133],"which":[134],"amalgamates":[135],"multi-dimensional":[136],"features,":[137],"including":[138],"historical":[139],"popularity,":[140],"social":[141],"relationships,":[142],"geographic":[144],"location,":[145],"predict":[147],"popularity.":[149],"Finally,":[150],"collaborative":[153],"formulated":[157],"Markov":[160],"Decision":[161],"Process":[162],"(MDP).":[163],"Under":[164],"multi-agent":[166],"competitive":[167],"deep":[168],"Q-learning":[169],"framework,":[170],"each":[171],"learns":[173],"strategy":[177],"through":[178],"an":[179],"independent":[180],"Q-network":[181],"maximize":[183],"long-term":[184],"rewards,":[185],"uses":[187],"federated":[188],"learning":[189],"train":[191],"replacement":[194],"algorithm":[195],"distributed":[198],"manner.":[199],"Compared":[200],"policies,":[204],"policy":[207],"proposed":[208],"improves":[212],"rate":[216],"by":[217,226],"approximately":[218],"19.8%":[219],"reduces":[221],"about":[227],"12.5%.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}