{"id":"https://openalex.org/W4390492901","doi":"https://doi.org/10.1109/jiot.2023.3349255","title":"Asynchronous Federated and Reinforcement Learning for Mobility-Aware Edge Caching in IoV","display_name":"Asynchronous Federated and Reinforcement Learning for Mobility-Aware Edge Caching in IoV","publication_year":2024,"publication_date":"2024-01-02","ids":{"openalex":"https://openalex.org/W4390492901","doi":"https://doi.org/10.1109/jiot.2023.3349255"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3349255","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3349255","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010999540","display_name":"Kai Jiang","orcid":"https://orcid.org/0000-0002-5706-7834"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Jiang","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006794082","display_name":"Yue Cao","orcid":"https://orcid.org/0000-0002-2098-7637"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Cao","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052016652","display_name":"Yujie Song","orcid":"https://orcid.org/0000-0003-0699-5267"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Song","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049807322","display_name":"Huan Zhou","orcid":"https://orcid.org/0000-0003-4007-7224"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Zhou","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003203521","display_name":"Shaohua Wan","orcid":"https://orcid.org/0000-0001-7013-9081"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaohua Wan","raw_affiliation_strings":["Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute for Advanced Study, University of Electronic Science and Technology of China, Shenzhen, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100437160","display_name":"Xu Zhang","orcid":"https://orcid.org/0000-0001-6557-6607"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, Xi’an University of Technology, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Xi’an University of Technology, Xi’an, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5010999540"],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":11.2828,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.98799686,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":"9","first_page":"15334","last_page":"15347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9020742177963257},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7506668567657471},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7125294208526611},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6363003253936768},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5367727279663086},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5319742560386658},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5316112041473389},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.4877803921699524},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.4618813693523407},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42980656027793884},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4011681079864502},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.383563756942749},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34459203481674194},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33093157410621643},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.31748396158218384},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.11673712730407715}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9020742177963257},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7506668567657471},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7125294208526611},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6363003253936768},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5367727279663086},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5319742560386658},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5316112041473389},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.4877803921699524},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.4618813693523407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42980656027793884},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4011681079864502},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.383563756942749},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34459203481674194},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33093157410621643},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.31748396158218384},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.11673712730407715},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2023.3349255","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3349255","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:ueaeprints.uea.ac.uk:94351","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400384","display_name":"UEA Digital Repository (University of East Anglia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1118541","host_organization_name":"University of East Anglia","host_organization_lineage":["https://openalex.org/I1118541"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1690698178","display_name":null,"funder_award_id":"2022010","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2376276132","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2870525900","display_name":null,"funder_award_id":"Wuhan","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3016592842","display_name":null,"funder_award_id":"62172255","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3155755715","display_name":null,"funder_award_id":"2042022rc0020","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G341566950","display_name":null,"funder_award_id":"2022YFE0139300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3786745975","display_name":null,"funder_award_id":"Wuhan","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5485982831","display_name":null,"funder_award_id":"62101437","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8951484681","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1994348297","https://openalex.org/W2219888463","https://openalex.org/W2530417694","https://openalex.org/W2889540440","https://openalex.org/W2962741697","https://openalex.org/W2981618170","https://openalex.org/W2982650630","https://openalex.org/W3002844053","https://openalex.org/W3011932893","https://openalex.org/W3013525469","https://openalex.org/W3016207298","https://openalex.org/W3033597088","https://openalex.org/W3048552011","https://openalex.org/W3049535205","https://openalex.org/W3111176018","https://openalex.org/W3111674505","https://openalex.org/W3136022984","https://openalex.org/W3167969180","https://openalex.org/W3170708168","https://openalex.org/W3181372869","https://openalex.org/W3190394673","https://openalex.org/W3212518961","https://openalex.org/W3212948368","https://openalex.org/W4285242833","https://openalex.org/W4293795158","https://openalex.org/W4299396283","https://openalex.org/W4309223941","https://openalex.org/W4312191382","https://openalex.org/W4312254444","https://openalex.org/W4312839173","https://openalex.org/W4327643799","https://openalex.org/W4376464656","https://openalex.org/W4377079835","https://openalex.org/W4379984993","https://openalex.org/W4386260565","https://openalex.org/W4387934942","https://openalex.org/W6730236268","https://openalex.org/W6760214840"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4297051394","https://openalex.org/W2765089333","https://openalex.org/W2752972570","https://openalex.org/W4297311468","https://openalex.org/W4386815338"],"abstract_inverted_index":{"Edge":[0],"caching":[1,33,97,154],"is":[2,40,212],"a":[3,94,111,140,170],"promising":[4],"technology":[5],"to":[6,25,69],"reduce":[7],"backhaul":[8],"strain":[9],"and":[10,87,103,119,146,173,205,207,218],"content":[11,38,54,72,157],"access":[12],"delay":[13],"in":[14,42,62,184],"Internet":[15],"of":[16,122,182],"Vehicles":[17],"(IoV).":[18],"It":[19,76],"precaches":[20],"frequently":[21],"used":[22],"contents":[23],"close":[24],"vehicles":[26,68],"through":[27],"intermediate":[28],"roadside":[29],"units.":[30],"Previous":[31],"edge":[32,96,209],"works":[34],"often":[35],"assume":[36],"that":[37],"popularity":[39,55],"known":[41],"advance":[43],"or":[44],"obeys":[45],"simplified":[46],"models.":[47,126],"However,":[48],"such":[49],"assumptions":[50],"are":[51,188],"unrealistic,":[52],"as":[53],"varies":[56],"with":[57,73],"uncertain":[58],"spatial-temporal":[59],"traffic":[60],"demands":[61],"IoVs.":[63],"Federated":[64],"learning":[65,106],"(FL)":[66],"enables":[67],"predict":[70],"popular":[71,148],"distributed":[74],"training.":[75],"preserves":[77],"the":[78,129,134,161,180,208,222],"training":[79],"data":[80,193],"remain":[81],"local,":[82],"thereby":[83],"addressing":[84],"privacy":[85],"concerns":[86],"communication":[88],"resource":[89],"shortages.":[90],"This":[91],"article":[92],"investigates":[93],"mobility-aware":[95],"strategy":[98],"by":[99,133,214],"exploiting":[100],"asynchronous":[101,113],"FL":[102,114],"deep":[104],"reinforcement":[105],"(DRL).":[107],"We":[108],"first":[109],"implement":[110],"novel":[112],"framework":[115],"for":[116,144,179],"local":[117],"updates":[118],"global":[120],"aggregation":[121],"stacked":[123],"autoencoder":[124],"(SAE)":[125],"Then,":[127],"utilizing":[128],"latent":[130],"features":[131],"extracted":[132],"trained":[135],"SAE":[136],"model,":[137],"we":[138,151,168],"adopt":[139,174],"hybrid":[141],"filtering":[142],"model":[143],"predicting":[145],"recommending":[147],"content.":[149],"Furthermore,":[150],"explore":[152],"intelligent":[153],"decisions":[155],"after":[156],"prediction.":[158],"Based":[159],"on":[160,191],"formulated":[162],"Markov":[163],"decision":[164],"process":[165],"(MDP)":[166],"problem,":[167],"propose":[169],"DRL-based":[171],"solution,":[172],"neural":[175],"network-based":[176],"parameter":[177],"approximations":[178],"curse":[181],"dimensionality":[183],"RL.":[185],"Extensive":[186],"simulations":[187],"conducted":[189],"based":[190],"real-world":[192],"trajectory.":[194],"Especially,":[195],"our":[196],"proposed":[197],"method":[198],"outperforms":[199],"federated":[200],"averaging,":[201],"least":[202],"recently":[203],"used,":[204],"NoDRL,":[206],"hit":[210],"rate":[211],"improved":[213],"roughly":[215],"6%,":[216],"21%,":[217],"15%,":[219],"respectively,":[220],"when":[221],"cache":[223],"capacity":[224],"reaches":[225],"350":[226],"MB.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":11}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}