{"id":"https://openalex.org/W4405563851","doi":"https://doi.org/10.1145/3699431","title":"Multi-Agent Reinforcement Learning based Edge Content Caching for Connected Autonomous Vehicles in IoV","display_name":"Multi-Agent Reinforcement Learning based Edge Content Caching for Connected Autonomous Vehicles in IoV","publication_year":2024,"publication_date":"2024-12-18","ids":{"openalex":"https://openalex.org/W4405563851","doi":"https://doi.org/10.1145/3699431"},"language":"en","primary_location":{"id":"doi:10.1145/3699431","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3699431","pdf_url":null,"source":{"id":"https://openalex.org/S16632050","display_name":"ACM Transactions on Autonomous and Adaptive Systems","issn_l":"1556-4665","issn":["1556-4665","1556-4703"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Autonomous and Adaptive Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007818509","display_name":"Xiaolong Xu","orcid":"https://orcid.org/0000-0003-4879-9803"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaolong Xu","raw_affiliation_strings":["School of Software, Jiangsu Province Engineering Research Center of Advanced Computing and Intelligent Services, Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing, China","School of Software, Jiangsu Province Engineering Research Center of Advanced Computing and Intelligent Services, Nanjing University of Information Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Jiangsu Province Engineering Research Center of Advanced Computing and Intelligent Services, Jiangsu Collaborative Innovation Center of Atmospheric Environment and Equipment Technology (CICAEET), Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"School of Software, Jiangsu Province Engineering Research Center of Advanced Computing and Intelligent Services, Nanjing University of Information Science and Technology, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064877934","display_name":"Linjie Gu","orcid":"https://orcid.org/0000-0002-6799-1190"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linjie Gu","raw_affiliation_strings":["Changwang School of Honors, Nanjing University of Information Science and Technology, Nanjing, China","Changwang School of Honors, Nanjing University of Information Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Changwang School of Honors, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"Changwang School of Honors, Nanjing University of Information Science and Technology, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043302955","display_name":"Muhammad Bilal","orcid":"https://orcid.org/0000-0003-4221-0877"},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]},{"id":"https://openalex.org/I83436808","display_name":"Hankuk University of Foreign Studies","ror":"https://ror.org/051q2m369","country_code":"KR","type":"education","lineage":["https://openalex.org/I83436808"]}],"countries":["GB","KR"],"is_corresponding":false,"raw_author_name":"Muhammad Bilal","raw_affiliation_strings":["School of Computing and Communications, Lancaster University, Lancaster, United Kingdom","Department of Computer and Electronics Systems Engineering, Hankuk University of Foreign Studies, Korea"],"affiliations":[{"raw_affiliation_string":"School of Computing and Communications, Lancaster University, Lancaster, United Kingdom","institution_ids":["https://openalex.org/I67415387"]},{"raw_affiliation_string":"Department of Computer and Electronics Systems Engineering, Hankuk University of Foreign Studies, Korea","institution_ids":["https://openalex.org/I83436808"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031928709","display_name":"Maqbool Khan","orcid":"https://orcid.org/0000-0001-7656-0184"},"institutions":[{"id":"https://openalex.org/I134276161","display_name":"Pakistan Institute of Engineering and Applied Sciences","ror":"https://ror.org/04d4mbk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I134276161"]},{"id":"https://openalex.org/I4391767994","display_name":"Pak-Austria Fachhochschule: Institute of Applied Sciences and Technology","ror":"https://ror.org/05pgqgb54","country_code":"PK","type":"education","lineage":["https://openalex.org/I4391767994"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Maqbool Khan","raw_affiliation_strings":["Department of IT and Computer Science, Pak-Austria Fachhochschule-Institute of Applied Sciences and Technology, Haripur, Pakistan","Department of IT and Computer Science, Pak-Austria Fachhochschule-Institute of Applied Sciences and Technology, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of IT and Computer Science, Pak-Austria Fachhochschule-Institute of Applied Sciences and Technology, Haripur, Pakistan","institution_ids":["https://openalex.org/I134276161","https://openalex.org/I4391767994"]},{"raw_affiliation_string":"Department of IT and Computer Science, Pak-Austria Fachhochschule-Institute of Applied Sciences and Technology, Pakistan","institution_ids":["https://openalex.org/I134276161","https://openalex.org/I4391767994"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067531827","display_name":"Yiping Wen","orcid":"https://orcid.org/0000-0002-0381-8460"},"institutions":[{"id":"https://openalex.org/I121296143","display_name":"Hunan University of Science and Technology","ror":"https://ror.org/02m9vrb24","country_code":"CN","type":"education","lineage":["https://openalex.org/I121296143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiping Wen","raw_affiliation_strings":["School of Computer Science and Engineering, Hunan University of Science and Technology, Xiangtan, China","School of Computer Science and Engineering, Hunan University of Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Hunan University of Science and Technology, Xiangtan, China","institution_ids":["https://openalex.org/I121296143"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Hunan University of Science and Technology, China","institution_ids":["https://openalex.org/I121296143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100526613","display_name":"Guoqiang Liu","orcid":"https://orcid.org/0000-0002-5795-5516"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqiang Liu","raw_affiliation_strings":["School of Software, Nanjing University of Information Science and Technology, Nanjing, China","School of Software, Nanjing University of Information Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]},{"raw_affiliation_string":"School of Software, Nanjing University of Information Science and Technology, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100334807","display_name":"Yuan Yuan","orcid":"https://orcid.org/0000-0003-4233-4407"},"institutions":[{"id":"https://openalex.org/I4391767781","display_name":"State Key Laboratory of Software Development Environment","ror":"https://ror.org/017r4dj03","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767781","https://openalex.org/I82880672"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Yuan","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Beijing, China, State Key Laboratory of Software Development Environment, Beijing, China and Zhongguancun Laboratory, Beijing, China","School of Computer Science and Engineering, Beihang University, State Key Laboratory of Software Development Environment, Zhongguancun Laboratory, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Beijing, China, State Key Laboratory of Software Development Environment, Beijing, China and Zhongguancun Laboratory, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, State Key Laboratory of Software Development Environment, Zhongguancun Laboratory, China","institution_ids":["https://openalex.org/I82880672","https://openalex.org/I4391767781"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5007818509"],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":null,"apc_paid":null,"fwci":3.0771,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92341074,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"20","issue":"3","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9002597332000732},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.778520405292511},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5585962533950806},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4562976360321045},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37357383966445923},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30299699306488037}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9002597332000732},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.778520405292511},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5585962533950806},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4562976360321045},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37357383966445923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30299699306488037}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3699431","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3699431","pdf_url":null,"source":{"id":"https://openalex.org/S16632050","display_name":"ACM Transactions on Autonomous and Adaptive Systems","issn_l":"1556-4665","issn":["1556-4665","1556-4703"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Autonomous and Adaptive Systems","raw_type":"journal-article"},{"id":"pmh:oai:eprints.lancs.ac.uk:233147","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2030376154","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2266259690","display_name":null,"funder_award_id":"62372242","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3087563711","display_name":null,"funder_award_id":"62177014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3910829908","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4242157748","display_name":null,"funder_award_id":"9226710","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4450908433","display_name":null,"funder_award_id":"BK2021","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5843799260","display_name":null,"funder_award_id":"BK20211284","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8019139419","display_name":null,"funder_award_id":"BK2021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8135496811","display_name":null,"funder_award_id":"62372242, 92267104, and 62177014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8449891818","display_name":null,"funder_award_id":"92267104","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1481341908","https://openalex.org/W1667963381","https://openalex.org/W1999581929","https://openalex.org/W2163040665","https://openalex.org/W2415391790","https://openalex.org/W2588178045","https://openalex.org/W2612690371","https://openalex.org/W2806446964","https://openalex.org/W2938135176","https://openalex.org/W2969560359","https://openalex.org/W2981038142","https://openalex.org/W2983178256","https://openalex.org/W2996525917","https://openalex.org/W3027983943","https://openalex.org/W3036866442","https://openalex.org/W3037117000","https://openalex.org/W3040211802","https://openalex.org/W3080422828","https://openalex.org/W3080667742","https://openalex.org/W3089192431","https://openalex.org/W3090573937","https://openalex.org/W3102826492","https://openalex.org/W3111960232","https://openalex.org/W3117267439","https://openalex.org/W3125645674","https://openalex.org/W3132444044","https://openalex.org/W3136115914","https://openalex.org/W3155328257","https://openalex.org/W3161553238","https://openalex.org/W3166268753","https://openalex.org/W3177035154","https://openalex.org/W3187297977","https://openalex.org/W4212774754","https://openalex.org/W4298162725","https://openalex.org/W4312711343","https://openalex.org/W4323519342","https://openalex.org/W4367310383","https://openalex.org/W4378976778"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Connected":[0],"Autonomous":[1],"Vehicle":[2],"(CAV)":[3],"Driving,":[4],"as":[5,118],"a":[6,119,126],"data-driven":[7],"intelligent":[8],"driving":[9],"technology":[10],"within":[11],"the":[12,21,50,79,112,166,170,185],"Internet":[13],"of":[14,25,31,53,82,179],"Vehicles":[15],"(IoV),":[16],"presents":[17],"significant":[18],"challenges":[19],"to":[20,60,78,133,154,169],"efficiency":[22],"and":[23,33,73,105,182],"security":[24],"real-time":[26,46],"data":[27,42],"management.":[28],"The":[29],"combination":[30],"Web3.0":[32,48],"edge":[34,61,66,96,114,193],"content":[35,56,58,71,97,115,194],"caching":[36,72,98,116,136,195],"holds":[37],"promise":[38],"in":[39,85,165,177,196],"providing":[40],"low-latency":[41],"access":[43],"for":[44,69,192],"CAVs\u2019":[45],"applications.":[47],"enables":[49],"reliable":[51],"pre-migration":[52],"frequently":[54],"requested":[55],"from":[57,143],"providers":[59],"nodes.":[62,145],"However,":[63],"identifying":[64],"optimal":[65,135],"node":[67],"peers":[68],"joint":[70],"replacement":[74],"remains":[75],"challenging":[76],"due":[77],"dynamic":[80],"nature":[81],"traffic":[83],"flow":[84],"IoV.":[86,197],"Addressing":[87],"these":[88],"challenges,":[89],"this":[90],"article":[91],"introduces":[92],"GAMA-Cache,":[93],"an":[94],"innovative":[95],"methodology":[99],"leveraging":[100],"Graph":[101],"Attention":[102],"Networks":[103],"(GAT)":[104],"Multi-Agent":[106],"Reinforcement":[107],"Learning":[108],"(MARL).":[109],"GAMA-Cache":[110,186],"conceptualizes":[111],"cooperative":[113],"issue":[117],"constrained":[120],"Markov":[121],"decision":[122],"process.":[123],"It":[124],"employs":[125],"MARL":[127,190],"technique":[128],"predicated":[129],"on":[130],"cooperation":[131],"effectiveness":[132],"discern":[134],"decisions,":[137],"with":[138,162],"GAT":[139],"augmenting":[140],"information":[141],"extracted":[142],"adjacent":[144],"A":[146],"distinct":[147],"collaborator":[148],"selection":[149],"mechanism":[150],"is":[151],"also":[152],"developed":[153],"streamline":[155],"communication":[156],"between":[157],"agents,":[158],"filtering":[159],"out":[160],"those":[161],"minimal":[163],"correlations":[164],"vector":[167],"input":[168],"policy":[171],"network.":[172],"Experimental":[173],"results":[174],"demonstrate":[175],"that,":[176],"terms":[178],"service":[180],"latency":[181],"delivery":[183],"failure,":[184],"outperforms":[187],"other":[188],"state-of-the-art":[189],"solutions":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}