{"id":"https://openalex.org/W4416366479","doi":"https://doi.org/10.1109/tits.2025.3632408","title":"Multi-Agent Deep Reinforcement Learning for Safe Autonomous Driving With RICS-Assisted MEC","display_name":"Multi-Agent Deep Reinforcement Learning for Safe Autonomous Driving With RICS-Assisted MEC","publication_year":2025,"publication_date":"2025-11-19","ids":{"openalex":"https://openalex.org/W4416366479","doi":"https://doi.org/10.1109/tits.2025.3632408"},"language":null,"primary_location":{"id":"doi:10.1109/tits.2025.3632408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3632408","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100617725","display_name":"Xueyao Zhang","orcid":"https://orcid.org/0000-0002-4495-3853"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueyao Zhang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028362101","display_name":"Bo Yang","orcid":"https://orcid.org/0000-0002-6275-8904"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Yang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-6275-8904","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645992","display_name":"Xuelin Cao","orcid":"https://orcid.org/0000-0002-6221-0754"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelin Cao","raw_affiliation_strings":["School of Cyber Engineering, Xidian University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-6221-0754","affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701166","display_name":"Zhiwen Yu","orcid":"https://orcid.org/0000-0002-9905-3238"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Yu","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-9905-3238","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056331037","display_name":"George C. Alexandropoulos","orcid":"https://orcid.org/0000-0002-6587-1371"},"institutions":[{"id":"https://openalex.org/I200777214","display_name":"National and Kapodistrian University of Athens","ror":"https://ror.org/04gnjpq42","country_code":"GR","type":"education","lineage":["https://openalex.org/I200777214"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George C. Alexandropoulos","raw_affiliation_strings":["Department of Informatics and Telecommunications, National and Kapodistrian University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0002-6587-1371","affiliations":[{"raw_affiliation_string":"Department of Informatics and Telecommunications, National and Kapodistrian University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I200777214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456327","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0002-8561-5092"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056145687","display_name":"M\u00e9rouane Debbah","orcid":"https://orcid.org/0000-0001-8941-8080"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"M\u00e9rouane Debbah","raw_affiliation_strings":["Department of Computer and Information Engineering, KU 6G Research Center, Khalifa University, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0001-8941-8080","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Engineering, KU 6G Research Center, Khalifa University, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060020877","display_name":"Chau Yuen","orcid":"https://orcid.org/0000-0002-9307-2120"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chau Yuen","raw_affiliation_strings":["School of Electrical and Electronics Engineering, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9307-2120","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronics Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6991792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"27","issue":"1","first_page":"800","last_page":"815"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.6281999945640564,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.6281999945640564,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.09740000218153,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.05660000070929527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8691999912261963},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7343000173568726},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.43689998984336853},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.4318000078201294},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4207000136375427},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4198000133037567},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.40639999508857727},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.399399995803833},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3984000086784363}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8691999912261963},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7343000173568726},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6953999996185303},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.4318000078201294},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.427700012922287},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4207000136375427},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4198000133037567},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.40639999508857727},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.399399995803833},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3783000111579895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3741999864578247},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.36629998683929443},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.3449000120162964},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.3375999927520752},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3102000057697296},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C192448918","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicular ad hoc network","level":4,"score":0.26649999618530273},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.26440000534057617},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25519999861717224},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3632408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3632408","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3100747122","display_name":null,"funder_award_id":"T2EP50124-0032","funder_id":"https://openalex.org/F4320311687","funder_display_name":"Ministry of Education"}],"funders":[{"id":"https://openalex.org/F4320311687","display_name":"Ministry of Education","ror":"https://ror.org/03m01yf64"},{"id":"https://openalex.org/F4320336350","display_name":"Key Research and Development Projects of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1972478337","https://openalex.org/W1985402807","https://openalex.org/W2099618002","https://openalex.org/W2292533394","https://openalex.org/W2784709112","https://openalex.org/W2909906617","https://openalex.org/W2962847431","https://openalex.org/W2963402326","https://openalex.org/W2969424089","https://openalex.org/W2990747873","https://openalex.org/W3000577820","https://openalex.org/W3100368766","https://openalex.org/W3121045039","https://openalex.org/W3138954746","https://openalex.org/W3153009871","https://openalex.org/W3153117041","https://openalex.org/W3158805953","https://openalex.org/W3167603521","https://openalex.org/W3204631851","https://openalex.org/W3205217150","https://openalex.org/W3206176820","https://openalex.org/W4205434059","https://openalex.org/W4207001164","https://openalex.org/W4210732939","https://openalex.org/W4210794834","https://openalex.org/W4226025603","https://openalex.org/W4226470403","https://openalex.org/W4280644846","https://openalex.org/W4285031706","https://openalex.org/W4289535806","https://openalex.org/W4292826030","https://openalex.org/W4315629597","https://openalex.org/W4322576563","https://openalex.org/W4360604201","https://openalex.org/W4367146885","https://openalex.org/W4372269223","https://openalex.org/W4381785979","https://openalex.org/W4384158446","https://openalex.org/W4385801441","https://openalex.org/W4387502293","https://openalex.org/W4387624020","https://openalex.org/W4388018833","https://openalex.org/W4388286336","https://openalex.org/W4400020450","https://openalex.org/W4400526331","https://openalex.org/W4401406608","https://openalex.org/W4403447779","https://openalex.org/W4404102581","https://openalex.org/W4404294165","https://openalex.org/W4406628722","https://openalex.org/W4408794140","https://openalex.org/W4409328173","https://openalex.org/W4412795647"],"related_works":[],"abstract_inverted_index":{"Environment":[0],"sensing":[1],"and":[2,109,146,181,225,232],"fusion":[3],"via":[4,65,195],"onboard":[5],"sensors":[6,42],"are":[7],"envisioned":[8],"to":[9,48,103,140,142,148,174,178,237],"be":[10,60],"widely":[11],"applied":[12,173],"in":[13,123,156,228],"future":[14],"autonomous":[15],"driving":[16,197,233],"networks.":[17],"This":[18],"paper":[19],"considers":[20],"a":[21,166,183,196],"vehicular":[22],"system":[23],"with":[24],"multiple":[25],"self-driving":[26],"vehicles":[27,47,64],"that":[28,205,216],"is":[29,43,172,193],"assisted":[30],"by":[31,40],"multi-access":[32],"edge":[33],"computing":[34],"(MEC),":[35],"where":[36],"image":[37],"data":[38,57,230],"collected":[39],"the":[41,49,74,79,84,114,118,129,161,208,217],"offloaded":[44],"from":[45],"cellular":[46],"MEC":[50],"server":[51],"using":[52],"vehicle-to-infrastructure":[53],"(V2I)":[54],"links.":[55,69,116],"Sensory":[56],"can":[58],"also":[59],"shared":[61],"among":[62,187],"surrounding":[63],"vehicle-to-vehicle":[66],"(V2V)":[67],"communication":[68],"To":[70,92],"improve":[71],"spectrum":[72,82],"utilization,":[73],"V2V":[75,115],"links":[76,108],"may":[77,88],"reuse":[78],"same":[80],"frequency":[81],"as":[83,128,165,235],"V2I":[85,106],"links,":[86],"which":[87,136],"cause":[89],"severe":[90],"interference.":[91],"tackle":[93],"this":[94,125,157],"issue,":[95],"we":[96,159],"leverage":[97],"reconfigurable":[98],"intelligent":[99],"computational":[100],"surfaces":[101],"(RICSs)":[102],"jointly":[104],"enable":[105],"reflective":[107],"mitigate":[110],"interference":[111,180],"appearing":[112],"at":[113,163],"Considering":[117],"limitations":[119],"of":[120,131],"traditional":[121],"algorithms":[122],"addressing":[124],"problem,":[126],"such":[127],"assumption":[130],"quasi-static":[132],"channel":[133,154],"state":[134],"information,":[135],"restricts":[137],"their":[138],"ability":[139],"adapt":[141],"dynamic":[143],"environmental":[144],"changes":[145],"leads":[147],"poor":[149],"performance":[150],"under":[151],"frequently":[152],"varying":[153],"conditions,":[155],"paper,":[158],"formulate":[160],"problem":[162,192],"hand":[164],"Markov":[167],"game.":[168],"Our":[169,211],"novel":[170],"formulation":[171],"time-varying":[175],"channels":[176],"subject":[177],"multi-user":[179],"introduces":[182],"collaborative":[184],"learning":[185,202,220],"mechanism":[186],"users.":[188],"The":[189],"considered":[190],"optimization":[191],"solved":[194],"safety-enabled":[198],"multi-agent":[199],"deep":[200],"reinforcement":[201,219],"(DS-MADRL)":[203],"approach":[204,221],"capitalizes":[206],"on":[207],"RICS":[209],"presence.":[210],"extensive":[212],"numerical":[213],"investigations":[214],"showcase":[215],"proposed":[218],"achieves":[222],"faster":[223],"convergence":[224],"significant":[226],"enhancements":[227],"both":[229],"rate":[231],"safety,":[234],"compared":[236],"various":[238],"state-of-the-art":[239],"benchmarks.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-01-02T23:11:23.791532","created_date":"2025-11-19T00:00:00"}
