{"id":"https://openalex.org/W4415398065","doi":"https://doi.org/10.1109/etfa65518.2025.11205543","title":"A Review on Anomaly Detection for Connected Vehicles Using Deep Reinforcement Learning","display_name":"A Review on Anomaly Detection for Connected Vehicles Using Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-09-09","ids":{"openalex":"https://openalex.org/W4415398065","doi":"https://doi.org/10.1109/etfa65518.2025.11205543"},"language":null,"primary_location":{"id":"doi:10.1109/etfa65518.2025.11205543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa65518.2025.11205543","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 30th International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069942417","display_name":"Matthias Wei\u00df","orcid":"https://orcid.org/0000-0002-8127-3224"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Matthias Wei\u00df","raw_affiliation_strings":["University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072299130","display_name":"Friedrich Sautter","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Friedrich Sautter","raw_affiliation_strings":["University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088312150","display_name":"Maurice Artelt","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maurice Artelt","raw_affiliation_strings":["University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055895238","display_name":"Philipp Grimmeisen","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Philipp Grimmeisen","raw_affiliation_strings":["University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042926074","display_name":"Nasser Jazdi","orcid":"https://orcid.org/0000-0001-6722-0911"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nasser Jazdi","raw_affiliation_strings":["University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072168528","display_name":"Michael Weyrich","orcid":"https://orcid.org/0000-0003-3176-9288"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Weyrich","raw_affiliation_strings":["University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany"],"affiliations":[{"raw_affiliation_string":"University of Stuttgart,Institute of Industrial Automation and Software Engineering,Stuttgart,Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5069942417"],"corresponding_institution_ids":["https://openalex.org/I100066346"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15510267,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.847100019454956},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8185999989509583},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.5113000273704529},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.5049999952316284},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4828999936580658},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.42910000681877136},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4124000072479248}],"concepts":[{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.847100019454956},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8185999989509583},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6453999876976013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5430999994277954},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.5113000273704529},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.5049999952316284},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4828999936580658},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47620001435279846},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.42910000681877136},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4124000072479248},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3749000132083893},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.35440000891685486},{"id":"https://openalex.org/C137524506","wikidata":"https://www.wikidata.org/wiki/Q2247688","display_name":"Anomaly-based intrusion detection system","level":3,"score":0.3037000000476837},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2937999963760376},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29089999198913574},{"id":"https://openalex.org/C158251709","wikidata":"https://www.wikidata.org/wiki/Q354025","display_name":"Intrusion","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.25459998846054077},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/etfa65518.2025.11205543","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa65518.2025.11205543","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 30th International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321408","display_name":"Ministry of Education","ror":"https://ror.org/01p262204"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2124493593","https://openalex.org/W2952298682","https://openalex.org/W3040266635","https://openalex.org/W4220807417","https://openalex.org/W4224927220","https://openalex.org/W4226341790","https://openalex.org/W4226485672","https://openalex.org/W4283217515","https://openalex.org/W4285147178","https://openalex.org/W4285239975","https://openalex.org/W4290996141","https://openalex.org/W4293812087","https://openalex.org/W4295916558","https://openalex.org/W4296884725","https://openalex.org/W4297964528","https://openalex.org/W4308090777","https://openalex.org/W4312673899","https://openalex.org/W4313145294","https://openalex.org/W4313534169","https://openalex.org/W4353046785","https://openalex.org/W4367838469","https://openalex.org/W4377695283","https://openalex.org/W4379115977","https://openalex.org/W4382705430","https://openalex.org/W4385270475","https://openalex.org/W4387583572","https://openalex.org/W4387587680","https://openalex.org/W4388430674","https://openalex.org/W4390811138","https://openalex.org/W4391792613","https://openalex.org/W4392007332","https://openalex.org/W4399728997","https://openalex.org/W4400263921","https://openalex.org/W4400976364","https://openalex.org/W4401692221","https://openalex.org/W4404411811","https://openalex.org/W4405102859","https://openalex.org/W4406266786","https://openalex.org/W4408281184","https://openalex.org/W4408281841"],"related_works":[],"abstract_inverted_index":{"The":[0,127,157],"transition":[1],"to":[2,78,147,149,194,220,226,240],"connected":[3,14],"vehicles":[4],"(CVs)":[5],"is":[6,151],"shaping":[7],"the":[8,17,48,76,112,142,160,166,197,207,223,229,241],"future":[9],"of":[10,28,53,114,144,159,165,186,209],"autonomous":[11],"and":[12,36,39,50,81,100,111,122,137,154],"highly":[13],"vehicles.":[15],"As":[16],"vehicles\u2019":[18],"reliance":[19],"on":[20,94,228],"increasingly":[21],"complex":[22,49],"software":[23],"increases,":[24],"more":[25,34],"central":[26],"points":[27],"failure":[29],"are":[30,68,125,133,139,170,213],"introduced.":[31],"This":[32],"necessitates":[33],"thorough":[35],"scalable":[37],"anomaly":[38,65,99,187,211],"intrusion":[40,101],"detection":[41,66,188,212,243],"systems.":[42],"Conventional":[43],"approaches":[44,132],"can":[45,117,181],"struggle":[46],"with":[47],"dynamic":[51],"structures":[52],"CVs":[54],"while":[55],"not":[56,171],"providing":[57],"any":[58],"automatic":[59],"response":[60],"actions.":[61],"Therefore,":[62,222],"machine":[63],"learning-based":[64],"methods":[67],"gaining":[69],"popularity.":[70],"Reinforcement":[71,95],"Learning":[72,96],"especially":[73],"has":[74],"shown":[75],"potential":[77,143],"increase":[79],"configurability":[80,185],"provide":[82],"end-to-end":[83],"solutions.":[84],"Thus,":[85],"this":[86],"paper":[87],"presents":[88],"a":[89],"Systematic":[90],"Literature":[91],"Review":[92],"(SLR)":[93],"(RL)":[97],"for":[98,104,120,130,218],"detection,":[102],"applicable":[103],"CVs.":[105],"In":[106],"it,":[107],"different":[108,131],"RL":[109,146,168,179],"algorithms":[110],"analysis":[113],"how":[115],"they":[116],"be":[118],"used":[119,217],"training":[121],"detecting":[123],"anomalies":[124,150],"presented.":[126],"problem":[128],"formulations":[129,169,244],"compared,":[134],"their":[135],"advantages":[136],"challenges":[138],"discussed.":[140],"Additionally,":[141],"using":[145,245],"react":[148],"presented,":[152],"discussed":[153],"advocated":[155],"for.":[156],"results":[158],"survey":[161],"indicate":[162],"that":[163,206],"many":[164],"identified":[167],"inherently":[172],"superior":[173],"from":[174],"supervised":[175],"learning":[176],"approaches.":[177],"However,":[178],"techniques":[180],"result":[182],"in":[183],"better":[184],"system,":[189],"enabling":[190],"site":[191],"reliability":[192],"engineers":[193],"efficiently":[195],"adjust":[196],"model":[198],"via":[199],"reward":[200],"functions.":[201],"Furthermore,":[202],"it":[203],"becomes":[204],"evident":[205],"strengths":[208],"RL-based":[210],"best":[214],"leveraged":[215],"when":[216],"reacting":[219],"anomalies.":[221],"authors":[224],"propose":[225],"focus":[227],"contextual":[230],"or":[231],"sequential":[232],"decision":[233],"making":[234],"formulation":[235],"including":[236],"corrective":[237],"actions,":[238],"compared":[239],"classification-based":[242],"RL.":[246]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-22T00:00:00"}