{"id":"https://openalex.org/W4387951757","doi":"https://doi.org/10.1109/access.2023.3327918","title":"Safety Testing of Automated Driving Systems: A Literature Review","display_name":"Safety Testing of Automated Driving Systems: A Literature Review","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387951757","doi":"https://doi.org/10.1109/access.2023.3327918"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3327918","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3327918","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10296892.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10296892.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053549912","display_name":"Fauzia Khan","orcid":"https://orcid.org/0000-0001-9942-8709"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":true,"raw_author_name":"Fauzia Khan","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, Tartu, Estonia","Department of Computer Science, University of Tartu, Narva mnt 18, Estonia"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]},{"raw_affiliation_string":"Department of Computer Science, University of Tartu, Narva mnt 18, Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054655122","display_name":"Mariana Falco","orcid":"https://orcid.org/0000-0002-0959-7435"},"institutions":[{"id":"https://openalex.org/I151201029","display_name":"Consejo Nacional de Investigaciones Cient\u00edficas y T\u00e9cnicas","ror":"https://ror.org/03cqe8w59","country_code":"AR","type":"government","lineage":["https://openalex.org/I151201029","https://openalex.org/I4210123736","https://openalex.org/I4387155568"]},{"id":"https://openalex.org/I204205638","display_name":"Austral University","ror":"https://ror.org/04043k259","country_code":"AR","type":"education","lineage":["https://openalex.org/I204205638"]},{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["AR","EE"],"is_corresponding":false,"raw_author_name":"Mariana Falco","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, Tartu, Estonia","University of Tartu & ILIDTUA/CONICET, Universidad Austral, Pilar, Provincia de Buenos Aires, Argentina"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]},{"raw_affiliation_string":"University of Tartu & ILIDTUA/CONICET, Universidad Austral, Pilar, Provincia de Buenos Aires, Argentina","institution_ids":["https://openalex.org/I204205638","https://openalex.org/I151201029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080784396","display_name":"Hina Anwar","orcid":"https://orcid.org/0000-0002-4725-4636"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Hina Anwar","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, Tartu, Estonia","Department of Computer Science, University of Tartu, Narva mnt 18, Estonia"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]},{"raw_affiliation_string":"Department of Computer Science, University of Tartu, Narva mnt 18, Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022214666","display_name":"Dietmar Pfahl","orcid":"https://orcid.org/0000-0003-2400-501X"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Dietmar Pfahl","raw_affiliation_strings":["Institute of Computer Science, University of Tartu, Tartu, Estonia","Department of Computer Science, University of Tartu, Narva mnt 18, Estonia"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Tartu, Tartu, Estonia","institution_ids":["https://openalex.org/I56085075"]},{"raw_affiliation_string":"Department of Computer Science, University of Tartu, Narva mnt 18, Estonia","institution_ids":["https://openalex.org/I56085075"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5053549912"],"corresponding_institution_ids":["https://openalex.org/I56085075"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.6346,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.83183711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"120049","last_page":"120072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7254005670547485},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6518828868865967},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.5519277453422546},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.5051074624061584},{"id":"https://openalex.org/keywords/integration-testing","display_name":"Integration testing","score":0.4759935140609741},{"id":"https://openalex.org/keywords/system-safety","display_name":"System safety","score":0.4456407427787781},{"id":"https://openalex.org/keywords/advanced-driver-assistance-systems","display_name":"Advanced driver assistance systems","score":0.4338228702545166},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.32603734731674194},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.286124050617218},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17891818284988403},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.16412776708602905}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7254005670547485},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6518828868865967},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.5519277453422546},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.5051074624061584},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.4759935140609741},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.4456407427787781},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.4338228702545166},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.32603734731674194},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.286124050617218},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17891818284988403},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.16412776708602905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3327918","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3327918","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10296892.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6e38c3f455e442448c75066d1b987fcc","is_oa":true,"landing_page_url":"https://doaj.org/article/6e38c3f455e442448c75066d1b987fcc","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 120049-120072 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3327918","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3327918","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10296892.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2212309502","display_name":null,"funder_award_id":"PRG1226","funder_id":"https://openalex.org/F4320321090","funder_display_name":"Eesti Teadusagentuur"},{"id":"https://openalex.org/G4109857070","display_name":null,"funder_award_id":"LLTAT21278","funder_id":"https://openalex.org/F4320321090","funder_display_name":"Eesti Teadusagentuur"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320309835","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40"},{"id":"https://openalex.org/F4320321090","display_name":"Eesti Teadusagentuur","ror":"https://ror.org/00jjeja18"},{"id":"https://openalex.org/F4320323033","display_name":"Bundesministerium f\u00fcr Verkehr, Innovation und Technologie","ror":"https://ror.org/04marky29"},{"id":"https://openalex.org/F4320327593","display_name":"Bundesministerium f\u00fcr Digitalisierung und Wirtschaftsstandort","ror":null},{"id":"https://openalex.org/F4320332162","display_name":"Centers for Disease Control and Prevention","ror":"https://ror.org/042twtr12"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320332728","display_name":"National Highway Traffic Safety Administration","ror":"https://ror.org/04gcfqs37"},{"id":"https://openalex.org/F4320332814","display_name":"UC Berkeley College of Chemistry","ror":"https://ror.org/01an7q238"},{"id":"https://openalex.org/F4320338080","display_name":"European Social Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387951757.pdf","grobid_xml":"https://content.openalex.org/works/W4387951757.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W79365552","https://openalex.org/W1975675278","https://openalex.org/W2107729695","https://openalex.org/W2168811232","https://openalex.org/W2342840547","https://openalex.org/W2525936901","https://openalex.org/W2566243177","https://openalex.org/W2576845151","https://openalex.org/W2741850495","https://openalex.org/W2759114566","https://openalex.org/W2891899936","https://openalex.org/W2905402225","https://openalex.org/W2955453634","https://openalex.org/W2962752734","https://openalex.org/W2963564844","https://openalex.org/W3000408052","https://openalex.org/W3007157104","https://openalex.org/W3024414633","https://openalex.org/W3043367330","https://openalex.org/W3083765321","https://openalex.org/W3088937958","https://openalex.org/W3112354024","https://openalex.org/W3115079017","https://openalex.org/W3119621753","https://openalex.org/W3136167969","https://openalex.org/W3145505790","https://openalex.org/W3164218263","https://openalex.org/W3187869944","https://openalex.org/W3207563209","https://openalex.org/W3208953734","https://openalex.org/W3216578859","https://openalex.org/W4220891756","https://openalex.org/W4285343695","https://openalex.org/W4288283367","https://openalex.org/W4299913535","https://openalex.org/W4307077697","https://openalex.org/W4308643085","https://openalex.org/W4313067170","https://openalex.org/W6704559304","https://openalex.org/W6757107141","https://openalex.org/W6765977438","https://openalex.org/W6803340592","https://openalex.org/W6804500734","https://openalex.org/W6846417939"],"related_works":["https://openalex.org/W1603792055","https://openalex.org/W2022894844","https://openalex.org/W2886756146","https://openalex.org/W2766263634","https://openalex.org/W2091562455","https://openalex.org/W4248073917","https://openalex.org/W2111640426","https://openalex.org/W2063289013","https://openalex.org/W4246967858","https://openalex.org/W2098804367"],"abstract_inverted_index":{"The":[0,113],"advancement":[1],"of":[2,35,50,125,165,173,188],"automation":[3],"in":[4,14,140,196],"safety-critical":[5],"systems":[6],"has":[7,21],"opened":[8],"the":[9,18,27,47,66,70,80,136,163,171,189],"door":[10],"to":[11,23,46,78,128,161],"newer":[12],"opportunities":[13],"several":[15],"fields.":[16],"However,":[17],"increasing":[19],"complexity":[20],"led":[22],"more":[24],"risks":[25],"and":[26,55,99,109,133,139,150,152,193],"need":[28],"for":[29,85,102,191],"better":[30],"safety":[31,59,82,93,166,198],"assessment.":[32],"Safety":[33],"testing":[34,83,95,103,135,167,175],"Automated":[36],"Driving":[37],"Systems":[38],"(ADS)":[39],"became":[40],"an":[41,61,104,185],"important":[42],"research":[43,158],"topic":[44],"due":[45],"potential":[48],"benefits":[49],"reducing":[51],"traffic":[52],"congestion,":[53],"time,":[54],"even":[56],"accidents;":[57],"however,":[58],"remains":[60],"ongoing":[62],"issue.":[63],"We":[64],"analyzed":[65],"existing":[67],"literature":[68],"from":[69],"past":[71],"twenty-five":[72],"years":[73],"by":[74],"performing":[75],"backward":[76],"snowballing":[77],"identify":[79],"proposed":[81],"approaches":[84,168],"ADS.":[86],"From":[87],"44":[88],"selected":[89],"publications,":[90],"we":[91],"identified":[92],"features,":[94],"methods,":[96],"techniques,":[97,151],"tools,":[98],"datasets":[100],"used":[101],"ADS,":[105],"considering":[106],"both":[107],"multi-module":[108,119],"end-to-end":[110],"driving":[111,120,145],"systems.":[112],"community":[114],"is":[115],"mostly":[116],"focused":[117],"on":[118,123],"systems,":[121],"working":[122],"units":[124],"functionality":[126],"related":[127],"collision":[129],"avoidance,":[130],"lane":[131],"keeping,":[132],"warnings,":[134],"vehicles":[137],"on-road":[138,174],"simulated":[141],"environments":[142],"with":[143,176],"different":[144,148],"scenarios,":[146],"combining":[147],"methods":[149],"proposing":[153],"custom":[154],"solutions.":[155],"A":[156],"major":[157],"gap":[159],"seems":[160],"be":[162],"lack":[164],"that":[169],"integrate":[170],"advantages":[172],"simulation":[177],"testing.":[178,199],"For":[179],"future":[180],"research,":[181],"this":[182],"study":[183],"provides":[184],"introductory":[186],"overview":[187],"field":[190],"researchers":[192],"practitioners":[194],"interested":[195],"ADS":[197]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}