{"id":"https://openalex.org/W4388499465","doi":"https://doi.org/10.1145/3631969","title":"Safety of Perception Systems for Automated Driving: A Case Study on Apollo","display_name":"Safety of Perception Systems for Automated Driving: A Case Study on Apollo","publication_year":2023,"publication_date":"2023-11-08","ids":{"openalex":"https://openalex.org/W4388499465","doi":"https://doi.org/10.1145/3631969"},"language":"en","primary_location":{"id":"doi:10.1145/3631969","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3631969","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3631969","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3631969","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037062189","display_name":"Sangeeth Kochanthara","orcid":"https://orcid.org/0000-0002-1748-3147"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Sangeeth Kochanthara","raw_affiliation_strings":["Eindhoven University of Technology, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103220165","display_name":"Tajinder Singh","orcid":"https://orcid.org/0009-0000-6508-7264"},"institutions":[{"id":"https://openalex.org/I4210115710","display_name":"Siemens (Netherlands)","ror":"https://ror.org/02mt4w922","country_code":"NL","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210115710"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tajinder Singh","raw_affiliation_strings":["Siemens Digital Industries Software, Helmond, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Siemens Digital Industries Software, Helmond, The Netherlands","institution_ids":["https://openalex.org/I4210115710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070016180","display_name":"Alexandru Forrai","orcid":"https://orcid.org/0000-0003-0207-1470"},"institutions":[{"id":"https://openalex.org/I4210115710","display_name":"Siemens (Netherlands)","ror":"https://ror.org/02mt4w922","country_code":"NL","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I4210115710"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alexandru Forrai","raw_affiliation_strings":["Siemens Digital Industries Software, Helmond, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Siemens Digital Industries Software, Helmond, The Netherlands","institution_ids":["https://openalex.org/I4210115710"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043799147","display_name":"Loek Cleophas","orcid":"https://orcid.org/0000-0002-7221-3676"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Loek Cleophas","raw_affiliation_strings":["Eindhoven University of Technology, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037062189"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":null,"apc_paid":null,"fwci":1.9782,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.86051202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"33","issue":"3","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7151824235916138},{"id":"https://openalex.org/keywords/apollo","display_name":"Apollo","score":0.6524375677108765},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6137799620628357},{"id":"https://openalex.org/keywords/automotive-industry","display_name":"Automotive industry","score":0.5869104266166687},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5278052091598511},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.48325997591018677},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4154203236103058},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.37835636734962463},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17151939868927002}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7151824235916138},{"id":"https://openalex.org/C2779821442","wikidata":"https://www.wikidata.org/wiki/Q41633","display_name":"Apollo","level":2,"score":0.6524375677108765},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6137799620628357},{"id":"https://openalex.org/C526921623","wikidata":"https://www.wikidata.org/wiki/Q190117","display_name":"Automotive industry","level":2,"score":0.5869104266166687},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5278052091598511},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.48325997591018677},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4154203236103058},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.37835636734962463},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17151939868927002},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C90856448","wikidata":"https://www.wikidata.org/wiki/Q431","display_name":"Zoology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3631969","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3631969","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3631969","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/a351c2d5-b1ff-4045-b7c9-71e0fd0a82b4","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/a351c2d5-b1ff-4045-b7c9-71e0fd0a82b4","pdf_url":"https://pure.tue.nl/ws/files/325844324/3631969.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kochanthara, S, Singh, T, Forrai, A & Cleophas, L 2024, 'Safety of Perception Systems for Automated Driving : A Case Study on Apollo', ACM Transactions on Software Engineering and Methodology, vol. 33, no. 3, 64, pp. 1-28. https://doi.org/10.1145/3631969","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.tue.nl:publications/a351c2d5-b1ff-4045-b7c9-71e0fd0a82b4","is_oa":true,"landing_page_url":"https://research.tue.nl/files/325844324/3631969.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kochanthara, S, Singh, T, Forrai, A & Cleophas, L 2024, 'Safety of Perception Systems for Automated Driving : A Case Study on Apollo', ACM Transactions on Software Engineering and Methodology, vol. 33, no. 3, 64, pp. 1-28. https://doi.org/10.1145/3631969","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3631969","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3631969","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3631969","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6200000047683716}],"awards":[{"id":"https://openalex.org/G1364539167","display_name":"FOUNDATIONS FOR CONTINUOUS ENGINEERING OF TRUSTWORTHY AUTONOMY","funder_award_id":"956123","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2383146121","display_name":null,"funder_award_id":"956123","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G6009445997","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388499465.pdf","grobid_xml":"https://content.openalex.org/works/W4388499465.grobid-xml"},"referenced_works_count":83,"referenced_works":["https://openalex.org/W49973284","https://openalex.org/W1978353289","https://openalex.org/W2014024726","https://openalex.org/W2030507413","https://openalex.org/W2053154970","https://openalex.org/W2079727599","https://openalex.org/W2136922540","https://openalex.org/W2137915242","https://openalex.org/W2189162242","https://openalex.org/W2462906003","https://openalex.org/W2515034808","https://openalex.org/W2560321925","https://openalex.org/W2613597870","https://openalex.org/W2618169590","https://openalex.org/W2767421475","https://openalex.org/W2770866044","https://openalex.org/W2782864149","https://openalex.org/W2803674491","https://openalex.org/W2807696507","https://openalex.org/W2883145010","https://openalex.org/W2889625178","https://openalex.org/W2902617128","https://openalex.org/W2924028045","https://openalex.org/W2945526826","https://openalex.org/W2950014519","https://openalex.org/W2950141105","https://openalex.org/W2953303875","https://openalex.org/W2961540362","https://openalex.org/W2963238274","https://openalex.org/W2963495494","https://openalex.org/W2968296999","https://openalex.org/W2969033227","https://openalex.org/W2972395464","https://openalex.org/W2989924675","https://openalex.org/W2991485606","https://openalex.org/W2996048612","https://openalex.org/W2997212544","https://openalex.org/W2998823187","https://openalex.org/W3004003650","https://openalex.org/W3009058813","https://openalex.org/W3015115574","https://openalex.org/W3027001623","https://openalex.org/W3035172746","https://openalex.org/W3035254347","https://openalex.org/W3035584216","https://openalex.org/W3036493597","https://openalex.org/W3036758131","https://openalex.org/W3045476595","https://openalex.org/W3082942970","https://openalex.org/W3099225556","https://openalex.org/W3100344681","https://openalex.org/W3103158293","https://openalex.org/W3103406720","https://openalex.org/W3104284241","https://openalex.org/W3105662466","https://openalex.org/W3109202794","https://openalex.org/W3111904674","https://openalex.org/W3121623025","https://openalex.org/W3124311222","https://openalex.org/W3129128093","https://openalex.org/W3151685851","https://openalex.org/W3157836958","https://openalex.org/W3199060690","https://openalex.org/W4205492173","https://openalex.org/W4205950066","https://openalex.org/W4232992430","https://openalex.org/W4237536448","https://openalex.org/W4238625289","https://openalex.org/W4248290700","https://openalex.org/W4286331441","https://openalex.org/W4286664370","https://openalex.org/W4287237266","https://openalex.org/W4287626596","https://openalex.org/W4288281368","https://openalex.org/W4288325606","https://openalex.org/W4299607995","https://openalex.org/W4308831279","https://openalex.org/W4393706054","https://openalex.org/W6718836005","https://openalex.org/W6746721349","https://openalex.org/W6784741806","https://openalex.org/W6792643959","https://openalex.org/W6884999214"],"related_works":["https://openalex.org/W2476117260","https://openalex.org/W2770531922","https://openalex.org/W1845068655","https://openalex.org/W4321354308","https://openalex.org/W3092441607","https://openalex.org/W2290299503","https://openalex.org/W3029851195","https://openalex.org/W2183585111","https://openalex.org/W2211158793","https://openalex.org/W2046884474"],"abstract_inverted_index":{"The":[0,12],"automotive":[1,113],"industry":[2,13],"is":[3,14,46,97],"now":[4],"known":[5,66],"for":[6,119,174],"its":[7,120],"software-intensive":[8],"and":[9,40,54,83,172],"safety-critical":[10],"nature.":[11],"on":[15,122],"a":[16,78,123],"path":[17],"to":[18,94,99,136,149,158,177],"the":[19,36,47,55,68,105,109,116,140],"holy":[20],"grail":[21],"of":[22,35,43,52,80,107,132],"completely":[23],"automating":[24],"driving,":[25],"starting":[26],"from":[27,92],"relatively":[28],"simple":[29],"operational":[30],"areas":[31],"like":[32],"highways.":[33],"One":[34],"most":[37,110,155],"challenging,":[38],"evolving,":[39],"essential":[41],"parts":[42],"automated":[44,88,179],"driving":[45,89,180],"software":[48,82,151],"that":[49,145,168],"enables":[50],"understanding":[51],"surroundings":[53],"vehicle\u2019s":[56],"own":[57],"as":[58,60,67],"well":[59],"surrounding":[61],"objects\u2019":[62],"relative":[63],"position,":[64],"otherwise":[65],"perception":[69,73],"system.":[70],"Current":[71],"generation":[72],"systems":[74,90,161],"are":[75,134,152,162],"formed":[76],"by":[77],"combination":[79],"traditional":[81,150],"machine":[84,159],"learning-related":[85],"software.":[86],"With":[87],"transitioning":[91],"research":[93,176],"production,":[95],"it":[96],"imperative":[98],"assess":[100,104],"their":[101],"safety.":[102],"We":[103,126,143],"safety":[106,129],"Apollo,":[108],"popular":[111],"open-source":[112],"software,":[114],"at":[115,139],"design":[117,141],"level":[118],"use":[121],"Dutch":[124],"highway.":[125],"identified":[127],"58":[128],"requirements,":[130],"38":[131],"which":[133],"found":[135],"be":[137],"fulfilled":[138],"level.":[142],"observe":[144],"all":[146],"requirements":[147,156],"relating":[148],"fulfilled,":[153],"while":[154],"specific":[157],"learning":[160],"not.":[163],"This":[164],"study":[165],"unveils":[166],"issues":[167],"need":[169],"immediate":[170],"attention;":[171],"directions":[173],"future":[175],"make":[178],"safe.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}