{"id":"https://openalex.org/W4396817486","doi":"https://doi.org/10.1109/tits.2024.3397849","title":"Evaluation of Automated Driving System Safety Metrics With Logged Vehicle Trajectory Data","display_name":"Evaluation of Automated Driving System Safety Metrics With Logged Vehicle Trajectory Data","publication_year":2024,"publication_date":"2024-05-10","ids":{"openalex":"https://openalex.org/W4396817486","doi":"https://doi.org/10.1109/tits.2024.3397849"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3397849","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3397849","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041300309","display_name":"Xintao Yan","orcid":"https://orcid.org/0000-0002-0569-5628"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xintao Yan","raw_affiliation_strings":["Department of Civil and Environmental Engineering, University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090727900","display_name":"Shuo Feng","orcid":"https://orcid.org/0000-0002-2117-4427"},"institutions":[{"id":"https://openalex.org/I1311636904","display_name":"Michigan Department of Transportation","ror":"https://ror.org/01kae7563","country_code":"US","type":"government","lineage":["https://openalex.org/I1311636904"]},{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Shuo Feng","raw_affiliation_strings":["University of Michigan Transportation Research Institute, Ann Arbor, MI, USA","Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Michigan Transportation Research Institute, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I1311636904","https://openalex.org/I27837315"]},{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074555389","display_name":"David J. LeBlanc","orcid":"https://orcid.org/0000-0002-0280-5203"},"institutions":[{"id":"https://openalex.org/I1311636904","display_name":"Michigan Department of Transportation","ror":"https://ror.org/01kae7563","country_code":"US","type":"government","lineage":["https://openalex.org/I1311636904"]},{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David J. LeBlanc","raw_affiliation_strings":["University of Michigan Transportation Research Institute, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan Transportation Research Institute, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I1311636904","https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004959786","display_name":"Carol Flannagan","orcid":"https://orcid.org/0000-0001-8484-4187"},"institutions":[{"id":"https://openalex.org/I1311636904","display_name":"Michigan Department of Transportation","ror":"https://ror.org/01kae7563","country_code":"US","type":"government","lineage":["https://openalex.org/I1311636904"]},{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carol Flannagan","raw_affiliation_strings":["University of Michigan Transportation Research Institute, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan Transportation Research Institute, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I1311636904","https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083695605","display_name":"Henry X. Liu","orcid":"https://orcid.org/0000-0002-3685-9920"},"institutions":[{"id":"https://openalex.org/I1311636904","display_name":"Michigan Department of Transportation","ror":"https://ror.org/01kae7563","country_code":"US","type":"government","lineage":["https://openalex.org/I1311636904"]},{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry X. Liu","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Mcity, and the University of Michigan Transportation Research Institute, University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Mcity, and the University of Michigan Transportation Research Institute, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I1311636904","https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5041300309"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":1.8104,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.83939825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"25","issue":"8","first_page":"8913","last_page":"8925"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7364093065261841},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6758028268814087},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6633524894714355},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.5370117425918579},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4751053750514984},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3287646770477295},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3278246521949768},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2324391007423401},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.14304813742637634}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7364093065261841},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6758028268814087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6633524894714355},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.5370117425918579},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4751053750514984},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3287646770477295},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3278246521949768},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2324391007423401},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.14304813742637634},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3397849","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3397849","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332728","display_name":"National Highway Traffic Safety Administration","ror":"https://ror.org/04gcfqs37"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1976526581","https://openalex.org/W2106993639","https://openalex.org/W2145129279","https://openalex.org/W2158698691","https://openalex.org/W2240306106","https://openalex.org/W2343781317","https://openalex.org/W2739801773","https://openalex.org/W2746553466","https://openalex.org/W2903709398","https://openalex.org/W2904039327","https://openalex.org/W2905059695","https://openalex.org/W2907176255","https://openalex.org/W2952979387","https://openalex.org/W3000055617","https://openalex.org/W3017682360","https://openalex.org/W3086854072","https://openalex.org/W3118739356","https://openalex.org/W3121079555","https://openalex.org/W3127647470","https://openalex.org/W3161651929","https://openalex.org/W3211311795","https://openalex.org/W3213547885","https://openalex.org/W4242994874","https://openalex.org/W4281719120","https://openalex.org/W4283327935","https://openalex.org/W4297781990","https://openalex.org/W4323066281","https://openalex.org/W4383751099","https://openalex.org/W4387559906","https://openalex.org/W6685444567","https://openalex.org/W6743333067","https://openalex.org/W6789148283","https://openalex.org/W6850302609","https://openalex.org/W6857243679"],"related_works":["https://openalex.org/W3113932901","https://openalex.org/W650625605","https://openalex.org/W4323768008","https://openalex.org/W1941703695","https://openalex.org/W3131574667","https://openalex.org/W2801025257","https://openalex.org/W2551285827","https://openalex.org/W1919219501","https://openalex.org/W2027504272","https://openalex.org/W4360995134"],"abstract_inverted_index":{"Real-time":[0],"safety":[1,26,53,61,145,150,190,266],"metrics":[2,27,62,253],"are":[3,49,98,171,209],"important":[4,239],"for":[5,88,139,240,254,279],"automated":[6],"driving":[7,15],"systems":[8],"(ADS)":[9],"to":[10,58,157,245,250],"assess":[11],"the":[12,32,60,90,101,115,137,158,184,193,196,202,221,224,228,231],"risk":[13],"of":[14,24,38,42,130,143,169],"situations":[16],"and":[17,63,94,100,177,201,227,243,249,282],"assist":[18],"in":[19,31,51,71,118,155],"decision-making.":[20],"Although":[21],"a":[22,36,119,140,148,166,212,265],"number":[23,168],"real-time":[25,189],"have":[28],"been":[29],"proposed":[30,235],"literature,":[33],"there":[34],"is":[35,56,117,238],"lack":[37],"systematic":[39],"performance":[40],"evaluations":[41],"these":[43],"metrics.":[44],"As":[45],"different":[46,52,144,179,247,255],"behavioral":[47,106],"assumptions":[48,107],"adopted":[50],"metrics,":[54,146,191,248],"it":[55],"difficult":[57],"compare":[59,178],"evaluate":[64,176],"their":[65],"performance.":[66,182],"To":[67],"overcome":[68],"this":[69,72,133],"challenge,":[70],"study,":[73,186],"we":[74,112,135,173,269],"propose":[75],"an":[76],"evaluation":[77,236],"framework":[78,237],"utilizing":[79],"logged":[80],"vehicle":[81,86,92],"trajectory":[82,163,215],"data":[83,164],"so":[84],"that":[85,220],"trajectories":[87,129],"both":[89],"subject":[91],"(SV)":[93],"background":[95],"vehicles":[96],"(BVs)":[97],"obtained":[99],"prediction":[102],"errors":[103],"caused":[104],"by":[105,258],"can":[108,174,270,276],"be":[109,277],"eliminated.":[110],"Specifically,":[111],"examine":[113],"whether":[114],"SV":[116],"collision":[120,159],"unavoidable":[121,160],"situation":[122],"at":[123],"each":[124],"moment,":[125],"given":[126],"all":[127],"near-future":[128],"BVs.":[131],"In":[132,183],"way,":[134],"level":[136],"ground":[138],"fair":[141],"comparison":[142],"as":[147],"good":[149],"metric":[151,267],"should":[152],"always":[153],"alarm":[154],"advance":[156],"moment.":[161],"When":[162],"from":[165],"large":[167],"trips":[170],"available,":[172],"systematically":[175],"metrics\u2019":[180],"statistical":[181],"case":[185],"three":[187],"representative":[188],"including":[192],"time-to-collision":[194],"(TTC),":[195],"PEGASUS":[197],"Criticality":[198],"Metric":[199,207],"(PCM)":[200],"Model":[203],"Predictive":[204],"Instantaneous":[205],"Safety":[206],"(MPrISM),":[208],"evaluated":[210],"using":[211],"large-scale":[213],"simulated":[214],"dataset.":[216],"The":[217,234],"results":[218],"demonstrate":[219],"MPrISM":[222],"achieves":[223],"highest":[225],"recall":[226],"PCM":[229],"has":[230],"best":[232],"accuracy.":[233],"researchers,":[241],"practitioners,":[242],"regulators":[244],"characterize":[246],"select":[251],"appropriate":[252],"applications.":[256],"Moreover,":[257],"conducting":[259],"failure":[260],"analysis":[261],"on":[262],"moments":[263],"when":[264],"fails,":[268],"identify":[271],"its":[272],"potential":[273,280],"weaknesses,":[274],"which":[275],"valuable":[278],"refinements":[281],"improvements.":[283]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}