{"id":"https://openalex.org/W2991652446","doi":"https://doi.org/10.1109/itsc.2019.8917406","title":"Evaluation Uncertainty in Data-Driven Self-Driving Testing","display_name":"Evaluation Uncertainty in Data-Driven Self-Driving Testing","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2991652446","doi":"https://doi.org/10.1109/itsc.2019.8917406","mag":"2991652446"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2019.8917406","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2019.8917406","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101445344","display_name":"Zhiyuan Huang","orcid":"https://orcid.org/0000-0003-1284-2128"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhiyuan Huang","raw_affiliation_strings":["Department of Industrial and Operations Engineering, University of Michigan, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Industrial and Operations Engineering, University of Michigan, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024932692","display_name":"Mansur Arief","orcid":"https://orcid.org/0000-0002-4636-3451"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mansur Arief","raw_affiliation_strings":["Department of Mechanical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071064725","display_name":"Henry Lam","orcid":"https://orcid.org/0000-0002-3193-563X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry Lam","raw_affiliation_strings":["Department of Industrial Engineering and Operations Research, Columbia University, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Operations Research, Columbia University, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037644321","display_name":"Ding Zhao","orcid":"https://orcid.org/0000-0002-9400-8446"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ding Zhao","raw_affiliation_strings":["Department of Mechanical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101445344"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":1.129,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.83270198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1902","last_page":"1907"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7065201997756958},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.7006848454475403},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.5198522210121155},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40816089510917664},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.4076415002346039},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1648590862751007},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15885797142982483},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11221882700920105}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7065201997756958},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.7006848454475403},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5198522210121155},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40816089510917664},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4076415002346039},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1648590862751007},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15885797142982483},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11221882700920105},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc.2019.8917406","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2019.8917406","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W242065599","https://openalex.org/W620576816","https://openalex.org/W1984938557","https://openalex.org/W2092912531","https://openalex.org/W2096689575","https://openalex.org/W2117897510","https://openalex.org/W2118833866","https://openalex.org/W2122773086","https://openalex.org/W2123665586","https://openalex.org/W2124181495","https://openalex.org/W2135234083","https://openalex.org/W2158094619","https://openalex.org/W2163142799","https://openalex.org/W2438413413","https://openalex.org/W2480492758","https://openalex.org/W2511072509","https://openalex.org/W2525936901","https://openalex.org/W2573962996","https://openalex.org/W2584539651","https://openalex.org/W3140349921","https://openalex.org/W3151301356","https://openalex.org/W4211042066","https://openalex.org/W4235951562","https://openalex.org/W4238363773","https://openalex.org/W4244777963","https://openalex.org/W6673586713","https://openalex.org/W6733010505"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2384475851","https://openalex.org/W2000444236","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Safety":[0],"evaluation":[1,16,60,110,123],"of":[2,22,101,111,136],"self-driving":[3,112],"technologies":[4],"has":[5],"been":[6],"extensively":[7],"studied.":[8],"One":[9],"recent":[10],"approach":[11,49,94,128],"uses":[12],"Monte":[13,29],"Carlo":[14,30],"based":[15,39,87],"to":[17,50,63,89,124],"estimate":[18],"the":[19,52,55,59,64,75,109,126,134,137],"occurrence":[20],"probabilities":[21],"safety-critical":[23],"events":[24],"as":[25,129],"safety":[26,122],"measures.":[27],"These":[28],"samples":[31],"are":[32],"generated":[33],"from":[34,58],"stochastic":[35],"input":[36,81,106,139],"models":[37],"constructed":[38],"on":[40,54],"real-world":[41],"data.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"propose":[47],"an":[48,116],"assess":[51],"impact":[53],"probability":[56],"estimates":[57],"procedures":[61],"due":[62],"estimation":[65],"error":[66],"caused":[67],"by":[68],"data":[69],"variability.":[70],"Our":[71],"proposed":[72,127],"method":[73,78],"merges":[74],"classical":[76],"bootstrap":[77],"for":[79,108,133],"estimating":[80],"uncertainty":[82,107],"with":[83],"a":[84,130],"likelihood":[85],"ratio":[86],"scheme":[88],"reuse":[90],"experiment":[91],"outputs.":[92],"This":[93],"is":[95],"economical":[96],"and":[97],"efficient":[98],"in":[99,104,118],"terms":[100],"implementation":[102],"costs":[103],"assessing":[105],"technology.":[113],"We":[114],"use":[115],"example":[117],"autonomous":[119],"vehicle":[120],"(AV)":[121],"demonstrate":[125],"diagnostic":[131],"tool":[132],"quality":[135],"fitted":[138],"model.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":7},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}