{"id":"https://openalex.org/W4313169532","doi":"https://doi.org/10.1109/tiv.2022.3213310","title":"Efficient and Unbiased Safety Test for Autonomous Driving Systems","display_name":"Efficient and Unbiased Safety Test for Autonomous Driving Systems","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4313169532","doi":"https://doi.org/10.1109/tiv.2022.3213310"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2022.3213310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2022.3213310","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005920411","display_name":"Zhengmin Jiang","orcid":"https://orcid.org/0000-0002-6498-0234"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengmin Jiang","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6498-0234","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101920502","display_name":"Wenbo Pan","orcid":"https://orcid.org/0000-0002-5527-2914"},"institutions":[{"id":"https://openalex.org/I4210126257","display_name":"CRRC (China)","ror":"https://ror.org/033g21894","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210126257"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Pan","raw_affiliation_strings":["CRRC Zhuzhou Institute Co, Ltd., Zhuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5527-2914","affiliations":[{"raw_affiliation_string":"CRRC Zhuzhou Institute Co, Ltd., Zhuzhou, China","institution_ids":["https://openalex.org/I4210126257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079510458","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0003-2363-8798"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2363-8798","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080033231","display_name":"Shaobo Dang","orcid":"https://orcid.org/0000-0003-2616-0873"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaobo Dang","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2616-0873","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101996455","display_name":"Zhiheng Yang","orcid":"https://orcid.org/0009-0005-3721-2650"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiheng Yang","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614997","display_name":"Huiyun Li","orcid":"https://orcid.org/0000-0003-0157-1393"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyun Li","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, and Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-0157-1393","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, and Guangdong-Hong Kong-Macao Joint Laboratory of Human-Machine Intelligence-Synergy Systems, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101465265","display_name":"Yi Pan","orcid":"https://orcid.org/0000-0002-2766-3096"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Pan","raw_affiliation_strings":["Dean of Computer Science and Control Engineering, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2766-3096","affiliations":[{"raw_affiliation_string":"Dean of Computer Science and Control Engineering, Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2736,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.87832824,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"8","issue":"5","first_page":"3336","last_page":"3348"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kriging","display_name":"Kriging","score":0.7852680683135986},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6893656253814697},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5594985485076904},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.5357633829116821},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.47611695528030396},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.470975399017334},{"id":"https://openalex.org/keywords/quantile","display_name":"Quantile","score":0.4697706401348114},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4423530101776123},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34137558937072754},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.27575743198394775},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.20598864555358887},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19861626625061035},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.18315675854682922},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16864851117134094}],"concepts":[{"id":"https://openalex.org/C81692654","wikidata":"https://www.wikidata.org/wiki/Q225926","display_name":"Kriging","level":2,"score":0.7852680683135986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6893656253814697},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5594985485076904},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5357633829116821},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.47611695528030396},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.470975399017334},{"id":"https://openalex.org/C118671147","wikidata":"https://www.wikidata.org/wiki/Q578714","display_name":"Quantile","level":2,"score":0.4697706401348114},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4423530101776123},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34137558937072754},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.27575743198394775},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20598864555358887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19861626625061035},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.18315675854682922},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16864851117134094},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2022.3213310","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2022.3213310","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G8146023132","display_name":null,"funder_award_id":"2020B515130004","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8841131219","display_name":null,"funder_award_id":"2020M682985","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W565786554","https://openalex.org/W2018044188","https://openalex.org/W2032780471","https://openalex.org/W2169601390","https://openalex.org/W2171993497","https://openalex.org/W2189348500","https://openalex.org/W2296146392","https://openalex.org/W2438413413","https://openalex.org/W2478708596","https://openalex.org/W2511072509","https://openalex.org/W2521921275","https://openalex.org/W2584539651","https://openalex.org/W2739735772","https://openalex.org/W2775678306","https://openalex.org/W2797143217","https://openalex.org/W2805334546","https://openalex.org/W2885911069","https://openalex.org/W2896642734","https://openalex.org/W2896921100","https://openalex.org/W2897535010","https://openalex.org/W2904011892","https://openalex.org/W2904929882","https://openalex.org/W2923088732","https://openalex.org/W2943847575","https://openalex.org/W2962702177","https://openalex.org/W2963184890","https://openalex.org/W2963290958","https://openalex.org/W2963343677","https://openalex.org/W2974752735","https://openalex.org/W2991158008","https://openalex.org/W3004750882","https://openalex.org/W3009845492","https://openalex.org/W3022552172","https://openalex.org/W3032950445","https://openalex.org/W3046335568","https://openalex.org/W3095035924","https://openalex.org/W3117054268","https://openalex.org/W3123050036","https://openalex.org/W3127647470","https://openalex.org/W3161651929","https://openalex.org/W3184179613","https://openalex.org/W3188516938","https://openalex.org/W3206558114","https://openalex.org/W4200369088","https://openalex.org/W4206087398","https://openalex.org/W4211042066","https://openalex.org/W4288947496","https://openalex.org/W4323274451","https://openalex.org/W6697246327","https://openalex.org/W6781250303"],"related_works":["https://openalex.org/W1488761988","https://openalex.org/W2044551864","https://openalex.org/W1572557500","https://openalex.org/W3124946120","https://openalex.org/W4390690393","https://openalex.org/W2047938026","https://openalex.org/W1968523686","https://openalex.org/W2585269888","https://openalex.org/W3132003399","https://openalex.org/W3127570262"],"abstract_inverted_index":{"Test":[0],"the":[1,15,24,60,64,76,83,100,107,118,126,132,138,142,165,198,207],"safety":[2,53,71],"of":[3,26,55,145,171,192],"Autonomous":[4],"Driving":[5,66],"Systems":[6],"(ADS)":[7],"with":[8,69,174,190],"realistic":[9],"traffic":[10],"conditions":[11],"is":[12,110,123],"important":[13],"to":[14,80,137,212],"insurance":[16],"industry,":[17],"legislators,":[18],"and":[19,45,51,154],"third-party":[20],"technical":[21],"services.":[22],"However,":[23],"scarcity":[25],"risky":[27,119],"driving":[28,33],"events":[29],"distributed":[30],"in":[31],"real-world":[32],"often":[34],"makes":[35],"sampling":[36],"inefficient.":[37],"In":[38],"this":[39],"paper,":[40],"we":[41,74],"propose":[42],"a":[43,93,187],"unified":[44],"hierarchical":[46],"testing":[47,208],"framework":[48],"for":[49,98],"efficient":[50],"unbiased":[52],"tests":[54],"ADS.":[56],"We":[57,90],"first":[58],"extract":[59],"risk":[61,140],"subspace":[62,84],"from":[63],"Naturalistic":[65],"Data":[67],"(NDD)":[68],"defined":[70],"measures.":[72],"Subsequently,":[73],"use":[75],"Gaussian":[77],"Copula":[78],"method":[79,185],"accurately":[81,153],"model":[82,109,168],"joint":[85],"probability":[86,144],"density":[87],"function":[88],"(PDF).":[89],"further":[91],"formulate":[92],"Kriging":[94,108,166],"model-based":[95],"optimization":[96],"problem":[97],"finding":[99],"appropriate":[101],"Importance":[102,128],"Sampling":[103,129],"(IS)":[104],"parameters,":[105],"where":[106],"trained":[111],"iteratively":[112],"within":[113],"limited":[114],"computational":[115,163],"resources.":[116],"Eventually,":[117],"concrete":[120],"scenarios":[121],"library":[122],"generated":[124],"using":[125,161],"obtained":[127],"parameters.":[130],"With":[131],"simulation":[133],"results":[134,158],"skewered":[135],"back":[136],"original":[139],"subspace,":[141],"ADS":[143,172],"failure":[146],"(e.g.,":[147],"crash":[148,180],"rate)":[149],"can":[150],"thus":[151],"be":[152],"unbiasedly":[155],"estimated.":[156],"Experiment":[157],"show":[159],"that":[160,191,197],"0.94%":[162],"resources,":[164],"surrogate":[167],"captures":[169],"96.04%":[170],"crashes":[173],"at":[175],"least":[176],"90.25%":[177],"precision.":[178],"On":[179],"rate":[181],"estimation,":[182],"our":[183],"proposed":[184],"achieves":[186],"consistent":[188],"result":[189],"Monte":[193],"Carlo":[194],"simulation,":[195],"provided":[196],"relative":[199],"error":[200],"does":[201],"not":[202],"exceed":[203],"10%":[204],"while":[205],"improving":[206],"efficiency":[209],"by":[210],"up":[211],"6,539":[213],"times.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}