{"id":"https://openalex.org/W4206542480","doi":"https://doi.org/10.1109/tits.2021.3131808","title":"DeepSuite: A Test Suite Optimizer for Autonomous Vehicles","display_name":"DeepSuite: A Test Suite Optimizer for Autonomous Vehicles","publication_year":2021,"publication_date":"2021-12-10","ids":{"openalex":"https://openalex.org/W4206542480","doi":"https://doi.org/10.1109/tits.2021.3131808"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2021.3131808","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3131808","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077412882","display_name":"Sihan Xu","orcid":"https://orcid.org/0000-0002-6887-6231"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sihan Xu","raw_affiliation_strings":["TKLNDST, College of Cyber Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"TKLNDST, College of Cyber Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357180","display_name":"Zhiyu Wang","orcid":"https://orcid.org/0000-0002-0041-2924"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyu Wang","raw_affiliation_strings":["TKLNDST, College of Cyber Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"TKLNDST, College of Cyber Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102012317","display_name":"Lingling Fan","orcid":"https://orcid.org/0000-0002-2428-9297"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingling Fan","raw_affiliation_strings":["TKLNDST, College of Cyber Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"TKLNDST, College of Cyber Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057847421","display_name":"Xiangrui Cai","orcid":"https://orcid.org/0000-0001-5039-0922"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangrui Cai","raw_affiliation_strings":["TKLNDST, College of Cyber Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"TKLNDST, College of Cyber Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059824709","display_name":"Hua Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Ji","raw_affiliation_strings":["TKLNDST, College of Cyber Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"TKLNDST, College of Cyber Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073352371","display_name":"Siau\u2010Cheng Khoo","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Siau-Cheng Khoo","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071261948","display_name":"Brij B. Gupta","orcid":"https://orcid.org/0000-0003-4929-4698"},"institutions":[{"id":"https://openalex.org/I105094715","display_name":"National Institute of Technology Kurukshetra","ror":"https://ror.org/04909p852","country_code":"IN","type":"education","lineage":["https://openalex.org/I105094715"]},{"id":"https://openalex.org/I143578492","display_name":"Asia University","ror":"https://ror.org/038a1tp19","country_code":"TW","type":"education","lineage":["https://openalex.org/I143578492"]}],"countries":["IN","TW"],"is_corresponding":false,"raw_author_name":"Brij Bhooshan Gupta","raw_affiliation_strings":["Department of Computer Engineering, National Institute of Technology Kurukshetra, Kurukshetra, India","Department of Computer Science and Information Engineering, Asia University, Taichung, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, National Institute of Technology Kurukshetra, Kurukshetra, India","institution_ids":["https://openalex.org/I105094715"]},{"raw_affiliation_string":"Department of Computer Science and Information Engineering, Asia University, Taichung, Taiwan","institution_ids":["https://openalex.org/I143578492"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5077412882"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":0.9495,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77978528,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"23","issue":"7","first_page":"9506","last_page":"9517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.7044151425361633},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6919573545455933},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5254209041595459},{"id":"https://openalex.org/keywords/crossover","display_name":"Crossover","score":0.49990081787109375},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47478100657463074},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.45567047595977783},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.42011672258377075},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41539275646209717},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.3112945556640625},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2937332093715668},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.10830199718475342}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.7044151425361633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6919573545455933},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5254209041595459},{"id":"https://openalex.org/C122507166","wikidata":"https://www.wikidata.org/wiki/Q628906","display_name":"Crossover","level":2,"score":0.49990081787109375},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47478100657463074},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.45567047595977783},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.42011672258377075},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41539275646209717},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.3112945556640625},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2937332093715668},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.10830199718475342},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2021.3131808","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2021.3131808","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2411639239","display_name":null,"funder_award_id":"62102197","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2628047965","display_name":null,"funder_award_id":"2020YFB1005700","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4817874346","display_name":null,"funder_award_id":"62002178","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5031555320","display_name":null,"funder_award_id":"20JCQNJC01730","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G5811738602","display_name":null,"funder_award_id":"U1936206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1975292844","https://openalex.org/W2068079143","https://openalex.org/W2102049273","https://openalex.org/W2559050774","https://openalex.org/W2586946380","https://openalex.org/W2588221994","https://openalex.org/W2616028256","https://openalex.org/W2619993206","https://openalex.org/W2739499381","https://openalex.org/W2750046292","https://openalex.org/W2776496286","https://openalex.org/W2783023040","https://openalex.org/W2793633339","https://openalex.org/W2795612311","https://openalex.org/W2804337238","https://openalex.org/W2888307014","https://openalex.org/W2907105210","https://openalex.org/W2907362792","https://openalex.org/W2914819564","https://openalex.org/W2948254043","https://openalex.org/W2949346385","https://openalex.org/W2954629067","https://openalex.org/W2957905354","https://openalex.org/W2963308851","https://openalex.org/W2963327228","https://openalex.org/W2963913218","https://openalex.org/W2999759184","https://openalex.org/W3004706101","https://openalex.org/W3042703469","https://openalex.org/W3088548528","https://openalex.org/W3094365253","https://openalex.org/W3101094684","https://openalex.org/W3105347387","https://openalex.org/W3118272270","https://openalex.org/W6749550085","https://openalex.org/W6752931940","https://openalex.org/W6757391049","https://openalex.org/W6763887731","https://openalex.org/W6779949229","https://openalex.org/W6781903288"],"related_works":["https://openalex.org/W4295918990","https://openalex.org/W4313447549","https://openalex.org/W2067499928","https://openalex.org/W2028796071","https://openalex.org/W2410893741","https://openalex.org/W1888619389","https://openalex.org/W1968494916","https://openalex.org/W4376482197","https://openalex.org/W2794522096","https://openalex.org/W3022870375"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"(DL)":[2],"brings":[3],"autonomous":[4,262],"vehicles":[5],"(AVs)":[6],"close":[7],"to":[8,36,51,76,97,114,143,156,161,186],"reality.":[9],"However,":[10,57],"the":[11,23,70,116,157,211,217,234,255],"witness":[12],"of":[13,25,88,119,167,219,236,259],"many":[14],"safety":[15],"issues":[16],"has":[17,33],"raised":[18],"a":[19,43,48,105,145,152,177,201,205],"big":[20],"concern":[21],"about":[22],"reliability":[24],"AVs.":[26,40],"To":[27,170],"solve":[28],"this":[29,101],"problem,":[30],"much":[31],"research":[32],"been":[34],"done":[35],"test":[37,44,63,80,89,121,130,146,164,192,225,242],"deep":[38],"learning-driven":[39],"Generally,":[41],"once":[42],"input":[45],"is":[46,74,126,141,166],"produced,":[47],"developer":[49],"needs":[50],"manually":[52,77],"check":[53],"its":[54],"expected":[55],"output.":[56],"there":[58],"often":[59],"exists":[60],"massive":[61],"unlabeled":[62],"data":[64,256],"(e.g.,":[65],"raw":[66],"context":[67],"traces":[68],"in":[69,240],"real":[71],"world).":[72],"It":[73],"impractical":[75],"label":[78,144],"all":[79,129],"inputs.":[81,99],"Despite":[82],"some":[83],"works":[84],"on":[85,229],"automatic":[86],"generation":[87],"oracles,":[90],"they":[91],"are":[92,132,198],"either":[93],"task-specific":[94],"or":[95],"constrained":[96],"synthetic":[98],"In":[100,210],"paper,":[102],"we":[103,213],"present":[104],"general":[106],"and":[107,151,184,248],"extensible":[108],"framework,":[109],"<italic":[110,173,237],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[111,174,238],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">DeepSuite</i>":[112,175,239],",":[113],"mitigate":[115],"manual":[117],"effort":[118],"generating":[120,241],"oracles.":[122],"The":[123],"intuition":[124],"behind":[125],"that":[127,216],"not":[128],"inputs":[131],"equally":[133],"worth":[134],"labelling.":[135],"With":[136],"limited":[137],"testing":[138,246,260],"budget,":[139],"it":[140],"desirable":[142],"suite":[147],"with":[148,204,244],"high":[149],"diversity":[150,218],"reasonable":[153],"size.":[154],"Due":[155],"large":[158],"search":[159],"space,":[160],"optimize":[162],"such":[163],"suites":[165,243],"great":[168],"challenge.":[169],"address":[171],"it,":[172],"employs":[176],"three-phase":[178],"optimization":[179],"method":[180],"(i.e.,":[181],"selection,":[182],"crossover,":[183],"mutation)":[185],"iteratively":[187],"select":[188],"representative":[189],"but":[190],"non-redundant":[191],"suites.":[193],"Such":[194],"conflicting":[195],"profit/cost":[196],"objectives":[197],"attained":[199],"through":[200],"genetic":[202],"algorithm":[203],"well-defined":[206],"multi-objective":[207],"fitness":[208],"function.":[209],"experiments,":[212],"first":[214],"show":[215],"tests":[220],"can":[221],"be":[222],"revealed":[223],"by":[224],"criteria.":[226],"Then,":[227],"experiments":[228],"three":[230],"widely-used":[231],"datasets":[232],"demonstrated":[233],"effectiveness":[235],"competitive":[245],"coverage":[247],"68.42%":[249],"smaller":[250],"size,":[251],"which":[252],"greatly":[253],"improves":[254],"collection":[257],"efficiency":[258],"DL-driven":[261],"vehicles.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}