{"id":"https://openalex.org/W4293704399","doi":"https://doi.org/10.1109/tvcg.2022.3201101","title":"When, Where and How Does it Fail? A Spatial-Temporal Visual Analytics Approach for Interpretable Object Detection in Autonomous Driving","display_name":"When, Where and How Does it Fail? A Spatial-Temporal Visual Analytics Approach for Interpretable Object Detection in Autonomous Driving","publication_year":2022,"publication_date":"2022-08-30","ids":{"openalex":"https://openalex.org/W4293704399","doi":"https://doi.org/10.1109/tvcg.2022.3201101","pmid":"https://pubmed.ncbi.nlm.nih.gov/36040948"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2022.3201101","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3201101","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079325744","display_name":"Junhong Wang","orcid":"https://orcid.org/0000-0002-5889-5842"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhong Wang","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5889-5842","affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048555602","display_name":"Yun Li","orcid":"https://orcid.org/0000-0001-6760-3699"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Li","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6760-3699","affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068397237","display_name":"Zhaoyu Zhou","orcid":"https://orcid.org/0000-0002-8589-8088"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyu Zhou","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8589-8088","affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075824789","display_name":"Chengshun Wang","orcid":"https://orcid.org/0000-0003-0189-6139"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengshun Wang","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0189-6139","affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080011402","display_name":"Yijie Hou","orcid":"https://orcid.org/0000-0001-8819-3801"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijie Hou","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8819-3801","affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425703","display_name":"Li Zhang","orcid":"https://orcid.org/0000-0003-1031-5420"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zhang","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1031-5420","affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003418019","display_name":"Xiangyang Xue","orcid":"https://orcid.org/0000-0002-4897-9209"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyang Xue","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4897-9209","affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080777994","display_name":"Michael Kamp","orcid":"https://orcid.org/0000-0001-6231-0694"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]},{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["AU","DE"],"is_corresponding":false,"raw_author_name":"Michael Kamp","raw_affiliation_strings":["Institute for AI in Medicine (IKIM) at UK Essen, Ruhr-University Bochum, Bochum, Germany","Department of Data Science and AI, Faculty of IT, Monash University, Clayton, VIC, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for AI in Medicine (IKIM) at UK Essen, Ruhr-University Bochum, Bochum, Germany","institution_ids":["https://openalex.org/I904495901"]},{"raw_affiliation_string":"Department of Data Science and AI, Faculty of IT, Monash University, Clayton, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaolong Luke Zhang","orcid":"https://orcid.org/0000-0003-0601-3905"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaolong Luke Zhang","raw_affiliation_strings":["Pennsylvania State University, State College, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0601-3905","affiliations":[{"raw_affiliation_string":"Pennsylvania State University, State College, PA, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109616081","display_name":"Siming Chen","orcid":"https://orcid.org/0000-0002-2690-3588"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siming Chen","raw_affiliation_strings":["School of Data Science, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2690-3588","affiliations":[{"raw_affiliation_string":"School of Data Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5921,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.91319365,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"29","issue":"12","first_page":"5033","last_page":"5049"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8052549958229065},{"id":"https://openalex.org/keywords/visual-analytics","display_name":"Visual analytics","score":0.756076455116272},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.6103933453559875},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6020028591156006},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.5452473759651184},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5331342220306396},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.454365998506546},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.42827659845352173},{"id":"https://openalex.org/keywords/interactive-visual-analysis","display_name":"Interactive visual analysis","score":0.41882482171058655},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4146224558353424},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3570224642753601},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.34002918004989624}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8052549958229065},{"id":"https://openalex.org/C59732488","wikidata":"https://www.wikidata.org/wiki/Q2528440","display_name":"Visual analytics","level":3,"score":0.756076455116272},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.6103933453559875},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6020028591156006},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.5452473759651184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5331342220306396},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.454365998506546},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.42827659845352173},{"id":"https://openalex.org/C99740376","wikidata":"https://www.wikidata.org/wiki/Q17092520","display_name":"Interactive visual analysis","level":4,"score":0.41882482171058655},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4146224558353424},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3570224642753601},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34002918004989624}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2022.3201101","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2022.3201101","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:36040948","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36040948","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6000000238418579,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1240377842","https://openalex.org/W1536680647","https://openalex.org/W1849277567","https://openalex.org/W1970569592","https://openalex.org/W1981398125","https://openalex.org/W1982397956","https://openalex.org/W2019966888","https://openalex.org/W2056638635","https://openalex.org/W2095759957","https://openalex.org/W2102427929","https://openalex.org/W2114566476","https://openalex.org/W2118371392","https://openalex.org/W2141136363","https://openalex.org/W2143938010","https://openalex.org/W2145598348","https://openalex.org/W2150066425","https://openalex.org/W2154002592","https://openalex.org/W2159989013","https://openalex.org/W2167090521","https://openalex.org/W2186094539","https://openalex.org/W2271840356","https://openalex.org/W2342675664","https://openalex.org/W2343061342","https://openalex.org/W2343885978","https://openalex.org/W2530516535","https://openalex.org/W2550446853","https://openalex.org/W2558027072","https://openalex.org/W2752332392","https://openalex.org/W2823687413","https://openalex.org/W2895962756","https://openalex.org/W2953303875","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2963016445","https://openalex.org/W2963037989","https://openalex.org/W2963214037","https://openalex.org/W2963727135","https://openalex.org/W2964200170","https://openalex.org/W2965446359","https://openalex.org/W2968008415","https://openalex.org/W2971184796","https://openalex.org/W2995523160","https://openalex.org/W3035180028","https://openalex.org/W3090109577","https://openalex.org/W3094617751","https://openalex.org/W3172261075","https://openalex.org/W3201489464","https://openalex.org/W3202567403","https://openalex.org/W3211221870","https://openalex.org/W4226334652","https://openalex.org/W6685133223","https://openalex.org/W6686583229","https://openalex.org/W6694517276","https://openalex.org/W6696716417","https://openalex.org/W6729345383"],"related_works":["https://openalex.org/W3149127250","https://openalex.org/W2158984754","https://openalex.org/W2143428259","https://openalex.org/W4246764483","https://openalex.org/W2116732611","https://openalex.org/W2126824079","https://openalex.org/W2080934634","https://openalex.org/W2564956852","https://openalex.org/W2597787696","https://openalex.org/W4392522134"],"abstract_inverted_index":{"Arguably":[0],"the":[1,19,22,28,61,78,84,91,106,119,134,138,148,151,159,167,201],"most":[2],"representative":[3],"application":[4],"of":[5,21,30,94,108,125,137,150,153,203],"artificial":[6],"intelligence,":[7],"autonomous":[8,98,127,172,187],"driving":[9,128,173,188],"systems":[10],"usually":[11],"rely":[12],"on":[13,56],"computer":[14,184],"vision":[15,185],"techniques":[16],"to":[17,73,89,175,189],"detect":[18],"situations":[20],"external":[23],"environment.":[24,132],"Object":[25],"detection":[26,39,96,155],"underpins":[27],"ability":[29],"scene":[31],"understanding":[32,149],"in":[33,97,183],"such":[34],"systems.":[35],"However,":[36],"existing":[37],"object":[38,95,154],"algorithms":[40],"often":[41],"behave":[42],"as":[43],"a":[44,49,69,109],"black":[45],"box,":[46],"so":[47],"when":[48],"model":[50,75,79,160],"fails,":[51],"no":[52],"information":[53,124],"is":[54],"available":[55],"When,":[57],"Where":[58],"and":[59,86,104,130,141,157,165,186],"How":[60],"failure":[62],"happened.":[63],"In":[64],"this":[65],"paper,":[66],"we":[67],"propose":[68],"visual":[70],"analytics":[71],"approach":[72],"help":[74],"developers":[76,161],"interpret":[77],"failures.":[80],"The":[81,100,193],"system":[82,146],"includes":[83],"micro-":[85],"macro-interpreting":[87,120],"modules":[88],"address":[90],"interpretability":[92],"problem":[93],"driving.":[99],"micro-interpreting":[101],"module":[102,121],"extracts":[103],"visualizes":[105],"features":[107],"convolutional":[110],"neural":[111,142],"network":[112,143],"(CNN)":[113],"algorithm":[114],"with":[115,198],"density":[116],"maps,":[117],"while":[118],"provides":[122],"spatial-temporal":[123],"an":[126],"vehicle":[129],"its":[131],"With":[133],"situation":[135],"awareness":[136],"spatial,":[139],"temporal":[140],"information,":[144],"our":[145,191,196,204],"facilitates":[147],"results":[152,194],"algorithms,":[156],"helps":[158],"better":[162],"understand,":[163],"tune":[164],"develop":[166],"models.":[168],"We":[169],"use":[170],"real-world":[171],"data":[174],"perform":[176],"case":[177],"studies":[178],"by":[179],"involving":[180],"domain":[181],"experts":[182],"evaluate":[190],"system.":[192],"from":[195],"interviews":[197],"them":[199],"show":[200],"effectiveness":[202],"approach.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":8}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}