{"id":"https://openalex.org/W2984366691","doi":"https://doi.org/10.1109/icassp40776.2020.9053783","title":"Interpretable Self-Attention Temporal Reasoning for Driving Behavior Understanding","display_name":"Interpretable Self-Attention Temporal Reasoning for Driving Behavior Understanding","publication_year":2020,"publication_date":"2020-04-09","ids":{"openalex":"https://openalex.org/W2984366691","doi":"https://doi.org/10.1109/icassp40776.2020.9053783","mag":"2984366691"},"language":"en","primary_location":{"id":"doi:10.1109/icassp40776.2020.9053783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9053783","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1911.02172","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062291234","display_name":"Yi-Chieh Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yi-Chieh Liu","raw_affiliation_strings":["School of Civil and Environmental Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Civil and Environmental Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019599321","display_name":"Yung\u2010An Hsieh","orcid":"https://orcid.org/0000-0001-8964-2912"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yung-An Hsieh","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075373716","display_name":"Min-Hung Chen","orcid":"https://orcid.org/0000-0002-4046-3937"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Min-Hung Chen","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020376803","display_name":"Chao-Han Huck Yang","orcid":"https://orcid.org/0000-0003-2879-8811"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"C.-H. Huck Yang","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035252549","display_name":"Jesper Tegn\u00e9r","orcid":"https://orcid.org/0000-0002-9568-5588"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"J. Tegner","raw_affiliation_strings":["Living Systems Laboratory, KAUST, KSA"],"affiliations":[{"raw_affiliation_string":"Living Systems Laboratory, KAUST, KSA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035383838","display_name":"Yichang Tsai","orcid":"https://orcid.org/0000-0002-6650-2279"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Y.-C. James Tsai","raw_affiliation_strings":["School of Civil and Environmental Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"School of Civil and Environmental Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062291234"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.20993464,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.46363453,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2338","last_page":"2342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.6812251806259155},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6724427938461304},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6621148586273193},{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"Causal reasoning","score":0.6411226391792297},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6336007118225098},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5138126015663147},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4994230270385742},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4578837454319},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.2839159369468689},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1615729033946991}],"concepts":[{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.6812251806259155},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6724427938461304},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6621148586273193},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.6411226391792297},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6336007118225098},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5138126015663147},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4994230270385742},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4578837454319},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.2839159369468689},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1615729033946991},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/icassp40776.2020.9053783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp40776.2020.9053783","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"mag:2984366691","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1911.02172","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:repository.kaust.edu.sa:10754/660688","is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/660688","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},{"id":"doi:10.48550/arxiv.1911.02172","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1911.02172","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.17023/7hw1-j232","is_oa":true,"landing_page_url":"https://doi.org/10.17023/7hw1-j232","pdf_url":null,"source":{"id":"https://openalex.org/S7407051697","display_name":"IEEE RESOURCE CENTERS","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"mag:2984366691","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1911.02172","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1522734439","https://openalex.org/W1947481528","https://openalex.org/W1981276685","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2282821441","https://openalex.org/W2295107390","https://openalex.org/W2340897893","https://openalex.org/W2342840547","https://openalex.org/W2505763307","https://openalex.org/W2559767995","https://openalex.org/W2606462007","https://openalex.org/W2950738719","https://openalex.org/W2953139137","https://openalex.org/W2962858109","https://openalex.org/W2962934715","https://openalex.org/W2963091558","https://openalex.org/W2963166524","https://openalex.org/W2963195425","https://openalex.org/W2963524571","https://openalex.org/W2964308564","https://openalex.org/W2970027712","https://openalex.org/W3101609372","https://openalex.org/W6630875275","https://openalex.org/W6639204139","https://openalex.org/W6640257725"],"related_works":["https://openalex.org/W3015239370","https://openalex.org/W2978723076","https://openalex.org/W3091294196","https://openalex.org/W2963016445","https://openalex.org/W2964076059","https://openalex.org/W3120378122","https://openalex.org/W2962830928","https://openalex.org/W2789593951","https://openalex.org/W2964603534","https://openalex.org/W2468260813","https://openalex.org/W1906007811","https://openalex.org/W3015182613","https://openalex.org/W2810069871","https://openalex.org/W3176796859","https://openalex.org/W3023236156","https://openalex.org/W2101190343","https://openalex.org/W2897056651","https://openalex.org/W2751804245","https://openalex.org/W3038401053","https://openalex.org/W2927805028"],"abstract_inverted_index":{"Performing":[0],"driving":[1,11,28,138],"behaviors":[2,29],"based":[3,30],"on":[4,26,31,115],"causal":[5,32,144],"reasoning":[6,145],"is":[7],"essential":[8],"to":[9,41,83,135],"ensure":[10],"safety.":[12],"In":[13],"this":[14],"work,":[15],"we":[16,53,90,126],"investigated":[17],"how":[18],"state-of-the-art":[19,99],"3D":[20,100],"Convolutional":[21],"Neural":[22],"Networks":[23],"(CNNs)":[24],"perform":[25],"classifying":[27],"reasoning.":[33],"We":[34],"proposed":[35,80,130],"a":[36],"perturbation-based":[37],"visual":[38,124],"explanation":[39],"method":[40],"inspect":[42],"the":[43,49,62,68,74,84,87,92,98,116,143,147],"models'":[44],"performance":[45],"visually.":[46],"By":[47],"examining":[48],"video":[50],"attention":[51,106],"saliency,":[52],"found":[54],"that":[55,110,128],"existing":[56],"models":[57,113,132],"could":[58],"not":[59],"precisely":[60],"capture":[61],"causes":[63,117],"(e.g.,":[64,71],"traffic":[65],"light)":[66],"of":[67,94,146],"specific":[69],"action":[70],"stopping).":[72],"Therefore,":[73],"Temporal":[75],"Reasoning":[76],"Block":[77],"(TRB)":[78],"was":[79],"and":[81,123],"introduced":[82],"models.":[85],"With":[86,120],"TRB":[88,111,131],"models,":[89],"achieved":[91],"accuracy":[93],"$\\mathbf{86.3\\%}$,":[95],"which":[96],"outperform":[97],"CNNs":[101],"from":[102],"previous":[103],"works.":[104],"The":[105],"saliency":[107],"also":[108],"demonstrated":[109],"helped":[112],"focus":[114],"more":[118],"precisely.":[119],"both":[121],"numerical":[122],"evaluations,":[125],"concluded":[127],"our":[129],"were":[133],"able":[134],"provide":[136],"accurate":[137],"behavior":[139],"prediction":[140],"by":[141],"learning":[142],"behaviors.":[148]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}