{"id":"https://openalex.org/W3086054212","doi":"https://doi.org/10.23919/fusion45008.2020.9190215","title":"VADR: Discriminative Multimodal Explanations for Situational Understanding","display_name":"VADR: Discriminative Multimodal Explanations for Situational Understanding","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3086054212","doi":"https://doi.org/10.23919/fusion45008.2020.9190215","mag":"3086054212"},"language":"en","primary_location":{"id":"doi:10.23919/fusion45008.2020.9190215","is_oa":false,"landing_page_url":"https://doi.org/10.23919/fusion45008.2020.9190215","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 23rd International Conference on Information Fusion (FUSION)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016371684","display_name":"Harrison Taylor","orcid":"https://orcid.org/0000-0002-0369-789X"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Harrison Taylor","raw_affiliation_strings":["Crime and Security Research Institute, Cardiff University, Cardiff, UK"],"affiliations":[{"raw_affiliation_string":"Crime and Security Research Institute, Cardiff University, Cardiff, UK","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078564503","display_name":"Liam Hiley","orcid":null},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Liam Hiley","raw_affiliation_strings":["Crime and Security Research Institute, Cardiff University, Cardiff, UK"],"affiliations":[{"raw_affiliation_string":"Crime and Security Research Institute, Cardiff University, Cardiff, UK","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023953318","display_name":"Jack Furby","orcid":"https://orcid.org/0000-0002-2348-8091"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jack Furby","raw_affiliation_strings":["Crime and Security Research Institute, Cardiff University, Cardiff, UK"],"affiliations":[{"raw_affiliation_string":"Crime and Security Research Institute, Cardiff University, Cardiff, UK","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005253980","display_name":"Alun Preece","orcid":"https://orcid.org/0000-0003-0349-9057"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alun Preece","raw_affiliation_strings":["Crime and Security Research Institute, Cardiff University, Cardiff, UK"],"affiliations":[{"raw_affiliation_string":"Crime and Security Research Institute, Cardiff University, Cardiff, UK","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012388184","display_name":"Dave Braines","orcid":"https://orcid.org/0000-0003-3296-0842"},"institutions":[{"id":"https://openalex.org/I4210121844","display_name":"IBM (United Kingdom)","ror":"https://ror.org/02wat9f69","country_code":"GB","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210121844"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dave Braines","raw_affiliation_strings":["IBM Research, Hursley Park, Winchester, UK"],"affiliations":[{"raw_affiliation_string":"IBM Research, Hursley Park, Winchester, UK","institution_ids":["https://openalex.org/I4210121844"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016371684"],"corresponding_institution_ids":["https://openalex.org/I79510175"],"apc_list":null,"apc_paid":null,"fwci":0.5302,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.72972114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7844653129577637},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6881954669952393},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6250559687614441},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5989782810211182},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5565525889396667},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5379830598831177},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5256035327911377},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4990580081939697},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.49190855026245117},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47813713550567627},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4781121611595154},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.47103506326675415},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.467649906873703},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46560364961624146},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4108112156391144},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37061306834220886}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7844653129577637},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6881954669952393},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6250559687614441},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5989782810211182},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5565525889396667},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5379830598831177},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5256035327911377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4990580081939697},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.49190855026245117},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47813713550567627},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4781121611595154},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.47103506326675415},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.467649906873703},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46560364961624146},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4108112156391144},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37061306834220886},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/fusion45008.2020.9190215","is_oa":false,"landing_page_url":"https://doi.org/10.23919/fusion45008.2020.9190215","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 23rd International Conference on Information Fusion (FUSION)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1522734439","https://openalex.org/W1539811621","https://openalex.org/W1686810756","https://openalex.org/W1787224781","https://openalex.org/W2114802234","https://openalex.org/W2139412680","https://openalex.org/W2195388612","https://openalex.org/W2295107390","https://openalex.org/W2524365899","https://openalex.org/W2526050071","https://openalex.org/W2526479943","https://openalex.org/W2612445135","https://openalex.org/W2691573567","https://openalex.org/W2733432863","https://openalex.org/W2776207810","https://openalex.org/W2809002738","https://openalex.org/W2887051120","https://openalex.org/W2962858109","https://openalex.org/W2965290354","https://openalex.org/W2970679379","https://openalex.org/W2971680695","https://openalex.org/W2981548405","https://openalex.org/W3012230396","https://openalex.org/W3015182613","https://openalex.org/W3098703396","https://openalex.org/W4232955522","https://openalex.org/W4287822667","https://openalex.org/W4288267191","https://openalex.org/W4293153764","https://openalex.org/W4297775537","https://openalex.org/W6680573776","https://openalex.org/W6727499575","https://openalex.org/W6752261457","https://openalex.org/W6766588125","https://openalex.org/W6774679961"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W2900413183","https://openalex.org/W4390975304","https://openalex.org/W147410782","https://openalex.org/W3022252430","https://openalex.org/W4287804464","https://openalex.org/W3103989898","https://openalex.org/W2965546495","https://openalex.org/W3211292372"],"abstract_inverted_index":{"The":[0,112],"focus":[1,97,149],"of":[2,9,36,62,75,103,129,141],"this":[3],"paper":[4],"is":[5,114],"on":[6,17,100,117,150],"the":[7,63,76,104,130,139],"generation":[8],"multimodal":[10,18,42],"explanations":[11,29,133],"for":[12,154],"information":[13,91],"fusion":[14,52],"tasks":[15],"performed":[16],"data.":[19,43,126],"We":[20,44],"propose":[21],"that":[22,83,106,132],"separating":[23],"modal":[24],"components":[25],"in":[26,54,109,143],"saliency":[27],"map":[28],"provides":[30],"users":[31],"with":[32],"a":[33,68,94,144],"better":[34,57],"understanding":[35],"how":[37],"convolutional":[38],"neural":[39],"networks":[40,53],"process":[41],"adapt":[45],"established":[46],"state-of-the-art":[47],"explainability":[48],"techniques":[49],"to":[50,56,67,82,92,96,135,138],"mid-level":[51],"order":[55],"understand":[58],"(a)":[59],"which":[60,73],"modality":[61],"input":[64,77],"contributes":[65],"most":[66,80],"model's":[69],"decision":[70],"and":[71,124,157],"(b)":[72],"parts":[74],"data":[78],"are":[79,107],"relevant":[81],"decision.":[84],"Our":[85],"method":[86],"separates":[87],"temporal":[88],"from":[89],"non-temporal":[90],"allow":[93],"user":[95,142],"their":[98],"attention":[99],"salient":[101],"elements":[102],"scene":[105],"changing":[108],"multiple":[110],"modalities.":[111],"work":[113],"experimentally":[115],"tested":[116],"an":[118],"activity":[119],"recognition":[120],"task":[121],"using":[122],"video":[123],"audio":[125],"In":[127],"view":[128],"fact":[131],"need":[134],"be":[136],"tailored":[137],"type":[140],"User":[145],"Fusion":[146],"context,":[147],"we":[148],"meeting":[151],"explanation":[152],"requirements":[153],"system":[155],"creators":[156],"operators":[158],"respectively.":[159]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}